Compare commits

..

No commits in common. "master" and "v2.1.12" have entirely different histories.

15 changed files with 34 additions and 85 deletions

View File

@ -29,7 +29,8 @@ jobs:
needs: [build_setup] needs: [build_setup]
strategy: strategy:
matrix: matrix:
os: [ubuntu-latest, windows-latest] os: [ubuntu-24.04, windows-2022]
arch: [auto32, auto64, aarch64]
steps: steps:
- uses: actions/checkout@v2 - uses: actions/checkout@v2
@ -44,10 +45,12 @@ jobs:
- name: Build wheels - name: Build wheels
run: python -m cibuildwheel --output-dir wheelhouse run: python -m cibuildwheel --output-dir wheelhouse
working-directory: python/ working-directory: python/
# env:
# CIBW_BUILD: cp36-* cp37-* cp38-* cp39-* cp310-*
- name: Store binary wheels - name: Store binary wheels
uses: actions/upload-artifact@v4.6.0 uses: actions/upload-artifact@v4.6.0
with: with:
name: binary-wheels-${{matrix.os}}-${{ strategy.job-index }} name: binary-wheels-${{matrix.os}}-${{matrix.arch}}
path: python/wheelhouse/*.whl path: python/wheelhouse/*.whl
build_sdist: build_sdist:

View File

@ -2,7 +2,7 @@
[![LICENSE](https://img.shields.io/github/license/RecordEvolution/IMCtermite)](https://img.shields.io/github/license/RecordEvolution/IMCtermite) [![LICENSE](https://img.shields.io/github/license/RecordEvolution/IMCtermite)](https://img.shields.io/github/license/RecordEvolution/IMCtermite)
[![STARS](https://img.shields.io/github/stars/RecordEvolution/IMCtermite)](https://img.shields.io/github/stars/RecordEvolution/IMCtermite) [![STARS](https://img.shields.io/github/stars/RecordEvolution/IMCtermite)](https://img.shields.io/github/stars/RecordEvolution/IMCtermite)
![CI Build Wheel](https://github.com/RecordEvolution/IMCtermite/actions/workflows/pypi-deploy.yml/badge.svg?branch=&event=push) ![CI Build Wheel](https://github.com/RecordEvolution/IMCtermite/actions/workflows/pypi-deploy.yml/badge.svg?branch=&event=push)
[![PYPI](https://img.shields.io/pypi/v/IMCtermite.svg)](https://pypi.org/project/imctermite/) [![PYPI](https://img.shields.io/pypi/v/IMCtermite.svg)](https://pypi.org/project/IMCtermite/)
# IMCtermite # IMCtermite
@ -131,21 +131,24 @@ which may require root permissions.
### Python ### Python
To integrate the library into a customized ETL toolchain, several python targets To integrate the library into a customized ETL toolchain, several cython targets
are available. For a local build that enables you to run the examples, use: are available. For a local build that enables you to run the examples, use:
``` ```
make python-build make cython-build
``` ```
However, in a production environment, a proper installation of the module with
`make cython-install` is recommended for system-wide availability of the module.
#### Installation with pip #### Installation with pip
The package is also available in the [Python Package Index](https://pypi.org) The package is also available in the [Python Package Index](https://pypi.org)
at [imctermite](https://pypi.org/project/imctermite/). at [IMCtermite](https://pypi.org/project/IMCtermite/).
To install the latest version simply do To install the latest version simply do
```Shell ```Shell
python3 -m pip install imctermite python3 -m pip install IMCtermite
``` ```
which provides binary wheels for multiple architectures on _Windows_ and _Linux_ which provides binary wheels for multiple architectures on _Windows_ and _Linux_
@ -192,9 +195,9 @@ Given the `IMCtermite` module is available, we can import it and declare an inst
of it by passing a _raw_ file to the constructor: of it by passing a _raw_ file to the constructor:
```Python ```Python
import imctermite import IMCtermite
imcraw = imctermite.imctermite(b"sample/sampleA.raw") imcraw = IMCtermite.imctermite(b"sample/sampleA.raw")
``` ```
An example of how to create an instance and obtain the list of channels is: An example of how to create an instance and obtain the list of channels is:

View File

@ -314,11 +314,10 @@ namespace imc
std::vector<unsigned char>* buffer_; std::vector<unsigned char>* buffer_;
imc::origin_data NO_; imc::origin_data NO_;
imc::language NL_;
imc::text CT_; imc::text CT_;
imc::groupobj CB_; imc::groupobj CB_;
imc::datafield CG_; imc::datafield CG_;
imc::channelobj CN_;
// collect meta-data of channels according to env, // collect meta-data of channels according to env,
// just everything valueable in here // just everything valueable in here
@ -350,7 +349,7 @@ namespace imc
double xoffset_, yoffset_; double xoffset_, yoffset_;
// group reference the channel belongs to // group reference the channel belongs to
unsigned long int group_index_; int group_index_;
std::string group_uuid_, group_name_, group_comment_; std::string group_uuid_, group_name_, group_comment_;
// constructor takes channel's block environment // constructor takes channel's block environment
@ -363,22 +362,6 @@ namespace imc
// use uuid from CN block // use uuid from CN block
uuid_ = chnenv_.CNuuid_; uuid_ = chnenv_.CNuuid_;
// extract associated NO data
if ( blocks_->count(chnenv_.NOuuid_) == 1 )
{
NO_.parse(buffer_, blocks_->at(chnenv_.NOuuid_).get_parameters());
origin_ = NO_.generator_;
comment_ = NO_.comment_;
}
// extract associated NL data
if ( blocks_->count(chnenv_.NLuuid_) == 1 )
{
NL_.parse(buffer_, blocks_->at(chnenv_.NLuuid_).get_parameters());
codepage_ = NL_.codepage_;
language_code_ = NL_.language_code_;
}
// extract associated CB data // extract associated CB data
if ( blocks_->count(chnenv_.CBuuid_) == 1 ) if ( blocks_->count(chnenv_.CBuuid_) == 1 )
{ {
@ -394,15 +377,6 @@ namespace imc
+ CT_.comment_; + CT_.comment_;
} }
// extract associated CN data
if ( blocks_->count(chnenv_.CNuuid_) == 1 )
{
CN_.parse(buffer_, blocks_->at(chnenv_.CNuuid_).get_parameters());
group_index_ = CN_.group_index_;
group_name_ = CN_.name_;
group_comment_ = CN_.comment_;
}
if ( !chnenv_.compenv1_.uuid_.empty() && chnenv_.compenv2_.uuid_.empty() ) if ( !chnenv_.compenv1_.uuid_.empty() && chnenv_.compenv2_.uuid_.empty() )
{ {
// normal dataset (single component) // normal dataset (single component)
@ -477,9 +451,8 @@ namespace imc
// start converting binary buffer to imc::datatype // start converting binary buffer to imc::datatype
if ( !chnenv_.CSuuid_.empty() ) convert_buffer(); if ( !chnenv_.CSuuid_.empty() ) convert_buffer();
// convert any non-UTF-8 codepage to UTF-8 and cleanse any text // convert any non-UTF-8 codepage to UTF-8
convert_encoding(); convert_encoding();
cleanse_text();
} }
// convert buffer to actual datatype // convert buffer to actual datatype
@ -629,35 +602,6 @@ namespace imc
} }
} }
void cleanse_text()
{
escape_backslash(name_);
escape_backslash(comment_);
escape_backslash(origin_);
escape_backslash(origin_comment_);
escape_backslash(text_);
escape_backslash(language_code_);
escape_backslash(yname_);
escape_backslash(yunit_);
escape_backslash(xname_);
escape_backslash(xunit_);
escape_backslash(group_name_);
escape_backslash(group_comment_);
}
void escape_backslash(std::string &text)
{
char backslash = 0x5c;
std::string doublebackslash("\\\\");
for ( std::string::iterator it = text.begin(); it != text.end(); ++it )
{
if ( int(*it) == backslash ) {
text.replace(it,it+1,doublebackslash);
++it;
}
}
}
// get info string // get info string
std::string get_info(int width = 20) std::string get_info(int width = 20)
{ {

View File

@ -88,11 +88,11 @@ docker-run:
python-build: check-tags $(GVSN) python-build: check-tags $(GVSN)
make -C python/ build-inplace make -C python/ build-inplace
cp python/imctermite*.so ./ -v cp python/IMCtermite*.so ./ -v
python-clean: python-clean:
make -C python/ clean make -C python/ clean
rm -vf imctermite*.so rm -vf IMCtermite*.so
python-test: python-test:
PYTHONPATH=./ python python/examples/usage.py PYTHONPATH=./ python python/examples/usage.py

View File

@ -1,7 +1,7 @@
# distutils: language = c++ # distutils: language = c++
# cython: language_level = 3 # cython: language_level = 3
from imctermite cimport cppimctermite from IMCtermite cimport cppimctermite
import json as jn import json as jn
import decimal import decimal

View File

@ -1 +1 @@
2.1.18 2.1.12

View File

@ -1,5 +1,5 @@
import imctermite import IMCtermite
import pandas import pandas
import datetime import datetime
@ -11,7 +11,7 @@ def add_trigger_time(trigger_time, add_time) :
if __name__ == "__main__" : if __name__ == "__main__" :
# read file and extract data # read file and extract data
imctm = imctermite.imctermite(b"Measurement.raw") imctm = IMCtermite.imctermite(b"Measurement.raw")
chns = imctm.get_channels(True) chns = imctm.get_channels(True)
# prepare abscissa # prepare abscissa

View File

@ -1,11 +1,11 @@
import imctermite import IMCtermite
import json import json
import os import os
# declare and initialize instance of "imctermite" by passing a raw-file # declare and initialize instance of "imctermite" by passing a raw-file
try : try :
imcraw = imctermite.imctermite(b"samples/exampleB.raw") imcraw = IMCtermite.imctermite(b"samples/exampleB.raw")
except RuntimeError as e : except RuntimeError as e :
raise Exception("failed to load/parse raw-file: " + str(e)) raise Exception("failed to load/parse raw-file: " + str(e))

View File

@ -1,5 +1,5 @@
import imctermite import IMCtermite
import json import json
import os import os
@ -15,7 +15,7 @@ for fl in rawlist1:
# declare and initialize instance of "imctermite" by passing a raw-file # declare and initialize instance of "imctermite" by passing a raw-file
try : try :
imcraw = imctermite.imctermite(fl.encode()) imcraw = IMCtermite.imctermite(fl.encode())
except RuntimeError as e : except RuntimeError as e :
raise Exception("failed to load/parse raw-file: " + str(e)) raise Exception("failed to load/parse raw-file: " + str(e))

View File

@ -1,12 +1,12 @@
import imctermite import IMCtermite
import json import json
import os import os
import datetime import datetime
# declare and initialize instance of "imctermite" by passing a raw-file # declare and initialize instance of "imctermite" by passing a raw-file
try : try :
imcraw = imctermite.imctermite(b"samples/sampleB.raw") imcraw = IMCtermite.imctermite(b"samples/sampleB.raw")
except RuntimeError as e : except RuntimeError as e :
raise Exception("failed to load/parse raw-file: " + str(e)) raise Exception("failed to load/parse raw-file: " + str(e))

View File

@ -1,5 +1,5 @@
import imctermite import imctermite from IMCtermite import imctermite
def show_results(imcraw) : def show_results(imcraw) :

View File

@ -29,7 +29,6 @@ build-clean:
rm -vf imctermite*.so imctermite*.cpp rm -vf imctermite*.so imctermite*.cpp
rm -vf IMCtermite*.so IMCtermite*.cpp rm -vf IMCtermite*.so IMCtermite*.cpp
rm -rvf dist/ IMCtermite.egg-info/ rm -rvf dist/ IMCtermite.egg-info/
rm -rvf dist/ imctermite.egg-info/
cibuildwheel-build: setup cibuildwheel-build: setup
cibuildwheel --platform linux cibuildwheel --platform linux

View File

@ -1,6 +1,6 @@
[metadata] [metadata]
name = imctermite name = IMCtermite
description = Enables extraction of measurement data from binary files with extension 'raw' used by proprietary software imcFAMOS and imcSTUDIO and facilitates its storage in open source file formats description = Enables extraction of measurement data from binary files with extension 'raw' used by proprietary software imcFAMOS and imcSTUDIO and facilitates its storage in open source file formats
long_description = file: README.md long_description = file: README.md
# long_description_content_type = text/x-rst # long_description_content_type = text/x-rst

View File

@ -11,8 +11,8 @@ cmpArgs = {
} }
extension = Extension( extension = Extension(
"imctermite", "IMCtermite",
sources=["imctermite.pyx"], sources=["IMCtermite.pyx"],
extra_compile_args=cmpArgs[sys.platform] extra_compile_args=cmpArgs[sys.platform]
) )