diff --git a/pyt/numpy_to_pyarrow.py b/pyt/numpy_to_pyarrow.py new file mode 100644 index 0000000..483d4c4 --- /dev/null +++ b/pyt/numpy_to_pyarrow.py @@ -0,0 +1,24 @@ + +import pyarrow as pa +import numpy as np +import pyarrow.parquet as pq + +db = pa.array(np.linspace(10,50,6)) +print(db) +da = pa.array(np.linspace(0,5,6)) +print(db) + +filenam = 'pyarrow_testtab.parquet' + +patab = pa.Table.from_arrays([da,db],['entity A [unitA]','entity B [unitB]']) +print(patab) + +# pq.write_table(patab,filenam,compression='BROTLI') +pq.write_table(patab,filenam,compression='SNAPPY') + +df = pq.read_table(filenam) +print(df) +print(df.to_pandas()) + +#import readline +#readline.write_history_file('generate_pyarrow_table_and_write_parquet.py')