From 9f739d68fde45afa68b25d3d0433cca6fedfab50 Mon Sep 17 00:00:00 2001
From: Mario Fink <mario.fink@record-evolution.de>
Date: Tue, 11 Aug 2020 11:39:17 +0200
Subject: [PATCH] python example: numpy to pyarrow and parquet

---
 pyt/numpy_to_pyarrow.py | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)
 create mode 100644 pyt/numpy_to_pyarrow.py

diff --git a/pyt/numpy_to_pyarrow.py b/pyt/numpy_to_pyarrow.py
new file mode 100644
index 0000000..483d4c4
--- /dev/null
+++ b/pyt/numpy_to_pyarrow.py
@@ -0,0 +1,24 @@
+
+import pyarrow as pa
+import numpy as np
+import pyarrow.parquet as pq
+
+db = pa.array(np.linspace(10,50,6))
+print(db)
+da = pa.array(np.linspace(0,5,6))
+print(db)
+
+filenam = 'pyarrow_testtab.parquet'
+
+patab = pa.Table.from_arrays([da,db],['entity A [unitA]','entity B [unitB]'])
+print(patab)
+
+# pq.write_table(patab,filenam,compression='BROTLI')
+pq.write_table(patab,filenam,compression='SNAPPY')
+
+df = pq.read_table(filenam)
+print(df)
+print(df.to_pandas())
+
+#import readline
+#readline.write_history_file('generate_pyarrow_table_and_write_parquet.py')