From 2e8fea74a622b54b3fca7a6ccafe96244f3349c0 Mon Sep 17 00:00:00 2001 From: Mario Fink Date: Wed, 5 Aug 2020 11:58:17 +0200 Subject: [PATCH] pyarrow_test.py: changed compression to BROTLI, fixed encoding in text --- lib/pyarrow_arm/build_and_test.sh | 5 +++++ lib/pyarrow_arm/pyarrow_test.py | 4 ++-- 2 files changed, 7 insertions(+), 2 deletions(-) create mode 100644 lib/pyarrow_arm/build_and_test.sh diff --git a/lib/pyarrow_arm/build_and_test.sh b/lib/pyarrow_arm/build_and_test.sh new file mode 100644 index 0000000..e4f174c --- /dev/null +++ b/lib/pyarrow_arm/build_and_test.sh @@ -0,0 +1,5 @@ +#!/bin/bash + +docker build . --tag=pyarrowbuild:latest + +docker run -it pyarrowbuild:latest /bin/bash diff --git a/lib/pyarrow_arm/pyarrow_test.py b/lib/pyarrow_arm/pyarrow_test.py index 233eb69..798dff9 100644 --- a/lib/pyarrow_arm/pyarrow_test.py +++ b/lib/pyarrow_arm/pyarrow_test.py @@ -10,8 +10,8 @@ print(tb) parquetfile = 'pressureVacuum.parquet' -pq.write_table(tb,parquetfile,compression='SNAPPY') -# {‘NONE’, ‘SNAPPY’, ‘GZIP’, ‘LZO’, ‘BROTLI’, ‘LZ4’, ‘ZSTD’} +pq.write_table(tb,parquetfile,compression='BROTLI') +# {'NONE', 'SNAPPY', 'GZIP', 'LZO', 'BROTLI', 'LZ4', 'ZSTD'} df = pq.read_table(parquetfile,columns=None)