pyarrow_test.py: changed compression to BROTLI, fixed encoding in text

This commit is contained in:
Mario Fink 2020-08-05 11:58:17 +02:00
parent 3618ed9ee8
commit 2e8fea74a6
2 changed files with 7 additions and 2 deletions

View File

@ -0,0 +1,5 @@
#!/bin/bash
docker build . --tag=pyarrowbuild:latest
docker run -it pyarrowbuild:latest /bin/bash

View File

@ -10,8 +10,8 @@ print(tb)
parquetfile = 'pressureVacuum.parquet'
pq.write_table(tb,parquetfile,compression='SNAPPY')
# {NONE, SNAPPY, GZIP, LZO, BROTLI, LZ4, ZSTD}
pq.write_table(tb,parquetfile,compression='BROTLI')
# {'NONE', 'SNAPPY', 'GZIP', 'LZO', 'BROTLI', 'LZ4', 'ZSTD'}
df = pq.read_table(parquetfile,columns=None)