tidy up parquet from lib
This commit is contained in:
18
parquet/pyarrow_arm/pyarrow_test.py
Normal file
18
parquet/pyarrow_arm/pyarrow_test.py
Normal file
@@ -0,0 +1,18 @@
|
||||
|
||||
import pyarrow.parquet as pq
|
||||
import pyarrow.csv as pv
|
||||
|
||||
csvfile = 'pressureVacuum.csv'
|
||||
|
||||
tb = pv.read_csv(csvfile,parse_options=pv.ParseOptions(delimiter=','))
|
||||
|
||||
print(tb)
|
||||
|
||||
parquetfile = 'pressureVacuum.parquet'
|
||||
|
||||
pq.write_table(tb,parquetfile,compression='BROTLI')
|
||||
# {'NONE', 'SNAPPY', 'GZIP', 'LZO', 'BROTLI', 'LZ4', 'ZSTD'}
|
||||
|
||||
df = pq.read_table(parquetfile,columns=None)
|
||||
|
||||
print(df)
|
Reference in New Issue
Block a user