[Python] Parquet 파일 형식으로 s3에 업로드

import pyarrow.parquet as pq
import s3fs
import pyarrow as pa

s3f = s3fs.S3FileSystem()
pd_table = pa.Table.from_pandas(data, preserve_index=False)
pq.write_to_dataset(
    pd_table,
    root_path="s3://service=alytics/type=log/result=conversion",
    filesystem=s3f,
    use_deprecated_int96_timestamps=True,
    compression='snappy',
    partition_cols=['year', 'month', 'day', 'hour'],
    use_dictionary=True,
)