apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-17 09:11:03 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

More package hacking

Browse source
This commit is contained in:
Cyber MacGeddon 2024-09-30 17:31:45 +01:00
parent 256c115bde
commit dc45babbb9
210 changed files with 20 additions and 126 deletions
Download patch file Download diff file Expand all files Collapse all files

24
trustgraph-core/scripts/dump-parquet
View file

@ -1,24 +0,0 @@
#!/usr/bin/env python3
import pyarrow as pa
import pyarrow.csv as pc
import pyarrow.parquet as pq
import pandas as pd
import sys
df = None
for file in sys.argv[1:]:
part = pq.read_table(file).to_pandas()
if df is None:
df = part
else:
df = pd.concat([df, part], ignore_index=True)
if df is not None:
table = pa.Table.from_pandas(df)
pc.write_csv(table, sys.stdout.buffer)