ingesting-parquet-to-postgres-pd-sqla

small to medium size

import pandas as pd
from sqlalchemy import create_engine
 
# Load Parquet into DataFrame
df = pd.read_parquet("data.parquet")
 
# Connect to PostgreSQL
engine = create_engine('postgresql://user:password@localhost:5432/mydb')
 
# Ingest into PostgreSQL
df.to_sql('my_table', engine, if_exists='append', index=False)