FULL-COVERAGE ingest of the ENTIRE U.S. BEA API catalog. Crawls all 12 BEA data datasets (NIPA, NIUnderlyingDetail, FixedAssets, GDPbyIndustry, UnderlyingGDPbyIndustry, InputOutput, ITA, IIP, IntlServTrade, IntlServSTA, Regional, MNE) via GetData and writes GROUPED Parquet -- ONE file per…
U.S. Bureau of Economic Analysis, National Income and Product Accounts. Retrieved from https://www.bea.gov. Compiled and redistributed by the Elkassabgi Data Library.
Processing: Retrieved from the official source, normalized to a long {series_key, obs_date, value} schema (period-start dates), de-duplicated, and stored as zstd Parquet. Compiled and redistributed by the Elkassabgi Data Library.
FULL-COVERAGE ingest of the ENTIRE U.S. BEA API catalog. Crawls all 12 BEA data datasets (NIPA, NIUnderlyingDetail, FixedAssets, GDPbyIndustry, UnderlyingGDPbyIndustry, InputOutput, ITA, IIP, IntlServTrade, IntlServSTA, Regional, MNE) via GetData and writes GROUPED Parquet -- ONE file per table/cube, with a series-key column inside -- to data/clean_full/bea/<dataset>/. License: us-public-domain (public domain). Anti-bloat: ~600 files total for the whole source, each holding many series. Resume: a done-set JSON lets re-runs skip already-written groups. Usage: python jobs/ingest_bea_full.py --datasets NIPA # one dataset python jobs/ingest_bea_full.py # everything python jobs/ingest_bea_full.py --resume # skip done groups
{
"@context": "https://schema.org/",
"@type": "Dataset",
"name": "Bureau of Economic Analysis",
"description": "FULL-COVERAGE ingest of the ENTIRE U.S. BEA API catalog. Crawls all 12 BEA data datasets (NIPA, NIUnderlyingDetail, FixedAssets, GDPbyIndustry, UnderlyingGDPbyIndustry, InputOutput, ITA, IIP, IntlServTrade, IntlServSTA, Regional, MNE) via GetData and writes GROUPED Parquet -- ONE file per…",
"url": "https://econdatalibrary.com/bea.html",
"identifier": "bea",
"isAccessibleForFree": true,
"publisher": {
"@type": "Organization",
"name": "Econ Data Library",
"url": "https://econdatalibrary.com"
},
"creator": {
"@type": "Organization",
"name": "Bureau of Economic Analysis"
},
"license": "https://www.usa.gov/government-works",
"keywords": [
"macro",
"bea"
],
"temporalCoverage": "1929-12-31/2026-01-01",
"repeatFrequency": [
"P1Y",
"P3M"
],
"citation": "U.S. Bureau of Economic Analysis, National Income and Product Accounts. Retrieved from https://www.bea.gov. Compiled and redistributed by the Elkassabgi Data Library.",
"sameAs": [
"https://huggingface.co/datasets/econdatalibrary-bea",
"https://zenodo.org/communities/econdatalibrary"
],
"distribution": [
{
"@type": "DataDownload",
"encodingFormat": "text/csv",
"contentUrl": "https://econdatalibrary.com/download.html?source=bea",
"license": "https://www.usa.gov/government-works"
}
]
}{
"@context": {
"@language": "en",
"@vocab": "https://schema.org/",
"cr": "http://mlcommons.org/croissant/",
"data": {
"@id": "cr:data",
"@type": "@json"
},
"dataType": {
"@id": "cr:dataType",
"@type": "@vocab"
},
"sc": "https://schema.org/",
"conformsTo": "dct:conformsTo",
"dct": "http://purl.org/dc/terms/"
},
"@type": "sc:Dataset",
"conformsTo": "http://mlcommons.org/croissant/1.0",
"name": "bea",
"description": "FULL-COVERAGE ingest of the ENTIRE U.S. BEA API catalog. Crawls all 12 BEA data datasets (NIPA, NIUnderlyingDetail, FixedAssets, GDPbyIndustry, UnderlyingGDPbyIndustry, InputOutput, ITA, IIP, IntlServTrade, IntlServSTA, Regional, MNE) via GetData and writes GROUPED Parquet -- ONE file per…",
"url": "https://econdatalibrary.com/bea.html",
"creator": {
"@type": "sc:Organization",
"name": "Bureau of Economic Analysis"
},
"publisher": {
"@type": "sc:Organization",
"name": "Econ Data Library",
"url": "https://econdatalibrary.com"
},
"license": "https://www.usa.gov/government-works",
"keywords": [
"macro"
],
"temporalCoverage": "1929-12-31/2026-01-01",
"citation": "U.S. Bureau of Economic Analysis, National Income and Product Accounts. Retrieved from https://www.bea.gov. Compiled and redistributed by the Elkassabgi Data Library.",
"distribution": [
{
"@type": "cr:FileObject",
"@id": "bea-csv",
"name": "bea-csv",
"description": "Per-series CSV, downloadable with a free API key.",
"contentUrl": "https://econdatalibrary.com/download.html?source=bea",
"encodingFormat": "text/csv"
}
]
}