From f6fee949f0f3fb3e27d29a5498370d952028da5e Mon Sep 17 00:00:00 2001 From: Harsha Vardhan Chandaluri Date: Wed, 16 Oct 2024 16:02:06 +0000 Subject: [PATCH 1/4] refresh data for us_eia_opendata --- scripts/us_eia/opendata/README.md | 6 +- scripts/us_eia/opendata/download_bulk.py | 61 ------ .../us_eia/opendata/generate_jsonl_for_bq.py | 31 ++-- scripts/us_eia/opendata/manifest.json | 130 +++++++++++++ scripts/us_eia/opendata/process.py | 95 ++++++++++ scripts/us_eia/opendata/process/README.md | 4 +- scripts/us_eia/opendata/process/coal.py | 1 + scripts/us_eia/opendata/process/common.py | 173 +++++++++++++++--- scripts/us_eia/opendata/process/elec.py | 15 +- .../opendata/process/test_data/categories.csv | 5 - .../opendata/process/test_data/categories.mcf | 15 -- .../process/test_data/categories.svg.mcf | 34 ---- .../process/test_data/categories.tmcf | 10 - .../opendata/process/test_data/categories.txt | 9 - .../opendata/process/test_data/coal.csv | 12 -- .../opendata/process/test_data/coal.mcf | 53 ------ .../opendata/process/test_data/coal.svg.mcf | 29 --- .../opendata/process/test_data/coal.tmcf | 10 - .../opendata/process/test_data/coal.txt | 89 --------- .../opendata/process/test_data/elec.csv | 10 - .../opendata/process/test_data/elec.mcf | 39 ---- .../opendata/process/test_data/elec.svg.mcf | 24 --- .../opendata/process/test_data/elec.tmcf | 10 - .../opendata/process/test_data/elec.txt | 8 - .../opendata/process/test_data/intl.csv | 7 - .../opendata/process/test_data/intl.mcf | 11 -- .../opendata/process/test_data/intl.svg.mcf | 1 - .../opendata/process/test_data/intl.tmcf | 10 - .../opendata/process/test_data/intl.txt | 2 - .../us_eia/opendata/process/test_data/ng.csv | 12 -- .../us_eia/opendata/process/test_data/ng.mcf | 20 -- .../opendata/process/test_data/ng.svg.mcf | 1 - .../us_eia/opendata/process/test_data/ng.tmcf | 10 - .../us_eia/opendata/process/test_data/ng.txt | 3 - .../opendata/process/test_data/nuc_status.csv | 13 -- .../opendata/process/test_data/nuc_status.mcf | 33 ---- .../process/test_data/nuc_status.svg.mcf | 9 - .../process/test_data/nuc_status.tmcf | 10 - .../opendata/process/test_data/nuc_status.txt | 5 - .../us_eia/opendata/process/test_data/pet.csv | 8 - .../us_eia/opendata/process/test_data/pet.mcf | 20 -- .../opendata/process/test_data/pet.svg.mcf | 1 - .../opendata/process/test_data/pet.tmcf | 10 - .../us_eia/opendata/process/test_data/pet.txt | 3 - .../opendata/process/test_data/seds.csv | 5 - .../opendata/process/test_data/seds.mcf | 13 -- .../opendata/process/test_data/seds.svg.mcf | 1 - .../opendata/process/test_data/seds.tmcf | 10 - .../opendata/process/test_data/seds.txt | 2 - .../opendata/process/test_data/total.csv | 3 - .../opendata/process/test_data/total.mcf | 6 - .../opendata/process/test_data/total.svg.mcf | 1 - .../opendata/process/test_data/total.tmcf | 10 - .../opendata/process/test_data/total.txt | 2 - 54 files changed, 399 insertions(+), 716 deletions(-) delete mode 100644 scripts/us_eia/opendata/download_bulk.py create mode 100644 scripts/us_eia/opendata/manifest.json create mode 100644 scripts/us_eia/opendata/process.py delete mode 100644 scripts/us_eia/opendata/process/test_data/categories.csv delete mode 100644 scripts/us_eia/opendata/process/test_data/categories.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/categories.svg.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/categories.tmcf delete mode 100644 scripts/us_eia/opendata/process/test_data/categories.txt delete mode 100644 scripts/us_eia/opendata/process/test_data/coal.csv delete mode 100644 scripts/us_eia/opendata/process/test_data/coal.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/coal.svg.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/coal.tmcf delete mode 100644 scripts/us_eia/opendata/process/test_data/coal.txt delete mode 100644 scripts/us_eia/opendata/process/test_data/elec.csv delete mode 100644 scripts/us_eia/opendata/process/test_data/elec.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/elec.svg.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/elec.tmcf delete mode 100644 scripts/us_eia/opendata/process/test_data/elec.txt delete mode 100644 scripts/us_eia/opendata/process/test_data/intl.csv delete mode 100644 scripts/us_eia/opendata/process/test_data/intl.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/intl.svg.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/intl.tmcf delete mode 100644 scripts/us_eia/opendata/process/test_data/intl.txt delete mode 100644 scripts/us_eia/opendata/process/test_data/ng.csv delete mode 100644 scripts/us_eia/opendata/process/test_data/ng.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/ng.svg.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/ng.tmcf delete mode 100644 scripts/us_eia/opendata/process/test_data/ng.txt delete mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.csv delete mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.svg.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.tmcf delete mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.txt delete mode 100644 scripts/us_eia/opendata/process/test_data/pet.csv delete mode 100644 scripts/us_eia/opendata/process/test_data/pet.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/pet.svg.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/pet.tmcf delete mode 100644 scripts/us_eia/opendata/process/test_data/pet.txt delete mode 100644 scripts/us_eia/opendata/process/test_data/seds.csv delete mode 100644 scripts/us_eia/opendata/process/test_data/seds.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/seds.svg.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/seds.tmcf delete mode 100644 scripts/us_eia/opendata/process/test_data/seds.txt delete mode 100644 scripts/us_eia/opendata/process/test_data/total.csv delete mode 100644 scripts/us_eia/opendata/process/test_data/total.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/total.svg.mcf delete mode 100644 scripts/us_eia/opendata/process/test_data/total.tmcf delete mode 100644 scripts/us_eia/opendata/process/test_data/total.txt diff --git a/scripts/us_eia/opendata/README.md b/scripts/us_eia/opendata/README.md index f61b576b76..4647cd3df0 100644 --- a/scripts/us_eia/opendata/README.md +++ b/scripts/us_eia/opendata/README.md @@ -22,9 +22,9 @@ This dataset is available for public use, license is available at https://www.ei ### Import procedure -- Download data +- Download data and will process the data ```bash - python3 download_bulk.py + python3 process.py --dataset=TOTAL ``` -- Run the [processor](process/README.md) \ No newline at end of file +- Run the [processor](process/README.md) diff --git a/scripts/us_eia/opendata/download_bulk.py b/scripts/us_eia/opendata/download_bulk.py deleted file mode 100644 index 554187e9b6..0000000000 --- a/scripts/us_eia/opendata/download_bulk.py +++ /dev/null @@ -1,61 +0,0 @@ -# Copyright 2021 Google LLC -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -""" -Utility to download all EIA data from https://api.eia.gov/bulk/manifest.txt -Files are stored in raw_data. - -Run this script in this folder: -python3 download_bulk.py -""" - -import io -import zipfile - -import requests - -from absl import flags -from absl import app - -MANIFEST_URL = "https://api.eia.gov/bulk/manifest.txt" - -FLAGS = flags.FLAGS -flags.DEFINE_string('data_dir', 'tmp_raw_data', 'Data dir to download into') -flags.DEFINE_list('datasets', [], 'Datasets to download. Everything, if empty.') - - -def download_file(url: str, save_path: str): - print(f'Downloading {url} to {save_path}') - r = requests.get(url, stream=True) - z = zipfile.ZipFile(io.BytesIO(r.content)) - z.extractall(save_path) - - -def download_manifest(): - return requests.get(MANIFEST_URL).json() - - -def main(_): - assert FLAGS.data_dir - manifest_json = download_manifest() - datasets = manifest_json.get('dataset', {}) - for dataset_name in datasets: - if FLAGS.datasets and dataset_name not in FLAGS.datasets: - continue - print(dataset_name) - dataset = datasets[dataset_name] - download_file(dataset['accessURL'], f'{FLAGS.data_dir}/{dataset_name}') - - -if __name__ == '__main__': - app.run(main) diff --git a/scripts/us_eia/opendata/generate_jsonl_for_bq.py b/scripts/us_eia/opendata/generate_jsonl_for_bq.py index 27227de946..9629a1440b 100644 --- a/scripts/us_eia/opendata/generate_jsonl_for_bq.py +++ b/scripts/us_eia/opendata/generate_jsonl_for_bq.py @@ -40,9 +40,8 @@ IN_DATA_PATH = 'tmp_raw_data' OUT_DATA_PATH = 'tmp_bq_import' DATASETS = [ - 'AEO.2014', 'AEO.2015', 'AEO.2016', 'AEO.2017', 'AEO.2018', 'AEO.2019', - 'AEO.2020', 'AEO.2021', 'COAL', 'EBA', 'ELEC', 'EMISS', 'IEO.2017', - 'IEO.2019', 'INTL', 'NG', 'NUC_STATUS', 'PET', 'PET_IMPORTS', 'SEDS', + 'AEO.2020', 'AEO.2021', 'AEO.2022', 'AEO.2023', 'AEO.IEO2', 'COAL', 'EBA', 'ELEC', 'EMISS', 'IEO', + 'INTL', 'NG', 'NUC_STATUS', 'PET', 'PET_IMPORTS', 'SEDS', 'STEO', 'TOTAL' ] @@ -77,17 +76,18 @@ def process_dataset(dataset, in_file_path, out_file_path): with open(out_file_path + '.series.jsonl', 'w+') as series_fp: with open(out_file_path + '.categories.jsonl', 'w+') as category_fp: for line in data_fp: - data = json.loads(line) - series_id = data.get('series_id', None) - if series_id: - jsonl = extract_series_to_jsonl(line, dataset) - series_fp.write(json.dumps(jsonl)) - series_fp.write('\n') - category_id = data.get('category_id', None) - if category_id: - jsonl = extract_category_to_jsonl(line, dataset) - category_fp.write(json.dumps(jsonl)) - category_fp.write('\n') + if line.startswith('{'): + data = json.loads(line) + series_id = data.get('series_id', None) + if series_id: + jsonl = extract_series_to_jsonl(line, dataset) + series_fp.write(json.dumps(jsonl)) + series_fp.write('\n') + category_id = data.get('category_id', None) + if category_id: + jsonl = extract_category_to_jsonl(line, dataset) + category_fp.write(json.dumps(jsonl)) + category_fp.write('\n') def process_single(subdir, file): @@ -103,7 +103,8 @@ def process_all(): for file in sorted(files): if not file.endswith('.txt'): continue - print(f'Processing {subdir}/{file}') + print(f'Processing1 {subdir}/{file}') + process_single(subdir, file) diff --git a/scripts/us_eia/opendata/manifest.json b/scripts/us_eia/opendata/manifest.json new file mode 100644 index 0000000000..35d3c5172b --- /dev/null +++ b/scripts/us_eia/opendata/manifest.json @@ -0,0 +1,130 @@ +{ + "import_specifications": [ + { + "import_name": "EIA_Electricity", + "curator_emails": [ + "chandaluri@google.com" + ], + "provenance_url": "https://www.eia.gov/opendata/v1/qb.php?category=0", + "provenance_description": "Electricity dataset has country, state-level and plant-level information on electricity generation, consumption, sales etc by energy source and “sectors” (like residential, commercial, etc.).", + "scripts": [ + "process.py --dataset=ELEC" + ], + "import_inputs": [ + { + "template_mcf": "tmp_raw_data/ELEC/ELEC.tmcf", + "cleaned_csv": "tmp_raw_data/ELEC/ELEC.csv" + } + ], + "cron_schedule": "0 8 1 2 *" + }, + { + "import_name": "EIA_NaturalGas", + "curator_emails": [ + "chandaluri@google.com" + ], + "provenance_url": "https://www.eia.gov/opendata/v1/qb.php?category=0", + "provenance_description": "Natural gas dataset has country and state-level data.", + "scripts": [ + "process.py --dataset=NG" + ], + "import_inputs": [ + { + "template_mcf": "tmp_raw_data/NG/NG.tmcf", + "cleaned_csv": "tmp_raw_data/NG/NG.csv" + } + ], + "cron_schedule": "05 10 * * *" + }, + { + "import_name": "EIA_NuclearOutages", + "curator_emails": [ + "chandaluri@google.com" + ], + "provenance_url": "https://www.eia.gov/opendata/v1/qb.php?category=0", + "provenance_description": "Nuclear outage dataset has nuclear-plant and national data about Nuclear energy generation capacity and planned outages.", + "scripts": [ + "process.py --dataset=NUC_STATUS" + ], + "import_inputs": [ + { + "template_mcf": "tmp_raw_data/NUC_STATUS/NUC_STATUS.tmcf", + "cleaned_csv": "tmp_raw_data/NUC_STATUS/NUC_STATUS.csv" + } + ], + "cron_schedule": "01 9 * * *" + }, + { + "import_name": "EIA_Petroleum", + "curator_emails": [ + "chandaluri@google.com" + ], + "provenance_url": "https://www.eia.gov/opendata/v1/qb.php?category=0", + "provenance_description": "EIA Petroleum dataset has country and state-level data.", + "scripts": [ + "process.py --dataset=PET" + ], + "import_inputs": [ + { + "template_mcf": "tmp_raw_data/PET/PET.tmcf", + "cleaned_csv": "tmp_raw_data/PET/PET.csv" + } + ], + "cron_schedule": "5 9 2 2 *" + }, + { + "import_name": "EIA_International", + "curator_emails": [ + "chandaluri@google.com" + ], + "provenance_url": "https://www.eia.gov/opendata/v1/qb.php?category=0", + "provenance_description": "EIA International Energy dataset has country, continent and world-level data.", + "scripts": [ + "process.py --dataset=INTL" + ], + "import_inputs": [ + { + "template_mcf": "tmp_raw_data/INTL/INTL.tmcf", + "cleaned_csv": "tmp_raw_data/INTL/INTL.csv" + } + ], + "cron_schedule": "1 7 * 1,4,7,10 *" + }, + { + "import_name": "EIA_SEDS", + "curator_emails": [ + "chandaluri@google.com" + ], + "provenance_url": "https://www.eia.gov/opendata/v1/qb.php?category=0", + "provenance_description": "EIA SEDS International Energy dataset has US country-level and state-level data.", + "scripts": [ + "process.py --dataset=SEDS" + ], + "import_inputs": [ + { + "template_mcf": "tmp_raw_data/SEDS/SEDS.tmcf", + "cleaned_csv": "tmp_raw_data/SEDS/SEDS.csv" + } + ], + "cron_schedule": "0 0 1 1 *" + }, + { + "import_name": "EIA_TotalEnergy", + "curator_emails": [ + "chandaluri@google.com" + ], + "provenance_url": "https://www.eia.gov/opendata/v1/qb.php?category=0", + "provenance_description": "Total Energy dataset has US country-level data.", + "scripts": [ + "process.py --dataset=TOTAL" + ], + "import_inputs": [ + { + "template_mcf": "tmp_raw_data/TOTAL/TOTAL.tmcf", + "cleaned_csv": "tmp_raw_data/TOTAL/TOTAL.csv" + } + ], + "cron_schedule": "0 0 1 * *" + } + ] +} diff --git a/scripts/us_eia/opendata/process.py b/scripts/us_eia/opendata/process.py new file mode 100644 index 0000000000..fd72919417 --- /dev/null +++ b/scripts/us_eia/opendata/process.py @@ -0,0 +1,95 @@ +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +""" +Utility to download all EIA data from https://api.eia.gov/bulk/manifest.txt +Files are stored in raw_data. + +Run this script in this folder: +python3 download_bulk.py +""" + +import io +import os +import sys +import zipfile + +import requests + +from absl import flags +from absl import app + +from process import coal, common, elec, intl, ng, nuclear, pet, seds, total + +MANIFEST_URL = "https://api.eia.gov/bulk/manifest.txt" + +FLAGS = flags.FLAGS +flags.DEFINE_string('data_dir', 'tmp_raw_data', 'Data dir to download into') +flags.DEFINE_string('dataset', '', 'Datasets to download. Everything, if empty.') + +# Value: (name, extract_fn, schema_fn) +_DATASETS = { + 'COAL': ('Coal', coal.extract_place_statvar, coal.generate_statvar_schema), + 'ELEC': ('Electricity', elec.extract_place_statvar, + elec.generate_statvar_schema), + 'INTL': ('Energy Overview (INTL)', intl.extract_place_statvar, None), + 'PET': ('Petroleum', pet.extract_place_statvar, None), + 'NG': ('Natural Gas', ng.extract_place_statvar, None), + 'NUC_STATUS': ('Nuclear Outages', nuclear.extract_place_statvar, + nuclear.generate_statvar_schema), + 'SEDS': ('Consumption, Production, Prices and Expenditure (SEDS)', + seds.extract_place_statvar, None), + 'TOTAL': ('Energy Overview (TOTAL)', total.extract_place_statvar, None) +} + + +def download_file(url: str, save_path: str): + print(f'Downloading {url} to {save_path}') + r = requests.get(url, stream=True) + z = zipfile.ZipFile(io.BytesIO(r.content)) + z.extractall(save_path) + + +def download_manifest(): + return requests.get(MANIFEST_URL).json() + + +def main(_): + assert FLAGS.data_dir + manifest_json = download_manifest() + datasets = manifest_json.get('dataset', {}) + for dataset_name in datasets: + if FLAGS.dataset and dataset_name not in FLAGS.dataset: + continue + print(dataset_name) + dataset = datasets[dataset_name] + print("dataset", dataset) + download_file(dataset['accessURL'], f'{FLAGS.data_dir}/{dataset_name}') + print(f'{FLAGS.data_dir}/{dataset_name}') + print(FLAGS.data_dir, FLAGS.dataset) + file_prefix = os.path.join(f'{FLAGS.data_dir}/{dataset_name}', FLAGS.dataset) + print("file_prefix", file_prefix) + common.process(dataset=FLAGS.dataset, + dataset_name=_DATASETS[FLAGS.dataset], + in_json=file_prefix + '.txt', + out_csv=file_prefix + '.csv', + out_sv_mcf=file_prefix + '.mcf', + out_svg_mcf=file_prefix + '.svg.mcf', + out_tmcf=file_prefix + '.tmcf', + extract_place_statvar_fn=_DATASETS[FLAGS.dataset][1], + generate_statvar_schema_fn=_DATASETS[FLAGS.dataset][2]) + + + +if __name__ == '__main__': + app.run(main) diff --git a/scripts/us_eia/opendata/process/README.md b/scripts/us_eia/opendata/process/README.md index 1e3a543ace..8889e675e3 100644 --- a/scripts/us_eia/opendata/process/README.md +++ b/scripts/us_eia/opendata/process/README.md @@ -58,13 +58,13 @@ takes a raw stat-var and generates a fully defined stat-var for it. Download and unzip the data files based on the [manifest](https://api.eia.gov/bulk/manifest.txt) by running the -[`download_bulk.py`](https://github.com/datacommonsorg/data/blob/master/scripts/us_eia/opendata/download_bulk.py) +[`python3 process.py --dataset=TOTAL`](https://github.com/datacommonsorg/data/blob/master/scripts/us_eia/opendata/download_bulk.py) script. To generate CSV, TMCF and stat-var MCF for a supported dataset: ```bash -python3 main.py --data_dir=tmp_raw_data/ELEC --dataset=ELEC +python3 process.py --dataset=ELEC ``` Replace `ELEC` with any of the other dataset codes listed above. diff --git a/scripts/us_eia/opendata/process/coal.py b/scripts/us_eia/opendata/process/coal.py index 6b11850b83..24890e67c3 100644 --- a/scripts/us_eia/opendata/process/coal.py +++ b/scripts/us_eia/opendata/process/coal.py @@ -84,6 +84,7 @@ def extract_place_statvar(series_id, counters): measure = m.group(1) if measure.startswith("SHIP"): # TODO: model destination / source port as well + print(series_id) return (None, None, None) if measure == "PROD_DIST_STOCKS": assert m.group(2) == "TOT" diff --git a/scripts/us_eia/opendata/process/common.py b/scripts/us_eia/opendata/process/common.py index 6624da1f2f..4d57b27c01 100644 --- a/scripts/us_eia/opendata/process/common.py +++ b/scripts/us_eia/opendata/process/common.py @@ -12,7 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. """Process EIA datasets to produce TMCF and CSV.""" - +import os +import sys import csv import json import logging @@ -21,7 +22,12 @@ from sys import path # For import util.alpha2_to_dcid -path.insert(1, '../../../../') +# Setup path for import from data/util +# or set export PYTHONPATH="./:/data/util" in bash +#path.insert(1, '/usr/local/google/home/chandaluri/data/') +#path.insert(2, '/usr/local/google/home/chandaluri/data/scripts/us_eia/opendata/') +_MODULE_DIR = os.path.dirname(os.path.abspath(__file__)) +sys.path.insert(1, os.path.join(_MODULE_DIR, '../../../../')) import util.alpha2_to_dcid as alpha2_to_dcid import util.name_to_alpha2 as name_to_alpha2 @@ -34,10 +40,97 @@ 'Q': 'Quarterly', } -_COLUMNS = [ - 'place', 'stat_var', 'date', 'value', 'unit', 'scaling_factor', - 'eia_series_id' -] +MMETHOD_MAPPING_DICT = { + # input source unit wise mapping to measurmentMethod + 'Index1982-1984=100': 'BasePeriod1982_1984', + '2017=1.00000': 'BaseYear2017', + 'Real(1982-1984)CentsPerKilowatthour': 'BasePeriod1982_1984', + 'Real(1982-1984)DollarsPerGallon': 'BasePeriod1982_1984', + 'Real(1982-1984)DollarsPerMillionBtu': 'BasePeriod1982_1984', + 'Real(1982-1984)DollarsPerThousandCubicFeet': 'BasePeriod1982_1984', + 'ThousandBtuPerChained(2017)Dollar': 'BasePeriod2017', + 'BillionChained(2017)Dollars' : 'BasePeriod2017', + 'MetricTonsCarbonDioxidePerMillionChained(2017)Dollars': 'BasePeriod2017' +} + +UNIT_MAPPING_DICT = { + # input source unit : DC unit + 'Days': 'Day', + 'ThousandsOfRegisteredVehicles': '', + 'RegisteredVehicle': '', + 'NumberOfDays': 'Day', + 'Dollars': 'USDollar', + 'MillionBarrels': 'MillionsBarrels', + 'ThousandBarrels': 'Barrel', + 'ThousandDollars': 'USDollar', + '1000MetricTons': 'ThousandMetricTons', + 'BillionKilowatthours': 'BillionKilowattHours', + 'Terajoules': 'Terajoule', + 'DollarsPerMillionBtu': 'USDollarPerMillionBtu', + 'DollarsPerThousandCubicFeet': 'USDollarPerThousandCubicFeet', + 'CentsPerKilowatthour': 'CentsPerKilowattHour', + 'MillionKilowatthours': 'MillionKilowattHours', + 'DollarsPerGallon': 'USDollarPerGallon', + 'Kilowatthours': 'KilowattHour', + 'Barrels': 'Barrel', + 'MillionDollars': 'USDollar', + 'BillionDollars': 'USDollar', + 'DollarsPerPoundUraniumOxide': 'USDollarPerPoundUraniumOxide', + 'ThousandKilowatts': 'Kilowatt', + 'DollarsPerBarrel': 'USDollarPerBarrel', + 'NumberOfCustomers': '', + 'NumberOfElements': '', + 'Thousand': "", + 'ThousandGallons': 'USGallon', + 'MillionPounds': 'GBP', + 'DollarsPerFoot': 'USDollarPerFoot', + 'ThousandDollarsPerWell': 'ThousandUSDollarsPerWell', + 'ThousandFeet': 'Foot', + 'FeetPerWell': 'Foot', + 'Cost': 'USDollar', + 'Index1982-1984=100': '', + '2017=1.00000': '', + 'NumberOfRigs': '', + 'Number': '', + 'Real(1982-1984)DollarsPerGallon': 'USDollarPerGallon', + 'Real(1982-1984)DollarsPerMillionBtu': 'USDollarPerMillionBtu', + 'DollarsPerMillionBtu': 'USDollarPerMillionBtu', + 'Real(1982-1984)CentsPerKilowatthour': 'USCentPerKilowattHour', + 'Real(1982-1984)DollarsPerThousandCubicFeet': 'USDollarPerThousandCubicFeet', + 'MetricTonsCarbonDioxidePerMillionChained(2017)Dollars': 'MetricTonsCarbonDioxidePerMillionChainedUSDollars', + 'ThousandBtuPerChained(2017)Dollar':'BtuPerChainedUSDollar', + 'BillionChained(2017)Dollars': 'ChainedUSDollar', + 'CentsPerKilowatthour,IncludingTaxes': 'CentsPerKilowattHour', + 'TrillionBtu': 'Btu', + 'MillionGallons': 'USGallon', + 'MillionPeople': '', + 'MillionNominalDollars': 'NominalUSDollar', + 'NominalDollars': 'NominalUSDollar', + 'DollarsPerGallonIncludingTaxes': 'USDollarPerGallon', + 'DollarsPerGallonExcludingTaxes': 'USDollarPerGallon', + 'DollarsPerMillionBtu,IncludingTaxes': 'USDollarPerMillionBtu' +} + +UNIT_CONVERT_DICT = { + 'ThousandCubicFeet': 1000, + 'ThousandBtuPerChained(2017)Dollar': 1000, + 'Thousand': 1000, + 'ThousandFeet': 1000, + 'ThousandDollars': 1000, + 'ThousandGallons': 1000, + 'ThousandBarrels': 1000, + 'ThousandsOfRegisteredVehicles': 1000, + 'MillionDollars': 1000000, + 'MillionPeople': 1000000, + 'MillionNominalDollars': 1000000, + 'MillionGallons': 1000000, + 'ThousandKilowatts': 1000, + 'MillionPounds': 1000000, + 'BillionDollars': 10000000000, + 'BillionChained(2017)Dollars': 10000000000, + 'TrillionBtu': 1000000000000 +} +_COLUMNS = ['place', 'stat_var', 'date', 'value', 'unit', 'scaling_factor', 'eia_series_id', 'measurementMethod'] _TMCF_STRING = """ Node: E:EIATable->E0 @@ -49,6 +142,7 @@ unit: C:EIATable->unit scalingFactor: C:EIATable->scaling_factor eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod """ _DATE_RE = re.compile('[0-9WMQ]') @@ -65,6 +159,7 @@ def _parse_date(d): + #print("_parse_date", d) """Given a date from EIA JSON convert to DC compatible date.""" if not _DATE_RE.match(d): @@ -82,11 +177,13 @@ def _parse_date(d): m_or_q = d[4:] if m_or_q.startswith('Q'): + #print("withQ",yr + '-' + _QUARTER_MAP[m_or_q]) # Quarterly if m_or_q in _QUARTER_MAP: return yr + '-' + _QUARTER_MAP[m_or_q] else: # Monthly + #print("withOutQ",yr + '-' + m_or_q) return yr + '-' + m_or_q if len(d) == 8: @@ -106,6 +203,25 @@ def _sv_dcid(raw_sv): return 'eia/' + raw_sv +def _check_unit_with_mapping(in_str): + if in_str in UNIT_MAPPING_DICT: + in_str = UNIT_MAPPING_DICT[in_str] + return in_str + +def _check_mMethod_with_mapping(in_str): + if in_str in MMETHOD_MAPPING_DICT: + in_str = MMETHOD_MAPPING_DICT[in_str] + else: + in_str = "" + return in_str + + +def _unitConvert(unit, value): + if unit in UNIT_CONVERT_DICT: + value = float(value) * UNIT_CONVERT_DICT[unit] + return value + + def _enumify(in_str): return in_str.title().replace(' ', '') @@ -165,12 +281,8 @@ def _generate_default_statvar(raw_sv, sv_map): # Name patterns for US and US states. -_NAME_PATTERNS = { - v: [k.lower()] for k, v in name_to_alpha2.USSTATE_MAP_SPACE.items() -} -_NAME_PATTERNS['US'] = [ - 'united states of america', 'united states', 'u.s.a.', 'u.s.' -] +_NAME_PATTERNS = {v: [k.lower()] for k, v in name_to_alpha2.USSTATE_MAP_SPACE.items()} +_NAME_PATTERNS['US'] = ['united states of america', 'united states', 'u.s.a.', 'u.s.'] _NAME_PATTERNS['USA'] = _NAME_PATTERNS['US'] @@ -220,8 +332,7 @@ def _maybe_parse_name(name, raw_place, is_us_place, counters): return cleanup_name(name) -def _generate_sv_nodes(dataset, sv_map, sv_name_map, sv_membership_map, - sv_schemaful2raw, svg_info): +def _generate_sv_nodes(dataset, sv_map, sv_name_map, sv_membership_map, sv_schemaful2raw, svg_info): nodes = [] for sv, mcf in sv_map.items(): raw_sv = sv_schemaful2raw[sv] if sv in sv_schemaful2raw else sv @@ -242,8 +353,8 @@ def _generate_sv_nodes(dataset, sv_map, sv_name_map, sv_membership_map, return nodes -def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, - out_tmcf, extract_place_statvar_fn, generate_statvar_schema_fn): +def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, out_tmcf, + extract_place_statvar_fn, generate_statvar_schema_fn): """Process an EIA dataset and produce outputs using lambda functions. Args: @@ -294,26 +405,26 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, counters['info_lines_processed'] += 1 if counters['info_lines_processed'] % 100000 == 99999: _print_counters(counters) - + if not line.startswith('{'): + continue data = json.loads(line) # Preliminary checks series_id = data.get('series_id', None) if not series_id: - category.process_category(dataset, data, - extract_place_statvar_fn, svg_info, + category.process_category(dataset, data, extract_place_statvar_fn, svg_info, sv_membership_map, counters) counters['info_categories_processed'] += 1 continue time_series = data.get('data', None) + #print(time_series) if not time_series: counters['error_missing_time_series'] += 1 continue # Extract raw place and stat-var from series_id. - (raw_place, raw_sv, - is_us_place) = extract_place_statvar_fn(series_id, counters) + (raw_place, raw_sv, is_us_place) = extract_place_statvar_fn(series_id, counters) if not raw_place or not raw_sv: counters['error_extract_place_sv'] += 1 continue @@ -325,16 +436,19 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, continue raw_unit = _enumify(data.get('units', '')) + dc_unit = _check_unit_with_mapping(raw_unit) + m_method = _check_mMethod_with_mapping(raw_unit) if raw_sv not in sv_name_map: - name = _maybe_parse_name(data.get('name', ''), raw_place, - is_us_place, counters) + name = _maybe_parse_name(data.get('name', ''), raw_place, is_us_place, counters) if name: sv_name_map[raw_sv] = name # Add to rows. rows = [] + #print(time_series) for k, v in time_series: + #print(k,v) try: # The following non-numeric values exist: @@ -365,9 +479,10 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, 'place': f"dcid:{dc_place}", 'stat_var': f"dcid:{_sv_dcid(raw_sv)}", 'date': dt, - 'value': v, + 'value': _unitConvert(raw_unit, v), 'eia_series_id': series_id, - 'unit': raw_unit, + 'unit': dc_unit, + 'measurementMethod': m_method }) if not rows: @@ -376,8 +491,7 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, schema_sv = None if generate_statvar_schema_fn: - schema_sv = generate_statvar_schema_fn(raw_sv, rows, sv_map, - counters) + schema_sv = generate_statvar_schema_fn(raw_sv, rows, sv_map, counters) if schema_sv: sv_schemaful2raw[schema_sv] = raw_sv counters['info_schemaful_series'] += 1 @@ -391,9 +505,8 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, category.trim_area_categories(svg_info, counters) with open(out_sv_mcf, 'w') as out_fp: - nodes = _generate_sv_nodes(dataset, sv_map, sv_name_map, - sv_membership_map, sv_schemaful2raw, - svg_info) + nodes = _generate_sv_nodes(dataset, sv_map, sv_name_map, sv_membership_map, + sv_schemaful2raw, svg_info) out_fp.write('\n\n'.join(nodes)) out_fp.write('\n') diff --git a/scripts/us_eia/opendata/process/elec.py b/scripts/us_eia/opendata/process/elec.py index fade060fd3..dbce43b1e7 100644 --- a/scripts/us_eia/opendata/process/elec.py +++ b/scripts/us_eia/opendata/process/elec.py @@ -34,8 +34,11 @@ def extract_place_statvar(series_id, counters): return (None, None, None) # ELEC.{MEASURE}.{FUEL_TYPE}-{PLACE}-{PRODUCER_SECTOR}.{PERIOD} - m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^-]+)-([^.]+)\.([AQM])$", - series_id) + #m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^-]+)-([^.]+)\.([AQM])$", + # series_id) + m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^-]+)-([^.]+)\.([QM])$", + series_id) + if m: measure = m.group(1) fuel_type = m.group(2) @@ -222,7 +225,7 @@ def extract_place_statvar(series_id, counters): 'CONS_EG': (_PLACEHOLDER_FUEL_UNIT, '', 1000), 'CONS_EG_BTU': ('MMBtu', '', 1000000), 'COST': (_PLACEHOLDER_FUEL_UNIT, '', 1), - 'COST_BTU': ('MMBtu', '', 1), + 'COST_BTU': ('USDollarPerMMBtu', '', 1), 'CUSTOMERS': ('', '', 1), 'GEN': ('GigawattHour', '', 1), 'PRICE': ('USCentPerKilowattHour', '', 1), @@ -263,7 +266,7 @@ def generate_statvar_schema(raw_sv, rows, sv_map, counters): """ # ELEC.{MEASURE}.{FUEL_TYPE}-{PRODUCER_SECTOR}.{PERIOD} - m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^.]+)\.([AQM])$", raw_sv) + m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^.]+)\.([QM])$", raw_sv) if m: measure = m.group(1) fuel_type = m.group(2) @@ -272,7 +275,7 @@ def generate_statvar_schema(raw_sv, rows, sv_map, counters): consuming_sector = '' else: # ELEC.{MEASURE}.{CONSUMER_SECTOR}.{PERIOD} - m = re.match(r"^ELEC\.([^.]+)\.([^.]+)\.([AQM])$", raw_sv) + m = re.match(r"^ELEC\.([^.]+)\.([^.]+)\.([QM])$", raw_sv) if not m: counters['error_unparsable_raw_statvar'] += 1 return None @@ -329,7 +332,7 @@ def generate_statvar_schema(raw_sv, rows, sv_map, counters): if cs != 'ALL': sv_id_parts.append(cs) sv_pvs.append(f'consumingSector: dcs:{cs}') - + if measure not in _UNIT_MAP: counters['error_missing_unit'] += 1 return None diff --git a/scripts/us_eia/opendata/process/test_data/categories.csv b/scripts/us_eia/opendata/process/test_data/categories.csv deleted file mode 100644 index 2678990eda..0000000000 --- a/scripts/us_eia/opendata/process/test_data/categories.csv +++ /dev/null @@ -1,5 +0,0 @@ -place,stat_var,date,value,unit,scaling_factor,eia_series_id -dcid:country/USA,dcid:eia/NG.N9140_2.A,2020,30482049,MillionCubicFeet,,NG.N9140US2.A -dcid:country/USA,dcid:eia/NG.N9140_2.A,2019,31099061,MillionCubicFeet,,NG.N9140US2.A -dcid:country/USA,dcid:eia/NG.N9140_2.M,2021-02,3036972,MillionCubicFeet,,NG.N9140US2.M -dcid:country/USA,dcid:eia/NG.N9140_2.M,2021-01,3286266,MillionCubicFeet,,NG.N9140US2.M diff --git a/scripts/us_eia/opendata/process/test_data/categories.mcf b/scripts/us_eia/opendata/process/test_data/categories.mcf deleted file mode 100644 index cc12627d0f..0000000000 --- a/scripts/us_eia/opendata/process/test_data/categories.mcf +++ /dev/null @@ -1,15 +0,0 @@ -Node: dcid:eia/NG.N9140_2.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/NG.N9140_2.A -statType: dcs:measuredValue -name: "Natural Gas Total Consumption, Annual" -memberOf: dcid:eia/g/NG.460678 - -Node: dcid:eia/NG.N9140_2.M -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/NG.N9140_2.M -statType: dcs:measuredValue -name: "Natural Gas Total Consumption, Monthly" -memberOf: dcid:eia/g/NG.460678 diff --git a/scripts/us_eia/opendata/process/test_data/categories.svg.mcf b/scripts/us_eia/opendata/process/test_data/categories.svg.mcf deleted file mode 100644 index 7c044e2538..0000000000 --- a/scripts/us_eia/opendata/process/test_data/categories.svg.mcf +++ /dev/null @@ -1,34 +0,0 @@ -Node: dcid:eia/g/Root -typeOf: dcs:StatVarGroup -name: "Other Data (eia.gov)" -specializationOf: dcid:dc/g/Energy - -Node: dcid:eia/g/NG.714804 -typeOf: dcs:StatVarGroup -name: "Natural Gas" -specializationOf: dcid:eia/g/Root - -Node: dcid:eia/g/NG.714805 -typeOf: dcs:StatVarGroup -name: "Summary" -specializationOf: dcid:eia/g/NG.714804 - -Node: dcid:eia/g/NG.456172 -typeOf: dcs:StatVarGroup -name: "Natural Gas Annual Supply & Disposition by State" -specializationOf: dcid:eia/g/NG.714805 - -Node: dcid:eia/g/NG.457052 -typeOf: dcs:StatVarGroup -name: "Natural Gas Summary" -specializationOf: dcid:eia/g/NG.714805 - -Node: dcid:eia/g/NG.459123 -typeOf: dcs:StatVarGroup -name: "by Data Series" -specializationOf: dcid:eia/g/NG.457052 - -Node: dcid:eia/g/NG.460678 -typeOf: dcs:StatVarGroup -name: "Total Consumption" -specializationOf: dcid:eia/g/NG.459123 diff --git a/scripts/us_eia/opendata/process/test_data/categories.tmcf b/scripts/us_eia/opendata/process/test_data/categories.tmcf deleted file mode 100644 index e1ef4499a7..0000000000 --- a/scripts/us_eia/opendata/process/test_data/categories.tmcf +++ /dev/null @@ -1,10 +0,0 @@ - -Node: E:EIATable->E0 -typeOf: dcs:StatVarObservation -observationAbout: C:EIATable->place -variableMeasured: C:EIATable->stat_var -observationDate: C:EIATable->date -value: C:EIATable->value -unit: C:EIATable->unit -scalingFactor: C:EIATable->scaling_factor -eiaSeriesId: C:EIATable->eia_series_id diff --git a/scripts/us_eia/opendata/process/test_data/categories.txt b/scripts/us_eia/opendata/process/test_data/categories.txt deleted file mode 100644 index 9cffc68892..0000000000 --- a/scripts/us_eia/opendata/process/test_data/categories.txt +++ /dev/null @@ -1,9 +0,0 @@ -{"series_id":"NG.N9140US2.A","name":"U.S. Natural Gas Total Consumption, Annual","units":"Million Cubic Feet","f":"A","unitsshort":"MMcf","description":"U.S. Natural Gas Total Consumption","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"1949","end":"2020","last_updated":"2021-04-30T12:17:32-04:00","data":[["2020",30482049],["2019",31099061]]} -{"series_id":"NG.N9140US2.M","name":"U.S. Natural Gas Total Consumption, Monthly","units":"Million Cubic Feet","f":"M","unitsshort":"MMcf","description":"U.S. Natural Gas Total Consumption","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"200101","end":"202102","last_updated":"2021-04-30T12:17:32-04:00","data":[["202102",3036972],["202101",3286266]]} -{"category_id":"714805","parent_category_id":"714804","name":"Summary","notes":"","childseries":[]} -{"category_id":"456172","parent_category_id":"714805","name":"Natural Gas Annual Supply & Disposition by State","notes":"","childseries":[]} -{"category_id":"457052","parent_category_id":"714805","name":"Natural Gas Summary","notes":"","childseries":[]} -{"category_id":"457053","parent_category_id":"457052","name":"by Area","notes":"","childseries":[]} -{"category_id":"457054","parent_category_id":"457053","name":"U.S.","notes":"","childseries":["NG.N9140US2.M","NG.N9140US2.A"]} -{"category_id":"459123","parent_category_id":"457052","name":"by Data Series","notes":"","childseries":[]} -{"category_id":"460678","parent_category_id":"459123","name":"Total Consumption","notes":"","childseries":["NG.N9140US2.M","NG.N9140US2.A"]} diff --git a/scripts/us_eia/opendata/process/test_data/coal.csv b/scripts/us_eia/opendata/process/test_data/coal.csv deleted file mode 100644 index 6b31796c42..0000000000 --- a/scripts/us_eia/opendata/process/test_data/coal.csv +++ /dev/null @@ -1,12 +0,0 @@ -place,stat_var,date,value,unit,scaling_factor,eia_series_id -dcid:geoId/01,dcid:Quarterly_Average_AshContent_Coal_For_ElectricUtility,2020-12,6.744021229492053,,100,COAL.ASH_CONTENT.AL-1.Q -dcid:geoId/01,dcid:Quarterly_Average_AshContent_Coal_For_ElectricUtility,2020-09,6.767757786979022,,100,COAL.ASH_CONTENT.AL-1.Q -dcid:geoId/21,dcid:Annual_Average_AshContent_Coal_For_CommercialAndInstitutional,2002,0,,100,COAL.ASH_CONTENT.KY-8.A -dcid:geoId/21,dcid:Annual_Average_AshContent_Coal_For_CommercialAndInstitutional,2001,0,,100,COAL.ASH_CONTENT.KY-8.A -dcid:geoId/21,dcid:Annual_Average_AshContent_Coal_For_CommercialAndInstitutional,2000,0,,100,COAL.ASH_CONTENT.KY-8.A -dcid:geoId/17,dcid:Quarterly_Average_HeatContent_Coal_For_CommercialAndInstitutional,2000-09,0,dcid:BtuPerPound,,COAL.HEAT_CONTENT.IL-8.Q -dcid:geoId/17,dcid:Quarterly_Average_HeatContent_Coal_For_CommercialAndInstitutional,2000-06,0,dcid:BtuPerPound,,COAL.HEAT_CONTENT.IL-8.Q -dcid:geoId/17,dcid:Quarterly_Average_HeatContent_Coal_For_CommercialAndInstitutional,2000-03,0,dcid:BtuPerPound,,COAL.HEAT_CONTENT.IL-8.Q -dcid:geoId/36,dcid:Annual_Receipt_Coal_ElectricUtilityNonCogen,2008,8236048,dcid:ShortTon,,COAL.RECEIPTS.NY-2.A -dcid:geoId/12,dcid:Quarterly_Stock_Coal_ElectricUtility,2008-03,4067084,dcid:ShortTon,,COAL.STOCKS.FL-1.Q -dcid:geoId/46,dcid:Annual_Average_SulfurContent_Coal_For_ElectricUtility,2008,0.31,,100,COAL.SULFUR_CONTENT.SD-1.A diff --git a/scripts/us_eia/opendata/process/test_data/coal.mcf b/scripts/us_eia/opendata/process/test_data/coal.mcf deleted file mode 100644 index a3a9126d7b..0000000000 --- a/scripts/us_eia/opendata/process/test_data/coal.mcf +++ /dev/null @@ -1,53 +0,0 @@ -Node: dcid:Quarterly_Average_AshContent_Coal_For_ElectricUtility -populationType: dcs:Coal -measuredProperty: dcs:ashContent -statType: dcs:meanValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Quarterly -consumingSector: dcs:ElectricUtility -name: "Ash content, electric utility, quarterly" - -Node: dcid:Annual_Average_AshContent_Coal_For_CommercialAndInstitutional -populationType: dcs:Coal -measuredProperty: dcs:ashContent -statType: dcs:meanValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Annual -consumingSector: dcs:CommercialAndInstitutional -name: "Ash content, commercial and institutional, annual" - -Node: dcid:Quarterly_Average_HeatContent_Coal_For_CommercialAndInstitutional -populationType: dcs:Coal -measuredProperty: dcs:heatContent -statType: dcs:meanValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Quarterly -consumingSector: dcs:CommercialAndInstitutional -name: "Heat content, commercial and institutional, quarterly" - -Node: dcid:Annual_Receipt_Coal_ElectricUtilityNonCogen -populationType: dcs:Coal -measuredProperty: dcs:receipt -statType: dcs:measuredValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Annual -consumingSector: dcs:ElectricUtilityNonCogen -name: "Receipts, electric utility non-cogen, annual" - -Node: dcid:Quarterly_Stock_Coal_ElectricUtility -populationType: dcs:Coal -measuredProperty: dcs:stock -statType: dcs:measuredValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Quarterly -consumingSector: dcs:ElectricUtility -name: "Stocks, electric utility, quarterly" - -Node: dcid:Annual_Average_SulfurContent_Coal_For_ElectricUtility -populationType: dcs:Coal -measuredProperty: dcs:sulfurContent -statType: dcs:meanValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Annual -consumingSector: dcs:ElectricUtility -name: "Sulfur content, electric utility, annual" diff --git a/scripts/us_eia/opendata/process/test_data/coal.svg.mcf b/scripts/us_eia/opendata/process/test_data/coal.svg.mcf deleted file mode 100644 index bebd1dd655..0000000000 --- a/scripts/us_eia/opendata/process/test_data/coal.svg.mcf +++ /dev/null @@ -1,29 +0,0 @@ -Node: dcid:eia/g/Root -typeOf: dcs:StatVarGroup -name: "Other Data (eia.gov)" -specializationOf: dcid:dc/g/Energy - -Node: dcid:eia/g/COAL.717234 -typeOf: dcs:StatVarGroup -name: "Coal" -specializationOf: dcid:eia/g/Root - -Node: dcid:eia/g/COAL.773561 -typeOf: dcs:StatVarGroup -name: "(10075) Taconite Harbor Energy Center(10075)" -specializationOf: dcid:eia/g/COAL.717268 - -Node: dcid:eia/g/COAL.773564 -typeOf: dcs:StatVarGroup -name: "(10151) Grant Town Power Plant(10151)" -specializationOf: dcid:eia/g/COAL.717268 - -Node: dcid:eia/g/COAL.829519 -typeOf: dcs:StatVarGroup -name: "(4150) Neil Simpson(4150)" -specializationOf: dcid:eia/g/COAL.717268 - -Node: dcid:eia/g/COAL.717268 -typeOf: dcs:StatVarGroup -name: "Coal shipments to the electric power sector: by plant" -specializationOf: dcid:eia/g/COAL.717234 diff --git a/scripts/us_eia/opendata/process/test_data/coal.tmcf b/scripts/us_eia/opendata/process/test_data/coal.tmcf deleted file mode 100644 index e1ef4499a7..0000000000 --- a/scripts/us_eia/opendata/process/test_data/coal.tmcf +++ /dev/null @@ -1,10 +0,0 @@ - -Node: E:EIATable->E0 -typeOf: dcs:StatVarObservation -observationAbout: C:EIATable->place -variableMeasured: C:EIATable->stat_var -observationDate: C:EIATable->date -value: C:EIATable->value -unit: C:EIATable->unit -scalingFactor: C:EIATable->scaling_factor -eiaSeriesId: C:EIATable->eia_series_id diff --git a/scripts/us_eia/opendata/process/test_data/coal.txt b/scripts/us_eia/opendata/process/test_data/coal.txt deleted file mode 100644 index 47bb915ce6..0000000000 --- a/scripts/us_eia/opendata/process/test_data/coal.txt +++ /dev/null @@ -1,89 +0,0 @@ -{"series_id":"COAL.ASH_CONTENT.AL-1.Q","name":"Ash content : Alabama : electric utility : quarterly","units":"percent","f":"Q","description":"Power plants owned by regulated electric utilties; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AL","geography":"USA-AL","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.ASH_CONTENT.1.Q","data":[["2020Q4",6.744021229492053],["2020Q3",6.767757786979022]]} -{"series_id":"COAL.ASH_CONTENT.KY-8.A","name":"Ash content : Kentucky : commercial and institutional : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-KY","geography":"USA-KY","start":"2000","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.ASH_CONTENT.8.A","data":[["2002",0],["2001",0],["2000",0]]} -{"series_id":"COAL.AVERAGE_EMPLOYEES.ESC-TOT.A","name":"Aggregate coal mine average employees : East South Central (total) : total : annual","units":"number of employees","f":"A","description":"Summation of the states in the East South Central census region including Alabama, Kentucky, Mississippi, and Tennessee; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AL+USA-KY+USA-MS+USA-TN","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.AVERAGE_EMPLOYEES.TOT.A","data":[["2001",21561]]} -{"series_id":"COAL.CONS_TOT.PCN-8.Q","name":"Total consumption : Pacific Noncontiguous (total) : commercial and institutional : quarterly","units":"short tons","f":"Q","description":"Summation of the states in the Pacific Noncontiguous census region including Alaska and Hawaii.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AK+USA-HI","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.CONS_TOT.8.Q","data":[["2000Q3",130636],["2000Q2",130636],["2000Q1",130636]]} -{"series_id":"COAL.CONS_TOT.WV-9.Q","name":"Total consumption : West Virginia : coke plants : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-WV","geography":"USA-WV","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.CONS_TOT.9.Q","data":[["2000Q3",null],["2000Q2",null],["2000Q1",null]]} -{"series_id":"COAL.COST.CO-98.Q","name":"Price : Colorado : electric power (total) : quarterly","units":"$\/short ton","f":"Q","description":"Power plants owned by companies whose primary purpose is to produce power; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-CO","geography":"USA-CO","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.COST.98.Q","data":[["2008Q1",null]]} -{"series_id":"COAL.COST.MTN-1.Q","name":"Price : Mountain (total) : electric utility : quarterly","units":"$\/short ton","f":"Q","description":"Power plants owned by regulated electric utilties; Summation of the states in the Mountain census region including Arizona, Colorado, Idaho, Montana, Nevada, New Mexico, Utah and Wyoming.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AZ+USA-CO+USA-ID+USA-MT+USA-NM+USA-NV+USA-UT+USA-WY","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.COST.1.Q","data":[["2008Q1",28.312268356768193]]} -{"series_id":"COAL.EXPORT_PRICE.COK-AU-TOT.A","name":"Export price : coke : Australia : all terminals : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"AUS","geography":"AUS","geography2":"USA","start":"2000","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.COK-TOT.A","data":[["2009",298],["2000",149.68]]} -{"series_id":"COAL.EXPORT_PRICE.COK-TW-SE_WA.A","name":"Export price : coke : Taiwan : Seattle, WA : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"TWN","lat":"47.6097","lon":"-122.3331","geography":"TWN","geography2":"USA-WA","start":"2009","end":"2016","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.COK-SE_WA.A","latlon":"47.6097,-122.3331","data":[["2012",334.07],["2011",375],["2009",585.76]]} -{"series_id":"COAL.EXPORT_PRICE.MET-TW-LA_CA.A","name":"Export price : metallurgical : Taiwan : Los Angeles, CA : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"TWN","lat":"34.0522","lon":"-118.2428","geography":"TWN","geography2":"USA-CA","start":"2003","end":"2003","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.MET-LA_CA.A","latlon":"34.0522,-118.2428","data":[["2003",383.8]]} -{"series_id":"COAL.EXPORT_PRICE.STM-KY-TOT.A","name":"Export price : steam coal : Cayman Islands : all terminals : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CYM","geography":"CYM","geography2":"USA","start":"2003","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.STM-TOT.A","data":[["2003",27.07]]} -{"series_id":"COAL.EXPORT_PRICE.TOT-ZA-LA_CA.Q","name":"Export price : all coal : South Africa : Los Angeles, CA : quarterly","units":"$\/short ton","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"ZAF","lat":"34.0522","lon":"-118.2428","geography":"ZAF","geography2":"USA-CA","start":"2011Q4","end":"2018Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.TOT-LA_CA.Q","latlon":"34.0522,-118.2428","data":[["2018Q4",3460.71],["2011Q4",145.06]]} -{"series_id":"COAL.EXPORT_QTY.COK-KR-LA_CA.Q","name":"Export quantity : coke : South Korea (Republic Of Korea) : Los Angeles, CA : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"KOR","lat":"34.0522","lon":"-118.2428","geography":"KOR","geography2":"USA-CA","start":"2000Q3","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.COK-LA_CA.Q","latlon":"34.0522,-118.2428","data":[["2001Q3",3],["2000Q4",364],["2000Q3",19]]} -{"series_id":"COAL.EXPORT_QTY.COK-TOT-LA_CA.A","name":"Export quantity : coke : total world : Los Angeles, CA : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","lat":"34.0522","lon":"-118.2428","geography2":"USA-CA","start":"2000","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.COK-LA_CA.A","latlon":"34.0522,-118.2428","data":[["2002",69409],["2001",292],["2000",1267]]} -{"series_id":"COAL.EXPORT_QTY.MET-SK-TOT.A","name":"Export quantity : metallurgical : Slovakia : all terminals : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"SVK","geography":"SVK","geography2":"USA","start":"2006","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.MET-TOT.A","data":[["2007",312915],["2006",59731]]} -{"series_id":"COAL.EXPORT_QTY.MET-TOT-CH_IL.Q","name":"Export quantity : metallurgical : total world : Chicago, IL : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","lat":"41.85","lon":"-87.65","geography2":"USA-IL","start":"2000Q3","end":"2017Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.MET-CH_IL.Q","latlon":"41.85,-87.65","data":[["2000Q4",54962],["2000Q3",27957]]} -{"series_id":"COAL.EXPORT_QTY.STM-CL-TOT.Q","name":"Export quantity : steam coal : Chile : all terminals : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CHL","geography":"CHL","geography2":"USA","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.STM-TOT.Q","data":[["2000Q3",105],["2000Q2",108],["2000Q1",87]]} -{"series_id":"COAL.EXPORT_QTY.STM-FR-BA_MD.A","name":"Export quantity : steam coal : France : Baltimore, MD : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"FRA","lat":"39.2833","lon":"-76.6167","geography":"FRA","geography2":"USA-MD","start":"2000","end":"2017","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.STM-BA_MD.A","latlon":"39.2833,-76.6167","data":[["2004",9],["2001",86048],["2000",609137]]} -{"series_id":"COAL.EXPORT_QTY.TOT-CA-HG_TX.A","name":"Export quantity : all coal : Canada : Houston-Galveston, TX : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CAN","lat":"29.5782","lon":"-95.1541","geography":"CAN","geography2":"USA-TX","start":"2012","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.TOT-HG_TX.A","latlon":"29.5782,-95.1541","data":[["2012",88428]]} -{"series_id":"COAL.EXPORT_QTY.TOT-PL-TOT.Q","name":"Export quantity : all coal : Poland : all terminals : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"POL","geography":"POL","geography2":"USA","start":"2007Q2","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.TOT-TOT.Q","data":[["2007Q3",115337],["2007Q2",111827]]} -{"series_id":"COAL.EXPORT_QTY.TOT-TOT-CL_OH.Q","name":"Export quantity : all coal : total world : Cleveland, OH : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","lat":"41.4994","lon":"-81.6956","geography2":"USA-OH","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.TOT-CL_OH.Q","latlon":"41.4994,-81.6956","data":[["2000Q3",1933810],["2000Q2",1837637],["2000Q1",621880]]} -{"series_id":"COAL.EXPORT_QTY.TOT-VE-PH_PA.A","name":"Export quantity : all coal : Venezuela : Philadelphia, PA : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"VEN","lat":"39.9522","lon":"-75.1642","geography":"VEN","geography2":"USA-PA","start":"2006","end":"2006","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.TOT-PH_PA.A","latlon":"39.9522,-75.1642","data":[["2006",204]]} -{"series_id":"COAL.HEAT_CONTENT.ESC-94.Q","name":"Heat content : East South Central (total) : independent power producers (total) : quarterly","units":"Btu\/lb","f":"Q","description":"Power plants owned by unregulated power companies (also called merchant generators); Summation of the states in the East South Central census region including Alabama, Kentucky, Mississippi, and Tennessee; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AL+USA-KY+USA-MS+USA-TN","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.HEAT_CONTENT.94.Q","data":[["2020Q4",5058.245672185979],["2020Q3",5209.402163403099],["2008Q1",null]]} -{"series_id":"COAL.HEAT_CONTENT.IL-8.Q","name":"Heat content : Illinois : commercial and institutional : quarterly","units":"Btu\/lb","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-IL","geography":"USA-IL","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.HEAT_CONTENT.8.Q","data":[["2000Q3",0],["2000Q2",0],["2000Q1",0]]} -{"series_id":"COAL.IMPORT_PRICE.COK-PA-TOT.A","name":"Import price : coke : Panama : all terminals : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"PAN","geography":"PAN","geography2":"USA","start":"2013","end":"2013","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_PRICE.COK-TOT.A","data":[["2013",256.75]]} -{"series_id":"COAL.IMPORT_PRICE.MET-PL-TOT.A","name":"Import price : metallurgical : Poland : all terminals : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"POL","geography":"POL","geography2":"USA","start":"2011","end":"2011","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_PRICE.MET-TOT.A","data":[["2011",163.37]]} -{"series_id":"COAL.IMPORT_PRICE.STM-CA-DE_MI.Q","name":"Import price : steam coal : Canada : Detroit, MI : quarterly","units":"$\/short ton","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CAN","lat":"42.3314","lon":"-83.0458","geography":"CAN","geography2":"USA-MI","start":"2000Q4","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_PRICE.STM-DE_MI.Q","latlon":"42.3314,-83.0458","data":[["2000Q4",54.51]]} -{"series_id":"COAL.IMPORT_PRICE.TOT-CH-MO_AL.A","name":"Import price : all coal : Switzerland : Mobile, AL : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CHE","lat":"30.6942","lon":"-88.0431","geography":"CHE","geography2":"USA-AL","start":"2016","end":"2016","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_PRICE.TOT-MO_AL.A","latlon":"30.6942,-88.0431","data":[["2016",136.08]]} -{"series_id":"COAL.IMPORT_QTY.COK-CA-CH_IL.A","name":"Import quantity : coke : Canada : Chicago, IL : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CAN","lat":"41.85","lon":"-87.65","geography":"CAN","geography2":"USA-IL","start":"2007","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.COK-CH_IL.A","latlon":"41.85,-87.65","data":[["2010",12896],["2009",50955],["2007",8023]]} -{"series_id":"COAL.IMPORT_QTY.COK-TOT-TOT.A","name":"Import quantity : coke : total world : all terminals : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","geography2":"USA","start":"2000","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.COK-TOT.A","data":[["2002",3241748],["2001",2525518],["2000",4021779]]} -{"series_id":"COAL.IMPORT_QTY.MET-PL-NO_VA.A","name":"Import quantity : metallurgical : Poland : Norfolk, VA : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"POL","lat":"36.8857","lon":"-76.2599","geography":"POL","geography2":"USA-VA","start":"2011","end":"2011","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.MET-NO_VA.A","latlon":"36.8857,-76.2599","data":[["2011",331]]} -{"series_id":"COAL.IMPORT_QTY.STM-PE-MO_AL.A","name":"Import quantity : steam coal : Peru : Mobile, AL : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"PER","lat":"30.6942","lon":"-88.0431","geography":"PER","geography2":"USA-AL","start":"2011","end":"2016","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.STM-MO_AL.A","latlon":"30.6942,-88.0431","data":[["2013",12315],["2011",10531]]} -{"series_id":"COAL.IMPORT_QTY.STM-SE-TOT.A","name":"Import quantity : steam coal : Sweden : all terminals : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"SWE","geography":"SWE","geography2":"USA","start":"2020","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.STM-TOT.A","data":[["2020",10]]} -{"series_id":"COAL.IMPORT_QTY.TOT-TOT-MO_AL.Q","name":"Import quantity : all coal : total world : Mobile, AL : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","lat":"30.6942","lon":"-88.0431","geography2":"USA-AL","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.TOT-MO_AL.Q","latlon":"30.6942,-88.0431","data":[["2000Q3",1401104],["2000Q2",803941],["2000Q1",1168932]]} -{"series_id":"COAL.IMPORT_QTY.TOT-ZA-MO_AL.Q","name":"Import quantity : all coal : South Africa : Mobile, AL : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"ZAF","lat":"30.6942","lon":"-88.0431","geography":"ZAF","geography2":"USA-AL","start":"2004Q2","end":"2019Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.TOT-MO_AL.Q","latlon":"30.6942,-88.0431","data":[["2016Q4",28488],["2015Q4",50764],["2004Q2",33795]]} -{"series_id":"COAL.MARKET_SALES.MT-OPM.A","name":"Market sales : Montana : open market : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-MT","geography":"USA-MT","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.MARKET_SALES.OPM.A","data":[["2001",null]]} -{"series_id":"COAL.MARKET_SALES.ND-CAP.A","name":"Market sales : North Dakota : captive : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-ND","geography":"USA-ND","start":"2001","end":"2018","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.MARKET_SALES.CAP.A","data":[["2001",null]]} -{"series_id":"COAL.MARKET_SALES.WBO-OPM.A","name":"Market sales : Other Western : open market : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.MARKET_SALES.OPM.A","data":[["2001",83141103]]} -{"series_id":"COAL.MINE.AVERAGE_EMPLOYEES.103362-BIT-REF.A","name":"Coal mine average employees : Brc Alabama No. 4 Llc (103362) : bituminous : refuse : annual","units":"number of employees","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AL","lat":"33.336944","lon":"-87.322222","geography":"USA-AL","start":"2007","end":"2012","last_updated":"2021-04-07T11:14:15-04:00","latlon":"33.336944,-87.322222","data":[["2009",3],["2008",6],["2007",6]]} -{"series_id":"COAL.MINE.AVERAGE_EMPLOYEES.1502013-PRP-SUR.A","name":"Coal mine average employees : East Volunteer (1502013) : preparation plant : surface : annual","units":"number of employees","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"37.303889","lon":"-87.433889","start":"2007","end":"2016","last_updated":"2021-04-07T11:14:15-04:00","latlon":"37.303889,-87.433889","data":[["2007",9]]} -{"series_id":"COAL.MINE.LABOR_HOURS.503836-BIT-UND.A","name":"Coal mine labor hours : Foidel Creek Mine (503836) : bituminous : underground : annual","units":"hours","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-CO","lat":"40.352777","lon":"-107.071944","geography":"USA-CO","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","latlon":"40.352777,-107.071944","data":[["2001",728006]]} -{"series_id":"COAL.MINE.PRODUCTION.103523-BIT-SUR.A","name":"Coal mine production : Shannon Mine No. 3 (103523) : bituminous : surface : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AL","lat":"33.385","lon":"-87.071944","geography":"USA-AL","start":"2018","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","latlon":"33.385,-87.071944","data":[["2019",174831],["2018",71465]]} -{"series_id":"COAL.MINE.PRODUCTION.4609235-BIT-UND.A","name":"Coal mine production : Coalburg Extension (4609235) : bituminous : underground : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","data":[["2008",107343]]} -{"series_id":"COAL.PRICE_BY_RANK.WSB-LIG.A","name":"Average price by rank : Western Region Total : lignite : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.PRICE_BY_RANK.LIG.A","data":[["2001",8.52]]} -{"series_id":"COAL.PRODUCTIVE_CAP.UND-INT.A","name":"Productive capacity : underground : Interior Region Total : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.PRODUCTIVE_CAP.UND.A","data":[["2001",67005324]]} -{"series_id":"COAL.PRODUCTIVITY.APP-TOT.A","name":"Aggregate coal mine productivity : Appalachia Total : total : annual","units":"short tons\/labor hour","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.PRODUCTIVITY.TOT.A","data":[["2001",3.85]]} -{"series_id":"COAL.PRODUCTIVITY.MAT-UND.A","name":"Aggregate coal mine productivity : Middle Atlantic (total) : underground : annual","units":"short tons\/labor hour","f":"A","description":"Summation of the states in the Middle Atlantic census region including New Jersey, New York, and Pennsylvania.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-NJ+USA-NY+USA-PA","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.PRODUCTIVITY.UND.A","data":[["2001",4.7]]} -{"series_id":"COAL.RECEIPTS.NY-2.A","name":"Receipts : New York : electric utility non-cogen : annual","units":"short tons","f":"A","description":"Power plants owned by regulated electric utilties that produce electricity only; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-NY","geography":"USA-NY","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.RECEIPTS.2.A","data":[["2008",8236048]]} -{"series_id":"COAL.RECEIPTS.WSC-10.Q","name":"Receipts : West South Central (total) : other industrial : quarterly","units":"short tons","f":"Q","description":"Summation of the states in the West South Central census region including Arkansas, Louisiana, Oklahoma and Texas; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AR+USA-LA+USA-OK+USA-TX","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.RECEIPTS.10.Q","data":[["2000Q3",1380159],["2000Q2",1425460],["2000Q1",1363146]]} -{"series_id":"COAL.RECOVER_RESERVE.UND-APS.A","name":"Recoverable reserves at producing mines : underground : Appalachia Southern : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.RECOVER_RESERVE.UND.A","data":[["2001",327285351]]} -{"series_id":"COAL.SHIPMENT_ASH.1103189-26-TOT.A","name":"Coal shipment ash content : Mc#1 Mine (1103189) to E C Gaston(26) : All : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"38.026944","lon":"-88.762222","lat2":"33.244211","lon2":"-86.458056","geography":"USA-IL","geography2":"USA-AL","start":"2012","end":"2018","last_updated":"2021-04-07T11:14:15-04:00","latlon":"38.026944,-88.762222","latlon2":"33.244211,-86.458056","data":[["2015",8.45],["2014",8.17],["2012",8.5]]} -{"series_id":"COAL.SHIPMENT_ASH.1202215-8837-BIT.Q","name":"Coal shipment ash content : Gibson Mine (1202215) to Calvert City(8837) : Bituminous : quarterly","units":"percent","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"38.386685","lon":"-87.693919","geography":"USA-IN","geography2":"USA-KY","start":"2015Q4","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon":"38.386685,-87.693919","data":[["2019Q1",6.88],["2018Q1",7],["2015Q4",7]]} -{"series_id":"COAL.SHIPMENT_HEAT.102880-8-BIT.Q","name":"Coal shipment heat content : AREA #6 MINE (102880) to Gorgas(8) : Bituminous : quarterly","units":"Btu\/lb","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"33.644344","lon2":"-87.196486","geography":"USA-AL","geography2":"USA-AL","start":"2008Q3","end":"2008Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"33.644344,-87.196486","data":[["2008Q4",11750],["2008Q3",11617]]} -{"series_id":"COAL.SHIPMENT_PRICE.1103141-8827-BIT.Q","name":"Coal shipment price : Mach #1 Mine (1103141) to IMT Transfer(8827) : Bituminous : quarterly","units":"$\/short ton","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"37.838889","lon":"-88.831111","geography":"USA-IL","geography2":"USA-FL","start":"2016Q4","end":"2017Q1","last_updated":"2021-04-07T11:14:15-04:00","latlon":"37.838889,-88.831111","data":[["2017Q1",65.13],["2016Q4",64.3]]} -{"series_id":"COAL.SHIPMENT_PRICE.2400839-1891-SUB.A","name":"Coal shipment price : Decker Mine (2400839) to Syl Laskin(1891) : Subbituminous : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"45.037778","lon":"-106.831111","lat2":"47.5306","lon2":"-92.1619","geography":"USA-MT","geography2":"USA-MN","start":"2009","end":"2009","last_updated":"2021-04-07T11:14:15-04:00","latlon":"45.037778,-106.831111","latlon2":"47.5306,-92.1619","data":[["2009",27.54]]} -{"series_id":"COAL.SHIPMENT_PRICE.3200595-2790-LIG.Q","name":"Coal shipment price : Freedom Mine (3200595) to R M Heskett(2790) : Lignite : quarterly","units":"$\/short ton","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"47.5","lon":"-101.233889","lat2":"46.8669","lon2":"-100.8836","geography":"USA-ND","geography2":"USA-ND","start":"2009Q1","end":"2020Q3","last_updated":"2021-04-07T11:14:15-04:00","latlon":"47.5,-101.233889","latlon2":"46.8669,-100.8836","data":[["2009Q2",20.94],["2009Q1",18.72]]} -{"series_id":"COAL.SHIPMENT_QTY.1103212-976-BIT.Q","name":"Coal shipment quantity : Eagle River Coal Llc Mine No 1 (1103212) to Marion(976) : Bituminous : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"37.720999","lon":"-88.531101","lat2":"37.619747","lon2":"-88.953114","geography":"USA-IL","geography2":"USA-IL","start":"2011Q2","end":"2019Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon":"37.720999,-88.531101","latlon2":"37.619747,-88.953114","data":[["2011Q4",108365],["2011Q3",45847],["2011Q2",23924]]} -{"series_id":"COAL.SHIPMENT_QTY.1509724-3776-TOT.Q","name":"Coal shipment quantity : Winifrede Surface Mine (1509724) to Glen Lyn(3776) : All : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"37.624444","lon":"-82.361944","lat2":"37.3706","lon2":"-80.8633","geography2":"USA-VA","start":"2013Q3","end":"2013Q3","last_updated":"2021-04-07T11:14:15-04:00","latlon":"37.624444,-82.361944","latlon2":"37.3706,-80.8633","data":[["2013Q3",10015]]} -{"series_id":"COAL.SHIPMENT_QTY.3608593-50776-WC.Q","name":"Coal shipment quantity : Little Italy (3608593) to Panther Creek Energy Facility(50776) : Waste Coal : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"40.855671","lon":"-75.806159","lat2":"40.8556","lon2":"-75.8781","geography2":"USA-PA","start":"2010Q1","end":"2015Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon":"40.855671,-75.806159","latlon2":"40.8556,-75.8781","data":[["2010Q2",741],["2010Q1",700]]} -{"series_id":"COAL.SHIPMENT_QTY.CO-1379-BIT.A","name":"Coal shipment quantity : Colorado to Shawnee(1379) : Bituminous : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"37.1517","lon2":"-88.775","geography":"USA-CO","geography2":"USA-KY","start":"2009","end":"2009","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"37.1517,-88.775","data":[["2009",379305]]} -{"series_id":"COAL.SHIPMENT_QTY.KYE-7286-TOT.A","name":"Coal shipment quantity : Kentucky (East) to Richard Gorsuch(7286) : All : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"39.366389","lon2":"-80.478889","geography2":"USA-OH","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"39.366389,-80.478889","data":[["2008",120935]]} -{"series_id":"COAL.SHIPMENT_QTY.MT-6089-TOT.A","name":"Coal shipment quantity : Montana to Lewis & Clark(6089) : All : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"47.6785","lon2":"-104.15665","geography":"USA-MT","geography2":"USA-MT","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"47.6785,-104.15665","data":[["2008",316315]]} -{"series_id":"COAL.SHIPMENT_SULFUR.4801375-1733-TOT.A","name":"Coal shipment sulfur content : NORTH ANTELOPE MINE (4801375) to Monroe (MI)(1733) : All : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"41.8906","lon2":"-83.3464","geography":"USA-WY","geography2":"USA-MI","start":"2008","end":"2009","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"41.8906,-83.3464","data":[["2009",0.21],["2008",0.2]]} -{"series_id":"COAL.SHIPMENT_SULFUR.AK-6288-WC.Q","name":"Coal shipment sulfur content : Alaska to Healy(6288) : Waste Coal : quarterly","units":"percent","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"63.8542","lon2":"-148.95","geography":"USA-AK","geography2":"USA-AK","start":"2009Q1","end":"2011Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"63.8542,-148.95","data":[["2009Q3",2.37],["2009Q2",2.34],["2009Q1",2.17]]} -{"series_id":"COAL.SHIPMENT_SULFUR.KYE-2723-BIT.A","name":"Coal shipment sulfur content : Kentucky (East) to Dan River(2723) : Bituminous : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"36.4862","lon2":"-79.7208","geography2":"USA-NC","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"36.4862,-79.7208","data":[["2008",0.92]]} -{"series_id":"COAL.SHIP_MINE_ASH.UT-SYN.Q","name":"Coal shipments to the electric power sector: ash content, by mine state : Utah : synfuel coal : quarterly","units":"percent","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-UT","geography":"USA-UT","start":"2008Q1","end":"2008Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_ASH.SYN.Q","data":[["2008Q1",11]]} -{"series_id":"COAL.SHIP_MINE_HEAT.SAT-SYN.A","name":"Coal shipments to the electric power sector: heat content, by mine state : South Atlantic (total) : synfuel coal : annual","units":"Btu\/lb","f":"A","description":"Summation of the states in the South Atlanic census region including Delaware, the District of Columbia, Florida, Georgia, Maryland, North Carolina, South Carolina, Virginia, and West Virginia.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-DC+USA-DE+USA-FL+USA-GA+USA-MD+USA-NC+USA-SC+USA-VA+USA-WV","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_HEAT.SYN.A","data":[["2008",11704]]} -{"series_id":"COAL.SHIP_MINE_HEAT.WY-BIT.A","name":"Coal shipments to the electric power sector: heat content, by mine state : Wyoming : bituminous : annual","units":"Btu\/lb","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-WY","geography":"USA-WY","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_HEAT.BIT.A","data":[["2010",11314],["2009",11946],["2008",12773]]} -{"series_id":"COAL.SHIP_MINE_PRICE.WVS-SYN.A","name":"Coal shipments to the electric power sector: price, by mine state : West Virginia Southern : synfuel coal : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_PRICE.SYN.A","data":[["2008",33.92]]} -{"series_id":"COAL.SHIP_MINE_QTY.WY-TOT.Q","name":"Coal shipments to the electric power sector: quantity, by mine state : Wyoming : all coal : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-WY","geography":"USA-WY","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_QTY.TOT.Q","data":[["2008Q1",109776537]]} -{"series_id":"COAL.SHIP_MINE_SULFUR.US-SYN.Q","name":"Coal shipments to the electric power sectors: sulfur content, by mine state : United States : synfuel coal : quarterly","units":"percent","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"2008Q1","end":"2008Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_SULFUR.SYN.Q","data":[["2008Q1",2.25]]} -{"series_id":"COAL.SHIP_PLANT_ASH.MTN-SYN.A","name":"Coal shipments to the electric power sector: ash content, by plant state : Mountain (total) : synfuel coal : annual","units":"percent","f":"A","description":"Summation of the states in the Mountain census region including Arizona, Colorado, Idaho, Montana, Nevada, New Mexico, Utah and Wyoming.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AZ+USA-CO+USA-ID+USA-MT+USA-NM+USA-NV+USA-UT+USA-WY","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_ASH.SYN.A","data":[["2008",11]]} -{"series_id":"COAL.SHIP_PLANT_ASH.VA-BIT.A","name":"Coal shipments to the electric power sector: ash content, by plant state : Virginia : bituminous : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-VA","geography":"USA-VA","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_ASH.BIT.A","data":[["2008",10.04]]} -{"series_id":"COAL.SHIP_PLANT_PRICE.NY-SUB.A","name":"Coal shipments to the electric power sector: price, by plant state : New York : subbituminous : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-NY","geography":"USA-NY","start":"2008","end":"2015","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_PRICE.SUB.A","data":[["2009",44.16],["2008",46.59]]} -{"series_id":"COAL.SHIP_PLANT_QTY.ENC-WC.A","name":"Coal shipments to the electric power sector: quantity, by plant state : East North Central (total) : waste coal : annual","units":"short tons","f":"A","description":"Summation of the states in the East North Central census region including Illinois, Indiana, Michigan, Ohio and Wisconsin.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-IL+USA-IN+USA-MI+USA-OH+USA-WI","start":"2008","end":"2014","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_QTY.WC.A","data":[["2008",559000]]} -{"series_id":"COAL.SHIP_PLANT_QTY.GA-BIT.A","name":"Coal shipments to the electric power sector: quantity, by plant state : Georgia : bituminous : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-GA","geography":"USA-GA","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_QTY.BIT.A","data":[["2008",24062933]]} -{"series_id":"COAL.SHIP_PLANT_SULFUR.NY-SUB.A","name":"Coal shipments to the electric power sector: sulfur content, by plant state : New York : subbituminous : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-NY","geography":"USA-NY","start":"2008","end":"2015","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_SULFUR.SUB.A","data":[["2009",0.29],["2008",0.28]]} -{"series_id":"COAL.STOCKS.ENC-2.A","name":"Stocks : East North Central (total) : electric utility non-cogen : annual","units":"short tons","f":"A","description":"Power plants owned by regulated electric utilties that produce electricity only; Summation of the states in the East North Central census region including Illinois, Indiana, Michigan, Ohio and Wisconsin.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-IL+USA-IN+USA-MI+USA-OH+USA-WI","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.STOCKS.2.A","data":[["2008",11924031]]} -{"series_id":"COAL.STOCKS.FL-1.Q","name":"Stocks : Florida : electric utility : quarterly","units":"short tons","f":"Q","description":"Power plants owned by regulated electric utilties; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-FL","geography":"USA-FL","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.STOCKS.1.Q","data":[["2008Q1",4067084]]} -{"series_id":"COAL.SULFUR_CONTENT.SD-1.A","name":"Sulfur content : South Dakota : electric utility : annual","units":"percent","f":"A","description":"Power plants owned by regulated electric utilties; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-SD","geography":"USA-SD","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SULFUR_CONTENT.1.A","data":[["2008",0.31]]} -{"category_id":"773561","parent_category_id":"717268","name":"(10075) Taconite Harbor Energy Center(10075)","notes":"","childseries":["COAL.SHIPMENT_ASH.2400839-10075-SUB.A","COAL.SHIPMENT_ASH.2400839-10075-SUB.Q","COAL.SHIPMENT_ASH.2400839-10075-TOT.A"]} -{"category_id":"773564","parent_category_id":"717268","name":"(10151) Grant Town Power Plant(10151)","notes":"","childseries":["COAL.SHIPMENT_ASH.4606904-10151-TOT.A","COAL.SHIPMENT_ASH.4606904-10151-TOT.Q","COAL.SHIPMENT_ASH.4606904-10151-WC.A"]} -{"category_id":"829519","parent_category_id":"717268","name":"(4150) Neil Simpson(4150)","notes":"","childseries":["COAL.SHIPMENT_ASH.WY-4150-SUB.A","COAL.SHIPMENT_ASH.WY-4150-SUB.Q","COAL.SHIPMENT_ASH.WY-4150-TOT.A"]} -{"category_id":"717268","parent_category_id":"717234","name":"Coal shipments to the electric power sector: by plant","notes":"","childseries":[]} -{"geoset_id":"COAL.IMPORT_QTY.MET-CH_NC.A","name":"Import quantity : metallurgical : Charlotte, NC : annual","units":"short tons"} -{"geoset_id":"COAL.IMPORT_QTY.TOT-CH_NC.A","name":"Import quantity : all coal : Charlotte, NC : annual","units":"short tons"} -{"geoset_id":"COAL.MARKET_PRICE.OPM.A","name":"Market average price : open market : annual","units":"$\/short ton"} -{"relation_id":"COAL.IMPORT_PRICE.TOT-BA_MD.Q|RANK","name":"Import price, Baltimore, MD (Quarterly) by coal rank","vertex":{"name":"Import price : all coal : Baltimore, MD : quarterly","geoset_id":"COAL.IMPORT_PRICE.TOT-BA_MD.Q"},"f":"Q","units":"$\/short ton","bar_facets":["steam coal","metallurgical"],"stack_facets":null,"geoset_ids":["COAL.IMPORT_PRICE.STM-BA_MD.Q","COAL.IMPORT_PRICE.MET-BA_MD.Q"],"summable":"N"} -{"relation_id":"COAL.IMPORT_QTY.TOT-PR_RI.Q|RANK","name":"Import quantity, Providence, RI (Quarterly) by coal rank","vertex":{"name":"Import quantity : all coal : Providence, RI : quarterly","geoset_id":"COAL.IMPORT_QTY.TOT-PR_RI.Q"},"f":"Q","units":"short tons","bar_facets":["steam coal","metallurgical"],"stack_facets":null,"geoset_ids":["COAL.IMPORT_QTY.STM-PR_RI.Q","COAL.IMPORT_QTY.MET-PR_RI.Q"],"summable":"N"} diff --git a/scripts/us_eia/opendata/process/test_data/elec.csv b/scripts/us_eia/opendata/process/test_data/elec.csv deleted file mode 100644 index 55071994a6..0000000000 --- a/scripts/us_eia/opendata/process/test_data/elec.csv +++ /dev/null @@ -1,10 +0,0 @@ -place,stat_var,date,value,unit,scaling_factor,eia_series_id -dcid:geoId/24,dcid:Monthly_Generation_Electricity_Solar_IndependentPowerProducers,2021-02,33.52617,dcid:GigawattHour,,ELEC.GEN.TSN-MD-94.M -dcid:geoId/24,dcid:Monthly_Generation_Electricity_Solar_IndependentPowerProducers,2021-01,33.77782,dcid:GigawattHour,,ELEC.GEN.TSN-MD-94.M -dcid:geoId/24,dcid:Monthly_Generation_Electricity_Solar_IndependentPowerProducers,2021-03,0.0,dcid:GigawattHour,,ELEC.GEN.TSN-MD-94.M -dcid:geoId/25,dcid:Quarterly_RetailSales_Electricity_Residential,2021-03,1809.70299,dcid:GigawattHour,,ELEC.SALES.MA-RES.Q -dcid:geoId/25,dcid:Quarterly_RetailSales_Electricity_Residential,2021-06,1956.15091,dcid:GigawattHour,,ELEC.SALES.MA-RES.Q -dcid:geoId/05,dcid:Quarterly_Consumption_Fuel_ForElectricityGeneration_Coal_ElectricUtilityNonCogen,2021-06,6586120.0,dcid:MMBtu,,ELEC.CONS_EG_BTU.COW-AR-2.Q -dcid:geoId/05,dcid:Quarterly_Consumption_Fuel_ForElectricityGeneration_Coal_ElectricUtilityNonCogen,2021-03,10431100.0,dcid:MMBtu,,ELEC.CONS_EG_BTU.COW-AR-2.Q -dcid:geoId/06,dcid:Monthly_SalesRevenue_Electricity,2021-06,4523307770.0,dcid:USDollar,,ELEC.REV.CA-ALL.M -dcid:geoId/06,dcid:Monthly_SalesRevenue_Electricity,2021-05,3461923010.0,dcid:USDollar,,ELEC.REV.CA-ALL.M diff --git a/scripts/us_eia/opendata/process/test_data/elec.mcf b/scripts/us_eia/opendata/process/test_data/elec.mcf deleted file mode 100644 index c6d9cc3626..0000000000 --- a/scripts/us_eia/opendata/process/test_data/elec.mcf +++ /dev/null @@ -1,39 +0,0 @@ -Node: dcid:Monthly_Generation_Electricity_Solar_IndependentPowerProducers -populationType: dcs:Electricity -measuredProperty: dcs:generation -statType: dcs:measuredValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Monthly -energySource: dcs:Solar -producingSector: dcs:IndependentPowerProducers -name: "Net generation, all solar, independent power producers (total), monthly" -memberOf: dcid:eia/g/ELEC.1718688 - -Node: dcid:Quarterly_RetailSales_Electricity_Residential -populationType: dcs:Electricity -measuredProperty: dcs:retailSales -statType: dcs:measuredValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Quarterly -consumingSector: dcs:Residential -name: "Retail sales of electricity, residential, monthly" -memberOf: dcid:eia/g/ELEC.1002 - -Node: dcid:Quarterly_Consumption_Fuel_ForElectricityGeneration_Coal_ElectricUtilityNonCogen -populationType: dcs:Fuel -measuredProperty: dcs:consumption -usedFor: dcs:ElectricityGeneration -statType: dcs:measuredValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Quarterly -fuelType: dcs:Coal -electricityProducingSector: dcs:ElectricUtilityNonCogen -name: "Consumption for electricity generation (Btu), coal, electric utility non-cogen, quarterly" - -Node: dcid:Monthly_SalesRevenue_Electricity -populationType: dcs:Electricity -measuredProperty: dcs:salesRevenue -statType: dcs:measuredValue -typeOf: dcs:StatisticalVariable -measurementQualifier: dcs:Monthly -name: "Revenue from retail sales of electricity, all sectors, monthly" diff --git a/scripts/us_eia/opendata/process/test_data/elec.svg.mcf b/scripts/us_eia/opendata/process/test_data/elec.svg.mcf deleted file mode 100644 index 3da0c176eb..0000000000 --- a/scripts/us_eia/opendata/process/test_data/elec.svg.mcf +++ /dev/null @@ -1,24 +0,0 @@ -Node: dcid:eia/g/Root -typeOf: dcs:StatVarGroup -name: "Other Data (eia.gov)" -specializationOf: dcid:dc/g/Energy - -Node: dcid:eia/g/ELEC.0 -typeOf: dcs:StatVarGroup -name: "Electricity" -specializationOf: dcid:eia/g/Root - -Node: dcid:eia/g/ELEC.1002 -typeOf: dcs:StatVarGroup -name: "Residential" -specializationOf: dcid:eia/g/ELEC.38 - -Node: dcid:eia/g/ELEC.38 -typeOf: dcs:StatVarGroup -name: "Retail sales of electricity" -specializationOf: dcid:eia/g/ELEC.0 - -Node: dcid:eia/g/ELEC.1718688 -typeOf: dcs:StatVarGroup -name: "All solar" -specializationOf: dcid:eia/g/ELEC.0 diff --git a/scripts/us_eia/opendata/process/test_data/elec.tmcf b/scripts/us_eia/opendata/process/test_data/elec.tmcf deleted file mode 100644 index e1ef4499a7..0000000000 --- a/scripts/us_eia/opendata/process/test_data/elec.tmcf +++ /dev/null @@ -1,10 +0,0 @@ - -Node: E:EIATable->E0 -typeOf: dcs:StatVarObservation -observationAbout: C:EIATable->place -variableMeasured: C:EIATable->stat_var -observationDate: C:EIATable->date -value: C:EIATable->value -unit: C:EIATable->unit -scalingFactor: C:EIATable->scaling_factor -eiaSeriesId: C:EIATable->eia_series_id diff --git a/scripts/us_eia/opendata/process/test_data/elec.txt b/scripts/us_eia/opendata/process/test_data/elec.txt deleted file mode 100644 index 3e10fdb84a..0000000000 --- a/scripts/us_eia/opendata/process/test_data/elec.txt +++ /dev/null @@ -1,8 +0,0 @@ -{"series_id":"ELEC.GEN.TSN-MD-94.M","name":"Net generation : all solar : Maryland : independent power producers (total) : monthly","units":"thousand megawatthours","f":"M","description":"Power plants owned by unregulated power companies (also called merchant generators); ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-MD","geography":"USA-MD","start":"201401","end":"202102","last_updated":"2021-04-23T13:33:02-04:00","geoset_id":"ELEC.GEN.TSN-94.M","data":[["202102",33.52617],["202101",33.77782],["202103",0.0]]} -{"series_id":"ELEC.SALES.MA-RES.Q","name":"Retail sales of electricity : Massachusetts : residential : monthly","units":"million kilowatthours","f":"M","description":"Electricity sold to residential customers; Electricity sold to residential customers; ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-MA","geography":"USA-MA","start":"200101","end":"202102","last_updated":"2021-04-23T13:33:02-04:00","geoset_id":"ELEC.SALES.RES.M","data":[["2021Q1",1809.70299],["2021Q2",1956.15091],["2021Q3",null]]} -{"series_id":"ELEC.PLANT.CONS_TOT.2727-DFO-ALL.M","name":"Fuel consumption quantity : Marshall (NC) (2727) : distillate fuel oil : all primemovers : monthly","units":"barrels","f":"M","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-NC","lat":"35.5975","lon":"-80.9658","geography":"USA-NC","start":"200101","end":"202102","last_updated":"2021-04-23T13:33:02-04:00","latlon":"35.5975,-80.9658","data":[["202102",546],["202101",1441],["202012",3432]]} -{"series_id":"ELEC.CONS_EG_BTU.COW-AR-2.Q","name":"Consumption for electricity generation (Btu) : coal : Arkansas : electric utility non-cogen : quarterly","units":"million MMBtu","f":"Q","description":"Summation of all types of coal; Power plants owned by regulated electric utilties that produce electricity only; ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AR","geography":"USA-AR","start":"2010Q3","end":"2021Q2","last_updated":"2021-08-23T16:14:10-04:00","geoset_id":"ELEC.CONS_EG_BTU.COW-2.Q","data":[["2021Q2",6.58612],["2021Q1",10.4311]]} -{"series_id":"ELEC.REV.CA-ALL.M","name":"Revenue from retail sales of electricity : California : all sectors : monthly","units":"million dollars","f":"M","description":"All end-use sectors that consume electricity; All end-use sectors that consume electricity; ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-CA","geography":"USA-CA","start":"200101","end":"202106","last_updated":"2021-08-23T16:14:10-04:00","geoset_id":"ELEC.REV.ALL.M","data":[["202106",4523.30777],["202105",3461.92301]]} -{"category_id":"1002","parent_category_id":"38","name":"Residential","notes":"","childseries":["ELEC.SALES.MA-RES.Q"]} -{"category_id":"38","parent_category_id":"0","name":"Retail sales of electricity","notes":"","childseries":[]} -{"category_id":"1718688","parent_category_id":"0","name":"All solar","notes":"","childseries":["ELEC.GEN.TSN-MD-94.M"]} diff --git a/scripts/us_eia/opendata/process/test_data/intl.csv b/scripts/us_eia/opendata/process/test_data/intl.csv deleted file mode 100644 index fda1cd461a..0000000000 --- a/scripts/us_eia/opendata/process/test_data/intl.csv +++ /dev/null @@ -1,7 +0,0 @@ -place,stat_var,date,value,unit,scaling_factor,eia_series_id -dcid:country/IND,dcid:eia/INTL.53-1-TBPD.A,2020,924.4588369430336,ThousandBarrelsPerDay,,INTL.53-1-IND-TBPD.A -dcid:country/IND,dcid:eia/INTL.53-1-TBPD.A,2019,986.3134487671233,ThousandBarrelsPerDay,,INTL.53-1-IND-TBPD.A -dcid:country/IND,dcid:eia/INTL.53-1-TBPD.A,2018,1017.5592096438356,ThousandBarrelsPerDay,,INTL.53-1-IND-TBPD.A -dcid:country/IND,dcid:eia/INTL.53-1-TBPD.A,2017,1017.3772797808219,ThousandBarrelsPerDay,,INTL.53-1-IND-TBPD.A -dcid:Earth,dcid:eia/INTL.55-1-TBPD.A,2020,91753.99016207967,ThousandBarrelsPerDay,,INTL.55-1-WORL-TBPD.A -dcid:Earth,dcid:eia/INTL.55-1-TBPD.A,2019,97993.61794135909,ThousandBarrelsPerDay,,INTL.55-1-WORL-TBPD.A diff --git a/scripts/us_eia/opendata/process/test_data/intl.mcf b/scripts/us_eia/opendata/process/test_data/intl.mcf deleted file mode 100644 index e9f111499e..0000000000 --- a/scripts/us_eia/opendata/process/test_data/intl.mcf +++ /dev/null @@ -1,11 +0,0 @@ -Node: dcid:eia/INTL.53-1-TBPD.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/INTL.53-1-TBPD.A -statType: dcs:measuredValue - -Node: dcid:eia/INTL.55-1-TBPD.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/INTL.55-1-TBPD.A -statType: dcs:measuredValue diff --git a/scripts/us_eia/opendata/process/test_data/intl.svg.mcf b/scripts/us_eia/opendata/process/test_data/intl.svg.mcf deleted file mode 100644 index 8b13789179..0000000000 --- a/scripts/us_eia/opendata/process/test_data/intl.svg.mcf +++ /dev/null @@ -1 +0,0 @@ - diff --git a/scripts/us_eia/opendata/process/test_data/intl.tmcf b/scripts/us_eia/opendata/process/test_data/intl.tmcf deleted file mode 100644 index e1ef4499a7..0000000000 --- a/scripts/us_eia/opendata/process/test_data/intl.tmcf +++ /dev/null @@ -1,10 +0,0 @@ - -Node: E:EIATable->E0 -typeOf: dcs:StatVarObservation -observationAbout: C:EIATable->place -variableMeasured: C:EIATable->stat_var -observationDate: C:EIATable->date -value: C:EIATable->value -unit: C:EIATable->unit -scalingFactor: C:EIATable->scaling_factor -eiaSeriesId: C:EIATable->eia_series_id diff --git a/scripts/us_eia/opendata/process/test_data/intl.txt b/scripts/us_eia/opendata/process/test_data/intl.txt deleted file mode 100644 index dbfe23d5e5..0000000000 --- a/scripts/us_eia/opendata/process/test_data/intl.txt +++ /dev/null @@ -1,2 +0,0 @@ -{"series_id":"INTL.53-1-IND-TBPD.A","name":"Petroleum and other liquids production, India, Annual","units":"thousand barrels per day","f":"A","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"IND","start":"1980","end":"2020","last_updated":"2021-04-30T07:54:40-04:00","geoset_id":"INTL.53-1-TBPD.A","data":[["2020",924.4588369430336],["2019",986.3134487671233],["2018",1017.5592096438356],["2017",1017.3772797808219],["2016","-"]]} -{"series_id":"INTL.55-1-WORL-TBPD.A","name":"Crude oil, NGPL, and other liquids production, World, Annual","units":"thousand barrels per day","f":"A","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"WLD","start":"1980","end":"2020","last_updated":"2021-04-30T07:54:40-04:00","geoset_id":"INTL.55-1-TBPD.A","data":[["2020",91753.99016207967],["2019",97993.61794135909]]} diff --git a/scripts/us_eia/opendata/process/test_data/ng.csv b/scripts/us_eia/opendata/process/test_data/ng.csv deleted file mode 100644 index a1722b09cf..0000000000 --- a/scripts/us_eia/opendata/process/test_data/ng.csv +++ /dev/null @@ -1,12 +0,0 @@ -place,stat_var,date,value,unit,scaling_factor,eia_series_id -dcid:geoId/01,dcid:eia/NG.N3035_4.M,2021-02,26.1,Percent,,NG.N3035AL4.M -dcid:geoId/01,dcid:eia/NG.N3035_4.M,2021-01,25.2,Percent,,NG.N3035AL4.M -dcid:geoId/01,dcid:eia/NG.N3035_4.M,2020-12,24.7,Percent,,NG.N3035AL4.M -dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2008,6,MillionBarrels,,NG.RL2R02SOK_1.A -dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2007,-4,MillionBarrels,,NG.RL2R02SOK_1.A -dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2006,13,MillionBarrels,,NG.RL2R02SOK_1.A -dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2005,16,MillionBarrels,,NG.RL2R02SOK_1.A -dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2004,40,MillionBarrels,,NG.RL2R02SOK_1.A -dcid:country/USA,dcid:eia/NG.NA1350_2.A,2019,58084,MillionCubicFeet,,NG.NA1350_NUS_2.A -dcid:country/USA,dcid:eia/NG.NA1350_2.A,2018,9248,MillionCubicFeet,,NG.NA1350_NUS_2.A -dcid:country/USA,dcid:eia/NG.NA1350_2.A,2017,-256,MillionCubicFeet,,NG.NA1350_NUS_2.A diff --git a/scripts/us_eia/opendata/process/test_data/ng.mcf b/scripts/us_eia/opendata/process/test_data/ng.mcf deleted file mode 100644 index cb473daea9..0000000000 --- a/scripts/us_eia/opendata/process/test_data/ng.mcf +++ /dev/null @@ -1,20 +0,0 @@ -Node: dcid:eia/NG.N3035_4.M -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/NG.N3035_4.M -statType: dcs:measuredValue -name: "Percent of Industrial Natural Gas Deliveries in Represented by the Price, Monthly" - -Node: dcid:eia/NG.RL2R02_1.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/NG.RL2R02_1.A -statType: dcs:measuredValue -name: "Natural Gas Plant Liquids, Reserves Adjustments, Annual" - -Node: dcid:eia/NG.NA1350_2.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/NG.NA1350_2.A -statType: dcs:measuredValue -name: "Natural Gas LNG Storage Net Withdrawals, Annual" diff --git a/scripts/us_eia/opendata/process/test_data/ng.svg.mcf b/scripts/us_eia/opendata/process/test_data/ng.svg.mcf deleted file mode 100644 index 8b13789179..0000000000 --- a/scripts/us_eia/opendata/process/test_data/ng.svg.mcf +++ /dev/null @@ -1 +0,0 @@ - diff --git a/scripts/us_eia/opendata/process/test_data/ng.tmcf b/scripts/us_eia/opendata/process/test_data/ng.tmcf deleted file mode 100644 index e1ef4499a7..0000000000 --- a/scripts/us_eia/opendata/process/test_data/ng.tmcf +++ /dev/null @@ -1,10 +0,0 @@ - -Node: E:EIATable->E0 -typeOf: dcs:StatVarObservation -observationAbout: C:EIATable->place -variableMeasured: C:EIATable->stat_var -observationDate: C:EIATable->date -value: C:EIATable->value -unit: C:EIATable->unit -scalingFactor: C:EIATable->scaling_factor -eiaSeriesId: C:EIATable->eia_series_id diff --git a/scripts/us_eia/opendata/process/test_data/ng.txt b/scripts/us_eia/opendata/process/test_data/ng.txt deleted file mode 100644 index 2c20889113..0000000000 --- a/scripts/us_eia/opendata/process/test_data/ng.txt +++ /dev/null @@ -1,3 +0,0 @@ -{"series_id":"NG.N3035AL4.M","name":"Percent of Industrial Natural Gas Deliveries in Alabama Represented by the Price, Monthly","units":"Percent","f":"M","unitsshort":"%","description":"Percent of Industrial Natural Gas Deliveries in Alabama Represented by the Price","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AL","geography":"USA-AL","start":"200101","end":"202102","last_updated":"2021-04-30T12:17:32-04:00","data":[["202102",26.1],["202101",25.2],["202012",24.7]]} -{"series_id":"NG.RL2R02SOK_1.A","name":"Oklahoma Natural Gas Plant Liquids, Reserves Adjustments, Annual","units":"Million Barrels","f":"A","unitsshort":"MMbbl","description":"Oklahoma Natural Gas Plant Liquids, Reserves Adjustments","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-OK","geography":"USA-OK","start":"1979","end":"2008","last_updated":"2014-10-16T15:14:01-04:00","data":[["2008",6],["2007",-4],["2006",13],["2005",16],["2004",40]]} -{"series_id":"NG.NA1350_NUS_2.A","name":"U.S. Natural Gas LNG Storage Net Withdrawals, Annual","units":"Million Cubic Feet","f":"A","unitsshort":"MMcf","description":"U.S. Natural Gas LNG Storage Net Withdrawals","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"1969","end":"2019","last_updated":"2020-09-30T16:10:46-04:00","data":[["2019",58084],["2018",9248],["2017",-256]]} diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.csv b/scripts/us_eia/opendata/process/test_data/nuc_status.csv deleted file mode 100644 index d1304b4d04..0000000000 --- a/scripts/us_eia/opendata/process/test_data/nuc_status.csv +++ /dev/null @@ -1,13 +0,0 @@ -place,stat_var,date,value,unit,scaling_factor,eia_series_id -dcid:eia/pp/4046,dcid:Daily_Capacity_Nuclear_ForEnergyGeneration,2021-05-11,1197.1,dcid:Megawatt,,NUC_STATUS.CAP.4046.D -dcid:eia/pp/4046,dcid:Daily_Capacity_Nuclear_ForEnergyGeneration,2021-05-10,1197.1,dcid:Megawatt,,NUC_STATUS.CAP.4046.D -dcid:eia/pp/4046,dcid:Daily_Capacity_Nuclear_ForEnergyGeneration,2007-01-05,1036,dcid:Megawatt,,NUC_STATUS.CAP.4046.D -dcid:eia/pp/621,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-11,0,dcid:Megawatt,,NUC_STATUS.OUT.621.D -dcid:eia/pp/621,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-10,0,dcid:Megawatt,,NUC_STATUS.OUT.621.D -dcid:eia/pp/621,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2007-01-01,0,dcid:Megawatt,,NUC_STATUS.OUT.621.D -dcid:eia/pp/869-2,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration_AsAFractionOf_Capacity,2021-05-11,73,,,NUC_STATUS.OUT_PCT.869-2.D -dcid:eia/pp/869-2,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration_AsAFractionOf_Capacity,2021-05-10,80,,,NUC_STATUS.OUT_PCT.869-2.D -dcid:eia/pp/869-2,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration_AsAFractionOf_Capacity,2021-05-09,75,,,NUC_STATUS.OUT_PCT.869-2.D -dcid:country/USA,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-11,16404.767,dcid:Megawatt,,NUC_STATUS.OUT.US.D -dcid:country/USA,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-10,16960.869,dcid:Megawatt,,NUC_STATUS.OUT.US.D -dcid:country/USA,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-09,17374.955,dcid:Megawatt,,NUC_STATUS.OUT.US.D diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.mcf b/scripts/us_eia/opendata/process/test_data/nuc_status.mcf deleted file mode 100644 index 90d49ffd21..0000000000 --- a/scripts/us_eia/opendata/process/test_data/nuc_status.mcf +++ /dev/null @@ -1,33 +0,0 @@ -Node: dcid:Daily_Capacity_Nuclear_ForEnergyGeneration -typeOf: dcid:StatisticalVariable -name: "Nuclear Power Plant generating capacity" -description: "Nuclear generating capacity for a power plant. See https://www.eia.gov/nuclear/outages/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report" -populationType: dcs:EnergyGeneration -energySource: dcs:Nuclear -measuredProperty: dcs:capacity -statType: dcs:measuredValue -measurementQualifier: dcs:Daily -memberOf: dcid:eia/g/NUC_STATUS.2889994 - -Node: dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration -typeOf: dcid:StatisticalVariable -name: "Nuclear Power Plant generating capacity outage." -description: "Nuclear generating capacity outage at a power plant. See https://www.eia.gov/nuclear/outages/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report" -populationType: dcs:EnergyGeneration -energySource: dcs:Nuclear -measuredProperty: dcs:outage -statType: dcs:measuredValue -measurementQualifier: dcs:Daily -name: "nuclear capacity outage, daily" -memberOf: dcid:eia/g/NUC_STATUS.2889994 - -Node: dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration_AsAFractionOf_Capacity -typeOf: dcid:StatisticalVariable -description: "Nuclear generating capacity percent outage at a power plant. See https://www.eia.gov/nuclear/outages/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report" -populationType: dcs:EnergyGeneration -energySource: dcs:Nuclear -measuredProperty: dcs:outage -statType: dcs:measuredValue -measurementDenominator: dcs:Daily_Capacity_Nuclear_ForEnergyGeneration -measurementQualifier: dcs:Daily -memberOf: dcid:eia/g/NUC_STATUS.2889994 diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.svg.mcf b/scripts/us_eia/opendata/process/test_data/nuc_status.svg.mcf deleted file mode 100644 index fe18f2f039..0000000000 --- a/scripts/us_eia/opendata/process/test_data/nuc_status.svg.mcf +++ /dev/null @@ -1,9 +0,0 @@ -Node: dcid:eia/g/Root -typeOf: dcs:StatVarGroup -name: "Other Data (eia.gov)" -specializationOf: dcid:dc/g/Energy - -Node: dcid:eia/g/NUC_STATUS.2889994 -typeOf: dcs:StatVarGroup -name: "Nuclear Outages" -specializationOf: dcid:eia/g/Root diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.tmcf b/scripts/us_eia/opendata/process/test_data/nuc_status.tmcf deleted file mode 100644 index e1ef4499a7..0000000000 --- a/scripts/us_eia/opendata/process/test_data/nuc_status.tmcf +++ /dev/null @@ -1,10 +0,0 @@ - -Node: E:EIATable->E0 -typeOf: dcs:StatVarObservation -observationAbout: C:EIATable->place -variableMeasured: C:EIATable->stat_var -observationDate: C:EIATable->date -value: C:EIATable->value -unit: C:EIATable->unit -scalingFactor: C:EIATable->scaling_factor -eiaSeriesId: C:EIATable->eia_series_id diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.txt b/scripts/us_eia/opendata/process/test_data/nuc_status.txt deleted file mode 100644 index 58b3f9b202..0000000000 --- a/scripts/us_eia/opendata/process/test_data/nuc_status.txt +++ /dev/null @@ -1,5 +0,0 @@ -{"series_id":"NUC_STATUS.CAP.4046.D","name":"Nuclear generating capacity at Point Beach, daily","units":"Megawatts","f":"D","unitsshort":"MW","description":"Nuclear generating capacity at Point Beach, daily. See https:\/\/www.eia.gov\/nuclear\/outages\/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report","source":"Nuclear Regulatory Commisssion's Power Reactor Status Report; EIA, U.S. Energy Information Administration","iso3166":"USA-WI","lat":"44.2806","lon":"-87.5369","geography":"USA-WI","start":"20070101","end":"20210511","last_updated":"2021-05-11T10:38:50-04:00","latlon":"44.2806,-87.5369","data":[["20210511",1197.1],["20210510",1197.1],["20070105",1036]]} -{"series_id":"NUC_STATUS.OUT.621.D","name":"Nuclear generating capacity outage at Turkey Point, daily","units":"Megawatts","f":"D","unitsshort":"MW","description":"Nuclear generating capacity outage at Turkey Point, daily. See https:\/\/www.eia.gov\/nuclear\/outages\/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report","source":"Nuclear Regulatory Commisssion's Power Reactor Status Report; EIA, U.S. Energy Information Administration","iso3166":"USA-FL","lat":"25.4356","lon":"-80.3308","geography":"USA-FL","start":"20070101","end":"20210511","last_updated":"2021-05-11T10:38:50-04:00","latlon":"25.4356,-80.3308","data":[["20210511",0],["20210510",0],["20070101",0]]} -{"series_id":"NUC_STATUS.OUT_PCT.869-2.D","name":"Nuclear generating capacity percent outage for generator 2 at Dresden Generating Station, daily","units":"percent","f":"D","unitsshort":"%","description":"Nuclear generating capacity percent outage for generator 2 at Dresden Generating Station, daily. See https:\/\/www.eia.gov\/nuclear\/outages\/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report","source":"Nuclear Regulatory Commisssion's Power Reactor Status Report; EIA, U.S. Energy Information Administration","iso3166":"USA-IL","lat":"41.39","lon":"-88.27","geography":"USA-IL","start":"20070101","end":"20210511","last_updated":"2021-05-11T10:38:50-04:00","latlon":"41.39,-88.27","data":[["20210511",73],["20210510",80],["20210509",75]]} -{"series_id":"NUC_STATUS.OUT.US.D","name":"U.S. nuclear capacity outage, daily","units":"Megawatts","f":"D","unitsshort":"MW","description":"U.S. nuclear capacity outage, daily. See https:\/\/www.eia.gov\/nuclear\/outages\/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report","source":"Nuclear Regulatory Commisssion's Power Reactor Status Report; EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"20070101","end":"20210511","last_updated":"2021-05-11T10:38:50-04:00","data":[["20210511",16404.767],["20210510",16960.869],["20210509",17374.955]]} -{"category_id":"2890005","parent_category_id":"2889994","name":"Columbia Generating Station","notes":"","childseries":["NUC_STATUS.CAP.371-2.D","NUC_STATUS.CAP.371.D","NUC_STATUS.OUT.371-2.D","NUC_STATUS.OUT.371.D","NUC_STATUS.OUT_PCT.371.D"]} diff --git a/scripts/us_eia/opendata/process/test_data/pet.csv b/scripts/us_eia/opendata/process/test_data/pet.csv deleted file mode 100644 index 05d459da20..0000000000 --- a/scripts/us_eia/opendata/process/test_data/pet.csv +++ /dev/null @@ -1,8 +0,0 @@ -place,stat_var,date,value,unit,scaling_factor,eia_series_id -dcid:geoId/08,dcid:eia/PET.KDLVIS_1.A,2019,40989,ThousandGallons,,PET.KDLVISSCO1.A -dcid:geoId/08,dcid:eia/PET.KDLVIS_1.A,2018,37954,ThousandGallons,,PET.KDLVISSCO1.A -dcid:geoId/22,dcid:eia/PET.RCRR06_1.A,2019,3,MillionBarrels,,PET.RCRR06SLA_1.A -dcid:geoId/22,dcid:eia/PET.RCRR06_1.A,2018,6,MillionBarrels,,PET.RCRR06SLA_1.A -dcid:geoId/22,dcid:eia/PET.RCRR06_1.A,2017,29,MillionBarrels,,PET.RCRR06SLA_1.A -dcid:country/USA,dcid:eia/PET.M_EPC0_SPT_PER.W,2020-11-30,32.2,Percent,,PET.M_EPC0_SPT_NUS_PER.W -dcid:country/USA,dcid:eia/PET.M_EPC0_SPT_PER.W,2020-12-06,33.1,Percent,,PET.M_EPC0_SPT_NUS_PER.W diff --git a/scripts/us_eia/opendata/process/test_data/pet.mcf b/scripts/us_eia/opendata/process/test_data/pet.mcf deleted file mode 100644 index 8bd498c7c1..0000000000 --- a/scripts/us_eia/opendata/process/test_data/pet.mcf +++ /dev/null @@ -1,20 +0,0 @@ -Node: dcid:eia/PET.KDLVIS_1.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/PET.KDLVIS_1.A -statType: dcs:measuredValue -name: "No 2 Diesel Low Sulfur Sales/Deliveries to Industrial Consumers, Annual" - -Node: dcid:eia/PET.RCRR06_1.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/PET.RCRR06_1.A -statType: dcs:measuredValue -name: "Crude Oil Reserves Acquisitions, Annual" - -Node: dcid:eia/PET.M_EPC0_SPT_PER.W -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/PET.M_EPC0_SPT_PER.W -statType: dcs:measuredValue -name: "Percent of Total Petroleum Stocks Held in SPR, Annual" diff --git a/scripts/us_eia/opendata/process/test_data/pet.svg.mcf b/scripts/us_eia/opendata/process/test_data/pet.svg.mcf deleted file mode 100644 index 8b13789179..0000000000 --- a/scripts/us_eia/opendata/process/test_data/pet.svg.mcf +++ /dev/null @@ -1 +0,0 @@ - diff --git a/scripts/us_eia/opendata/process/test_data/pet.tmcf b/scripts/us_eia/opendata/process/test_data/pet.tmcf deleted file mode 100644 index e1ef4499a7..0000000000 --- a/scripts/us_eia/opendata/process/test_data/pet.tmcf +++ /dev/null @@ -1,10 +0,0 @@ - -Node: E:EIATable->E0 -typeOf: dcs:StatVarObservation -observationAbout: C:EIATable->place -variableMeasured: C:EIATable->stat_var -observationDate: C:EIATable->date -value: C:EIATable->value -unit: C:EIATable->unit -scalingFactor: C:EIATable->scaling_factor -eiaSeriesId: C:EIATable->eia_series_id diff --git a/scripts/us_eia/opendata/process/test_data/pet.txt b/scripts/us_eia/opendata/process/test_data/pet.txt deleted file mode 100644 index 3cd7409fa9..0000000000 --- a/scripts/us_eia/opendata/process/test_data/pet.txt +++ /dev/null @@ -1,3 +0,0 @@ -{"series_id":"PET.KDLVISSCO1.A","name":"Colorado No 2 Diesel Low Sulfur Sales\/Deliveries to Industrial Consumers, Annual","units":"Thousand Gallons","f":"A","unitsshort":"Mgal","description":"Colorado No 2 Diesel Low Sulfur Sales\/Deliveries to Industrial Consumers","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-CO","geography":"USA-CO","start":"1993","end":"2019","last_updated":"2021-01-28T11:01:40-05:00","data":[["2019",40989],["2018",37954]]} -{"series_id":"PET.RCRR06SLA_1.A","name":"Louisiana Crude Oil Reserves Acquisitions, Annual","units":"Million Barrels","f":"A","unitsshort":"MMbbl","description":"Louisiana Crude Oil Reserves Acquisitions","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-LA","geography":"USA-LA","start":"2000","end":"2019","last_updated":"2021-01-11T13:05:49-05:00","data":[["2019",3],["2018",6],["2017",29]]} -{"series_id":"PET.M_EPC0_SPT_NUS_PER.W","name":"U.S. Percent of Total Petroleum Stocks Held in SPR, Annual","units":"Percent","f":"A","unitsshort":"%","description":"U.S. Percent of Total Petroleum Stocks Held in SPR","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","last_updated":"2021-03-05T11:13:39-05:00","data":[["20201130",32.2],["20201206",33.1]]} diff --git a/scripts/us_eia/opendata/process/test_data/seds.csv b/scripts/us_eia/opendata/process/test_data/seds.csv deleted file mode 100644 index 25dd6e8f74..0000000000 --- a/scripts/us_eia/opendata/process/test_data/seds.csv +++ /dev/null @@ -1,5 +0,0 @@ -place,stat_var,date,value,unit,scaling_factor,eia_series_id -dcid:geoId/06,dcid:eia/SEDS.TNISB.A,2018,1053194,BillionBtu,,SEDS.TNISB.CA.A -dcid:geoId/06,dcid:eia/SEDS.TNISB.A,2017,1056142,BillionBtu,,SEDS.TNISB.CA.A -dcid:country/USA,dcid:eia/SEDS.WXICD.A,2019,29.79,DollarsPerMillionBtu,,SEDS.WXICD.US.A -dcid:country/USA,dcid:eia/SEDS.WXICD.A,2018,32.94,DollarsPerMillionBtu,,SEDS.WXICD.US.A diff --git a/scripts/us_eia/opendata/process/test_data/seds.mcf b/scripts/us_eia/opendata/process/test_data/seds.mcf deleted file mode 100644 index 8b5857365b..0000000000 --- a/scripts/us_eia/opendata/process/test_data/seds.mcf +++ /dev/null @@ -1,13 +0,0 @@ -Node: dcid:eia/SEDS.TNISB.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/SEDS.TNISB.A -statType: dcs:measuredValue -name: "Total net energy consumed by the industrial sector, adjusted for process fuel, intermediate products, and fuels with no direct cost" - -Node: dcid:eia/SEDS.WXICD.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/SEDS.WXICD.A -statType: dcs:measuredValue -name: "Waxes price in the industrial sector" diff --git a/scripts/us_eia/opendata/process/test_data/seds.svg.mcf b/scripts/us_eia/opendata/process/test_data/seds.svg.mcf deleted file mode 100644 index 8b13789179..0000000000 --- a/scripts/us_eia/opendata/process/test_data/seds.svg.mcf +++ /dev/null @@ -1 +0,0 @@ - diff --git a/scripts/us_eia/opendata/process/test_data/seds.tmcf b/scripts/us_eia/opendata/process/test_data/seds.tmcf deleted file mode 100644 index e1ef4499a7..0000000000 --- a/scripts/us_eia/opendata/process/test_data/seds.tmcf +++ /dev/null @@ -1,10 +0,0 @@ - -Node: E:EIATable->E0 -typeOf: dcs:StatVarObservation -observationAbout: C:EIATable->place -variableMeasured: C:EIATable->stat_var -observationDate: C:EIATable->date -value: C:EIATable->value -unit: C:EIATable->unit -scalingFactor: C:EIATable->scaling_factor -eiaSeriesId: C:EIATable->eia_series_id diff --git a/scripts/us_eia/opendata/process/test_data/seds.txt b/scripts/us_eia/opendata/process/test_data/seds.txt deleted file mode 100644 index 7a4c9a63a9..0000000000 --- a/scripts/us_eia/opendata/process/test_data/seds.txt +++ /dev/null @@ -1,2 +0,0 @@ -{"series_id":"SEDS.TNISB.CA.A","name":"Total net energy consumed by the industrial sector, adjusted for process fuel, intermediate products, and fuels with no direct cost, California","units":"Billion Btu","f":"A","description":"Total net energy consumed by the industrial sector, adjusted for process fuel, intermediate products, and fuels with no direct cost, California See http:\/\/www.eia.gov\/state\/seds\/seds-technical-notes-complete.cfm?sid=US for technical notes and documentation.","copyright":"None","source":"SEDS, EIA, U.S. Energy Information Administration","iso3166":"USA-CA","geography":"USA-CA","start":"1970","end":"2018","last_updated":"2021-04-23T09:02:30-04:00","geoset_id":"SEDS.TNISB.A","data":[["2018",1053194],["2017",1056142]]} -{"series_id":"SEDS.WXICD.US.A","name":"Waxes price in the industrial sector, United States","units":"Dollars per million Btu","f":"A","description":"Waxes price in the industrial sector, United States See http:\/\/www.eia.gov\/state\/seds\/seds-technical-notes-complete.cfm?sid=US for technical notes and documentation.","copyright":"None","source":"SEDS, EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"1970","end":"2019","last_updated":"2021-04-23T09:02:30-04:00","geoset_id":"SEDS.WXICD.A","data":[["2019",29.79],["2018",32.94]]} diff --git a/scripts/us_eia/opendata/process/test_data/total.csv b/scripts/us_eia/opendata/process/test_data/total.csv deleted file mode 100644 index e7bc7babbb..0000000000 --- a/scripts/us_eia/opendata/process/test_data/total.csv +++ /dev/null @@ -1,3 +0,0 @@ -place,stat_var,date,value,unit,scaling_factor,eia_series_id -dcid:country/USA,dcid:eia/TOTAL.LUACP.A,2020,52.852,ThousandBarrelsPerDay,,TOTAL.LUACPUS.A -dcid:country/USA,dcid:eia/TOTAL.LUACP.A,2019,59.325,ThousandBarrelsPerDay,,TOTAL.LUACPUS.A diff --git a/scripts/us_eia/opendata/process/test_data/total.mcf b/scripts/us_eia/opendata/process/test_data/total.mcf deleted file mode 100644 index d815d87a1e..0000000000 --- a/scripts/us_eia/opendata/process/test_data/total.mcf +++ /dev/null @@ -1,6 +0,0 @@ -Node: dcid:eia/TOTAL.LUACP.A -typeOf: dcs:StatisticalVariable -populationType: schema:Thing -measuredProperty: dcid:eia/TOTAL.LUACP.A -statType: dcs:measuredValue -name: "Lubricants Consumed by the Transportation Sector, Annual" diff --git a/scripts/us_eia/opendata/process/test_data/total.svg.mcf b/scripts/us_eia/opendata/process/test_data/total.svg.mcf deleted file mode 100644 index 8b13789179..0000000000 --- a/scripts/us_eia/opendata/process/test_data/total.svg.mcf +++ /dev/null @@ -1 +0,0 @@ - diff --git a/scripts/us_eia/opendata/process/test_data/total.tmcf b/scripts/us_eia/opendata/process/test_data/total.tmcf deleted file mode 100644 index e1ef4499a7..0000000000 --- a/scripts/us_eia/opendata/process/test_data/total.tmcf +++ /dev/null @@ -1,10 +0,0 @@ - -Node: E:EIATable->E0 -typeOf: dcs:StatVarObservation -observationAbout: C:EIATable->place -variableMeasured: C:EIATable->stat_var -observationDate: C:EIATable->date -value: C:EIATable->value -unit: C:EIATable->unit -scalingFactor: C:EIATable->scaling_factor -eiaSeriesId: C:EIATable->eia_series_id diff --git a/scripts/us_eia/opendata/process/test_data/total.txt b/scripts/us_eia/opendata/process/test_data/total.txt deleted file mode 100644 index 4f6fadc46e..0000000000 --- a/scripts/us_eia/opendata/process/test_data/total.txt +++ /dev/null @@ -1,2 +0,0 @@ -{"series_id":"TOTAL.LUACPUS.A","name":"Lubricants Consumed by the Transportation Sector, Annual","units":"Thousand Barrels per Day","f":"A","start":"1949","end":"2020","last_updated":"2021-04-26T13:51:38-04:00","data":[["2020",52.852],["2019",59.325]]} -{"series_id":"TOTAL.COFMUCL.A","name":"Average Free on Board Cost of Crude Oil Imports From Colombia, Annual","units":"Dollars per Barrel","f":"A","start":"1973","end":"2020","last_updated":"2021-04-26T13:51:38-04:00","data":[["2020",36.03],["2019",60.61]]} From 663d275292c96fbb7828b4710bde5240a67c3cd5 Mon Sep 17 00:00:00 2001 From: Harsha Vardhan Chandaluri Date: Thu, 17 Oct 2024 10:20:15 +0000 Subject: [PATCH 2/4] Fixed lint --- .../us_eia/opendata/generate_jsonl_for_bq.py | 8 +- scripts/us_eia/opendata/process.py | 25 ++- scripts/us_eia/opendata/process/common.py | 206 ++++++++++++------ scripts/us_eia/opendata/process/elec.py | 7 +- 4 files changed, 157 insertions(+), 89 deletions(-) diff --git a/scripts/us_eia/opendata/generate_jsonl_for_bq.py b/scripts/us_eia/opendata/generate_jsonl_for_bq.py index 9629a1440b..af1579277c 100644 --- a/scripts/us_eia/opendata/generate_jsonl_for_bq.py +++ b/scripts/us_eia/opendata/generate_jsonl_for_bq.py @@ -40,9 +40,9 @@ IN_DATA_PATH = 'tmp_raw_data' OUT_DATA_PATH = 'tmp_bq_import' DATASETS = [ - 'AEO.2020', 'AEO.2021', 'AEO.2022', 'AEO.2023', 'AEO.IEO2', 'COAL', 'EBA', 'ELEC', 'EMISS', 'IEO', - 'INTL', 'NG', 'NUC_STATUS', 'PET', 'PET_IMPORTS', 'SEDS', - 'STEO', 'TOTAL' + 'AEO.2020', 'AEO.2021', 'AEO.2022', 'AEO.2023', 'AEO.IEO2', 'COAL', 'EBA', + 'ELEC', 'EMISS', 'IEO', 'INTL', 'NG', 'NUC_STATUS', 'PET', 'PET_IMPORTS', + 'SEDS', 'STEO', 'TOTAL' ] @@ -104,7 +104,7 @@ def process_all(): if not file.endswith('.txt'): continue print(f'Processing1 {subdir}/{file}') - + process_single(subdir, file) diff --git a/scripts/us_eia/opendata/process.py b/scripts/us_eia/opendata/process.py index fd72919417..6798aea983 100644 --- a/scripts/us_eia/opendata/process.py +++ b/scripts/us_eia/opendata/process.py @@ -20,7 +20,7 @@ """ import io -import os +import os import sys import zipfile @@ -35,7 +35,8 @@ FLAGS = flags.FLAGS flags.DEFINE_string('data_dir', 'tmp_raw_data', 'Data dir to download into') -flags.DEFINE_string('dataset', '', 'Datasets to download. Everything, if empty.') +flags.DEFINE_string('dataset', '', + 'Datasets to download. Everything, if empty.') # Value: (name, extract_fn, schema_fn) _DATASETS = { @@ -77,18 +78,18 @@ def main(_): download_file(dataset['accessURL'], f'{FLAGS.data_dir}/{dataset_name}') print(f'{FLAGS.data_dir}/{dataset_name}') print(FLAGS.data_dir, FLAGS.dataset) - file_prefix = os.path.join(f'{FLAGS.data_dir}/{dataset_name}', FLAGS.dataset) + file_prefix = os.path.join(f'{FLAGS.data_dir}/{dataset_name}', + FLAGS.dataset) print("file_prefix", file_prefix) common.process(dataset=FLAGS.dataset, - dataset_name=_DATASETS[FLAGS.dataset], - in_json=file_prefix + '.txt', - out_csv=file_prefix + '.csv', - out_sv_mcf=file_prefix + '.mcf', - out_svg_mcf=file_prefix + '.svg.mcf', - out_tmcf=file_prefix + '.tmcf', - extract_place_statvar_fn=_DATASETS[FLAGS.dataset][1], - generate_statvar_schema_fn=_DATASETS[FLAGS.dataset][2]) - + dataset_name=_DATASETS[FLAGS.dataset], + in_json=file_prefix + '.txt', + out_csv=file_prefix + '.csv', + out_sv_mcf=file_prefix + '.mcf', + out_svg_mcf=file_prefix + '.svg.mcf', + out_tmcf=file_prefix + '.tmcf', + extract_place_statvar_fn=_DATASETS[FLAGS.dataset][1], + generate_statvar_schema_fn=_DATASETS[FLAGS.dataset][2]) if __name__ == '__main__': diff --git a/scripts/us_eia/opendata/process/common.py b/scripts/us_eia/opendata/process/common.py index 4d57b27c01..c2f2fe9c9c 100644 --- a/scripts/us_eia/opendata/process/common.py +++ b/scripts/us_eia/opendata/process/common.py @@ -49,66 +49,120 @@ 'Real(1982-1984)DollarsPerMillionBtu': 'BasePeriod1982_1984', 'Real(1982-1984)DollarsPerThousandCubicFeet': 'BasePeriod1982_1984', 'ThousandBtuPerChained(2017)Dollar': 'BasePeriod2017', - 'BillionChained(2017)Dollars' : 'BasePeriod2017', + 'BillionChained(2017)Dollars': 'BasePeriod2017', 'MetricTonsCarbonDioxidePerMillionChained(2017)Dollars': 'BasePeriod2017' } UNIT_MAPPING_DICT = { # input source unit : DC unit - 'Days': 'Day', - 'ThousandsOfRegisteredVehicles': '', - 'RegisteredVehicle': '', - 'NumberOfDays': 'Day', - 'Dollars': 'USDollar', - 'MillionBarrels': 'MillionsBarrels', - 'ThousandBarrels': 'Barrel', - 'ThousandDollars': 'USDollar', - '1000MetricTons': 'ThousandMetricTons', - 'BillionKilowatthours': 'BillionKilowattHours', - 'Terajoules': 'Terajoule', - 'DollarsPerMillionBtu': 'USDollarPerMillionBtu', - 'DollarsPerThousandCubicFeet': 'USDollarPerThousandCubicFeet', - 'CentsPerKilowatthour': 'CentsPerKilowattHour', - 'MillionKilowatthours': 'MillionKilowattHours', - 'DollarsPerGallon': 'USDollarPerGallon', - 'Kilowatthours': 'KilowattHour', - 'Barrels': 'Barrel', - 'MillionDollars': 'USDollar', - 'BillionDollars': 'USDollar', - 'DollarsPerPoundUraniumOxide': 'USDollarPerPoundUraniumOxide', - 'ThousandKilowatts': 'Kilowatt', - 'DollarsPerBarrel': 'USDollarPerBarrel', - 'NumberOfCustomers': '', - 'NumberOfElements': '', - 'Thousand': "", - 'ThousandGallons': 'USGallon', - 'MillionPounds': 'GBP', - 'DollarsPerFoot': 'USDollarPerFoot', - 'ThousandDollarsPerWell': 'ThousandUSDollarsPerWell', - 'ThousandFeet': 'Foot', - 'FeetPerWell': 'Foot', - 'Cost': 'USDollar', - 'Index1982-1984=100': '', - '2017=1.00000': '', - 'NumberOfRigs': '', - 'Number': '', - 'Real(1982-1984)DollarsPerGallon': 'USDollarPerGallon', - 'Real(1982-1984)DollarsPerMillionBtu': 'USDollarPerMillionBtu', - 'DollarsPerMillionBtu': 'USDollarPerMillionBtu', - 'Real(1982-1984)CentsPerKilowatthour': 'USCentPerKilowattHour', - 'Real(1982-1984)DollarsPerThousandCubicFeet': 'USDollarPerThousandCubicFeet', - 'MetricTonsCarbonDioxidePerMillionChained(2017)Dollars': 'MetricTonsCarbonDioxidePerMillionChainedUSDollars', - 'ThousandBtuPerChained(2017)Dollar':'BtuPerChainedUSDollar', - 'BillionChained(2017)Dollars': 'ChainedUSDollar', - 'CentsPerKilowatthour,IncludingTaxes': 'CentsPerKilowattHour', - 'TrillionBtu': 'Btu', - 'MillionGallons': 'USGallon', - 'MillionPeople': '', - 'MillionNominalDollars': 'NominalUSDollar', - 'NominalDollars': 'NominalUSDollar', - 'DollarsPerGallonIncludingTaxes': 'USDollarPerGallon', - 'DollarsPerGallonExcludingTaxes': 'USDollarPerGallon', - 'DollarsPerMillionBtu,IncludingTaxes': 'USDollarPerMillionBtu' + 'Days': + 'Day', + 'ThousandsOfRegisteredVehicles': + '', + 'RegisteredVehicle': + '', + 'NumberOfDays': + 'Day', + 'Dollars': + 'USDollar', + 'MillionBarrels': + 'MillionsBarrels', + 'ThousandBarrels': + 'Barrel', + 'ThousandDollars': + 'USDollar', + '1000MetricTons': + 'ThousandMetricTons', + 'BillionKilowatthours': + 'BillionKilowattHours', + 'Terajoules': + 'Terajoule', + 'DollarsPerMillionBtu': + 'USDollarPerMillionBtu', + 'DollarsPerThousandCubicFeet': + 'USDollarPerThousandCubicFeet', + 'CentsPerKilowatthour': + 'CentsPerKilowattHour', + 'MillionKilowatthours': + 'MillionKilowattHours', + 'DollarsPerGallon': + 'USDollarPerGallon', + 'Kilowatthours': + 'KilowattHour', + 'Barrels': + 'Barrel', + 'MillionDollars': + 'USDollar', + 'BillionDollars': + 'USDollar', + 'DollarsPerPoundUraniumOxide': + 'USDollarPerPoundUraniumOxide', + 'ThousandKilowatts': + 'Kilowatt', + 'DollarsPerBarrel': + 'USDollarPerBarrel', + 'NumberOfCustomers': + '', + 'NumberOfElements': + '', + 'Thousand': + "", + 'ThousandGallons': + 'USGallon', + 'MillionPounds': + 'GBP', + 'DollarsPerFoot': + 'USDollarPerFoot', + 'ThousandDollarsPerWell': + 'ThousandUSDollarsPerWell', + 'ThousandFeet': + 'Foot', + 'FeetPerWell': + 'Foot', + 'Cost': + 'USDollar', + 'Index1982-1984=100': + '', + '2017=1.00000': + '', + 'NumberOfRigs': + '', + 'Number': + '', + 'Real(1982-1984)DollarsPerGallon': + 'USDollarPerGallon', + 'Real(1982-1984)DollarsPerMillionBtu': + 'USDollarPerMillionBtu', + 'DollarsPerMillionBtu': + 'USDollarPerMillionBtu', + 'Real(1982-1984)CentsPerKilowatthour': + 'USCentPerKilowattHour', + 'Real(1982-1984)DollarsPerThousandCubicFeet': + 'USDollarPerThousandCubicFeet', + 'MetricTonsCarbonDioxidePerMillionChained(2017)Dollars': + 'MetricTonsCarbonDioxidePerMillionChainedUSDollars', + 'ThousandBtuPerChained(2017)Dollar': + 'BtuPerChainedUSDollar', + 'BillionChained(2017)Dollars': + 'ChainedUSDollar', + 'CentsPerKilowatthour,IncludingTaxes': + 'CentsPerKilowattHour', + 'TrillionBtu': + 'Btu', + 'MillionGallons': + 'USGallon', + 'MillionPeople': + '', + 'MillionNominalDollars': + 'NominalUSDollar', + 'NominalDollars': + 'NominalUSDollar', + 'DollarsPerGallonIncludingTaxes': + 'USDollarPerGallon', + 'DollarsPerGallonExcludingTaxes': + 'USDollarPerGallon', + 'DollarsPerMillionBtu,IncludingTaxes': + 'USDollarPerMillionBtu' } UNIT_CONVERT_DICT = { @@ -116,9 +170,9 @@ 'ThousandBtuPerChained(2017)Dollar': 1000, 'Thousand': 1000, 'ThousandFeet': 1000, - 'ThousandDollars': 1000, + 'ThousandDollars': 1000, 'ThousandGallons': 1000, - 'ThousandBarrels': 1000, + 'ThousandBarrels': 1000, 'ThousandsOfRegisteredVehicles': 1000, 'MillionDollars': 1000000, 'MillionPeople': 1000000, @@ -130,7 +184,10 @@ 'BillionChained(2017)Dollars': 10000000000, 'TrillionBtu': 1000000000000 } -_COLUMNS = ['place', 'stat_var', 'date', 'value', 'unit', 'scaling_factor', 'eia_series_id', 'measurementMethod'] +_COLUMNS = [ + 'place', 'stat_var', 'date', 'value', 'unit', 'scaling_factor', + 'eia_series_id', 'measurementMethod' +] _TMCF_STRING = """ Node: E:EIATable->E0 @@ -208,6 +265,7 @@ def _check_unit_with_mapping(in_str): in_str = UNIT_MAPPING_DICT[in_str] return in_str + def _check_mMethod_with_mapping(in_str): if in_str in MMETHOD_MAPPING_DICT: in_str = MMETHOD_MAPPING_DICT[in_str] @@ -281,8 +339,12 @@ def _generate_default_statvar(raw_sv, sv_map): # Name patterns for US and US states. -_NAME_PATTERNS = {v: [k.lower()] for k, v in name_to_alpha2.USSTATE_MAP_SPACE.items()} -_NAME_PATTERNS['US'] = ['united states of america', 'united states', 'u.s.a.', 'u.s.'] +_NAME_PATTERNS = { + v: [k.lower()] for k, v in name_to_alpha2.USSTATE_MAP_SPACE.items() +} +_NAME_PATTERNS['US'] = [ + 'united states of america', 'united states', 'u.s.a.', 'u.s.' +] _NAME_PATTERNS['USA'] = _NAME_PATTERNS['US'] @@ -332,7 +394,8 @@ def _maybe_parse_name(name, raw_place, is_us_place, counters): return cleanup_name(name) -def _generate_sv_nodes(dataset, sv_map, sv_name_map, sv_membership_map, sv_schemaful2raw, svg_info): +def _generate_sv_nodes(dataset, sv_map, sv_name_map, sv_membership_map, + sv_schemaful2raw, svg_info): nodes = [] for sv, mcf in sv_map.items(): raw_sv = sv_schemaful2raw[sv] if sv in sv_schemaful2raw else sv @@ -353,8 +416,8 @@ def _generate_sv_nodes(dataset, sv_map, sv_name_map, sv_membership_map, sv_schem return nodes -def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, out_tmcf, - extract_place_statvar_fn, generate_statvar_schema_fn): +def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, + out_tmcf, extract_place_statvar_fn, generate_statvar_schema_fn): """Process an EIA dataset and produce outputs using lambda functions. Args: @@ -412,7 +475,8 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, ou # Preliminary checks series_id = data.get('series_id', None) if not series_id: - category.process_category(dataset, data, extract_place_statvar_fn, svg_info, + category.process_category(dataset, data, + extract_place_statvar_fn, svg_info, sv_membership_map, counters) counters['info_categories_processed'] += 1 continue @@ -424,7 +488,8 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, ou continue # Extract raw place and stat-var from series_id. - (raw_place, raw_sv, is_us_place) = extract_place_statvar_fn(series_id, counters) + (raw_place, raw_sv, + is_us_place) = extract_place_statvar_fn(series_id, counters) if not raw_place or not raw_sv: counters['error_extract_place_sv'] += 1 continue @@ -440,7 +505,8 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, ou m_method = _check_mMethod_with_mapping(raw_unit) if raw_sv not in sv_name_map: - name = _maybe_parse_name(data.get('name', ''), raw_place, is_us_place, counters) + name = _maybe_parse_name(data.get('name', ''), raw_place, + is_us_place, counters) if name: sv_name_map[raw_sv] = name @@ -491,7 +557,8 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, ou schema_sv = None if generate_statvar_schema_fn: - schema_sv = generate_statvar_schema_fn(raw_sv, rows, sv_map, counters) + schema_sv = generate_statvar_schema_fn(raw_sv, rows, sv_map, + counters) if schema_sv: sv_schemaful2raw[schema_sv] = raw_sv counters['info_schemaful_series'] += 1 @@ -505,8 +572,9 @@ def process(dataset, dataset_name, in_json, out_csv, out_sv_mcf, out_svg_mcf, ou category.trim_area_categories(svg_info, counters) with open(out_sv_mcf, 'w') as out_fp: - nodes = _generate_sv_nodes(dataset, sv_map, sv_name_map, sv_membership_map, - sv_schemaful2raw, svg_info) + nodes = _generate_sv_nodes(dataset, sv_map, sv_name_map, + sv_membership_map, sv_schemaful2raw, + svg_info) out_fp.write('\n\n'.join(nodes)) out_fp.write('\n') diff --git a/scripts/us_eia/opendata/process/elec.py b/scripts/us_eia/opendata/process/elec.py index dbce43b1e7..66ec08afa5 100644 --- a/scripts/us_eia/opendata/process/elec.py +++ b/scripts/us_eia/opendata/process/elec.py @@ -36,9 +36,8 @@ def extract_place_statvar(series_id, counters): # ELEC.{MEASURE}.{FUEL_TYPE}-{PLACE}-{PRODUCER_SECTOR}.{PERIOD} #m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^-]+)-([^.]+)\.([AQM])$", # series_id) - m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^-]+)-([^.]+)\.([QM])$", - series_id) - + m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^-]+)-([^.]+)\.([QM])$", series_id) + if m: measure = m.group(1) fuel_type = m.group(2) @@ -332,7 +331,7 @@ def generate_statvar_schema(raw_sv, rows, sv_map, counters): if cs != 'ALL': sv_id_parts.append(cs) sv_pvs.append(f'consumingSector: dcs:{cs}') - + if measure not in _UNIT_MAP: counters['error_missing_unit'] += 1 return None From 0b70fe5c218a4242d57635d091ee09bcedc60cb7 Mon Sep 17 00:00:00 2001 From: Harsha Vardhan Chandaluri Date: Mon, 21 Oct 2024 08:42:44 +0000 Subject: [PATCH 3/4] fixed test data --- .../opendata/process/test_data/categories.csv | 5 ++ .../opendata/process/test_data/categories.mcf | 15 ++++ .../process/test_data/categories.svg.mcf | 34 +++++++ .../process/test_data/categories.tmcf | 11 +++ .../opendata/process/test_data/categories.txt | 9 ++ .../opendata/process/test_data/coal.csv | 12 +++ .../opendata/process/test_data/coal.mcf | 53 +++++++++++ .../opendata/process/test_data/coal.svg.mcf | 29 ++++++ .../opendata/process/test_data/coal.tmcf | 11 +++ .../opendata/process/test_data/coal.txt | 89 +++++++++++++++++++ .../opendata/process/test_data/elec.csv | 10 +++ .../opendata/process/test_data/elec.mcf | 39 ++++++++ .../opendata/process/test_data/elec.svg.mcf | 24 +++++ .../opendata/process/test_data/elec.tmcf | 11 +++ .../opendata/process/test_data/elec.txt | 8 ++ .../opendata/process/test_data/intl.csv | 7 ++ .../opendata/process/test_data/intl.mcf | 11 +++ .../opendata/process/test_data/intl.svg.mcf | 1 + .../opendata/process/test_data/intl.tmcf | 11 +++ .../opendata/process/test_data/intl.txt | 2 + .../us_eia/opendata/process/test_data/ng.csv | 12 +++ .../us_eia/opendata/process/test_data/ng.mcf | 20 +++++ .../opendata/process/test_data/ng.svg.mcf | 1 + .../us_eia/opendata/process/test_data/ng.tmcf | 11 +++ .../us_eia/opendata/process/test_data/ng.txt | 3 + .../opendata/process/test_data/nuc_status.csv | 13 +++ .../opendata/process/test_data/nuc_status.mcf | 33 +++++++ .../process/test_data/nuc_status.svg.mcf | 9 ++ .../process/test_data/nuc_status.tmcf | 11 +++ .../opendata/process/test_data/nuc_status.txt | 5 ++ .../us_eia/opendata/process/test_data/pet.csv | 8 ++ .../us_eia/opendata/process/test_data/pet.mcf | 20 +++++ .../opendata/process/test_data/pet.svg.mcf | 1 + .../opendata/process/test_data/pet.tmcf | 11 +++ .../us_eia/opendata/process/test_data/pet.txt | 3 + .../opendata/process/test_data/seds.csv | 5 ++ .../opendata/process/test_data/seds.mcf | 13 +++ .../opendata/process/test_data/seds.svg.mcf | 1 + .../opendata/process/test_data/seds.tmcf | 11 +++ .../opendata/process/test_data/seds.txt | 2 + .../opendata/process/test_data/total.csv | 3 + .../opendata/process/test_data/total.mcf | 6 ++ .../opendata/process/test_data/total.svg.mcf | 1 + .../opendata/process/test_data/total.tmcf | 11 +++ .../opendata/process/test_data/total.txt | 2 + 45 files changed, 608 insertions(+) create mode 100644 scripts/us_eia/opendata/process/test_data/categories.csv create mode 100644 scripts/us_eia/opendata/process/test_data/categories.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/categories.svg.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/categories.tmcf create mode 100644 scripts/us_eia/opendata/process/test_data/categories.txt create mode 100644 scripts/us_eia/opendata/process/test_data/coal.csv create mode 100644 scripts/us_eia/opendata/process/test_data/coal.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/coal.svg.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/coal.tmcf create mode 100644 scripts/us_eia/opendata/process/test_data/coal.txt create mode 100644 scripts/us_eia/opendata/process/test_data/elec.csv create mode 100644 scripts/us_eia/opendata/process/test_data/elec.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/elec.svg.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/elec.tmcf create mode 100644 scripts/us_eia/opendata/process/test_data/elec.txt create mode 100644 scripts/us_eia/opendata/process/test_data/intl.csv create mode 100644 scripts/us_eia/opendata/process/test_data/intl.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/intl.svg.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/intl.tmcf create mode 100644 scripts/us_eia/opendata/process/test_data/intl.txt create mode 100644 scripts/us_eia/opendata/process/test_data/ng.csv create mode 100644 scripts/us_eia/opendata/process/test_data/ng.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/ng.svg.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/ng.tmcf create mode 100644 scripts/us_eia/opendata/process/test_data/ng.txt create mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.csv create mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.svg.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.tmcf create mode 100644 scripts/us_eia/opendata/process/test_data/nuc_status.txt create mode 100644 scripts/us_eia/opendata/process/test_data/pet.csv create mode 100644 scripts/us_eia/opendata/process/test_data/pet.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/pet.svg.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/pet.tmcf create mode 100644 scripts/us_eia/opendata/process/test_data/pet.txt create mode 100644 scripts/us_eia/opendata/process/test_data/seds.csv create mode 100644 scripts/us_eia/opendata/process/test_data/seds.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/seds.svg.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/seds.tmcf create mode 100644 scripts/us_eia/opendata/process/test_data/seds.txt create mode 100644 scripts/us_eia/opendata/process/test_data/total.csv create mode 100644 scripts/us_eia/opendata/process/test_data/total.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/total.svg.mcf create mode 100644 scripts/us_eia/opendata/process/test_data/total.tmcf create mode 100644 scripts/us_eia/opendata/process/test_data/total.txt diff --git a/scripts/us_eia/opendata/process/test_data/categories.csv b/scripts/us_eia/opendata/process/test_data/categories.csv new file mode 100644 index 0000000000..11d61d34c0 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/categories.csv @@ -0,0 +1,5 @@ +place,stat_var,date,value,unit,scaling_factor,eia_series_id,measurementMethod +dcid:country/USA,dcid:eia/NG.N9140_2.A,2020,30482049,MillionCubicFeet,,NG.N9140US2.A, +dcid:country/USA,dcid:eia/NG.N9140_2.A,2019,31099061,MillionCubicFeet,,NG.N9140US2.A, +dcid:country/USA,dcid:eia/NG.N9140_2.M,2021-02,3036972,MillionCubicFeet,,NG.N9140US2.M, +dcid:country/USA,dcid:eia/NG.N9140_2.M,2021-01,3286266,MillionCubicFeet,,NG.N9140US2.M, diff --git a/scripts/us_eia/opendata/process/test_data/categories.mcf b/scripts/us_eia/opendata/process/test_data/categories.mcf new file mode 100644 index 0000000000..cc12627d0f --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/categories.mcf @@ -0,0 +1,15 @@ +Node: dcid:eia/NG.N9140_2.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/NG.N9140_2.A +statType: dcs:measuredValue +name: "Natural Gas Total Consumption, Annual" +memberOf: dcid:eia/g/NG.460678 + +Node: dcid:eia/NG.N9140_2.M +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/NG.N9140_2.M +statType: dcs:measuredValue +name: "Natural Gas Total Consumption, Monthly" +memberOf: dcid:eia/g/NG.460678 diff --git a/scripts/us_eia/opendata/process/test_data/categories.svg.mcf b/scripts/us_eia/opendata/process/test_data/categories.svg.mcf new file mode 100644 index 0000000000..7c044e2538 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/categories.svg.mcf @@ -0,0 +1,34 @@ +Node: dcid:eia/g/Root +typeOf: dcs:StatVarGroup +name: "Other Data (eia.gov)" +specializationOf: dcid:dc/g/Energy + +Node: dcid:eia/g/NG.714804 +typeOf: dcs:StatVarGroup +name: "Natural Gas" +specializationOf: dcid:eia/g/Root + +Node: dcid:eia/g/NG.714805 +typeOf: dcs:StatVarGroup +name: "Summary" +specializationOf: dcid:eia/g/NG.714804 + +Node: dcid:eia/g/NG.456172 +typeOf: dcs:StatVarGroup +name: "Natural Gas Annual Supply & Disposition by State" +specializationOf: dcid:eia/g/NG.714805 + +Node: dcid:eia/g/NG.457052 +typeOf: dcs:StatVarGroup +name: "Natural Gas Summary" +specializationOf: dcid:eia/g/NG.714805 + +Node: dcid:eia/g/NG.459123 +typeOf: dcs:StatVarGroup +name: "by Data Series" +specializationOf: dcid:eia/g/NG.457052 + +Node: dcid:eia/g/NG.460678 +typeOf: dcs:StatVarGroup +name: "Total Consumption" +specializationOf: dcid:eia/g/NG.459123 diff --git a/scripts/us_eia/opendata/process/test_data/categories.tmcf b/scripts/us_eia/opendata/process/test_data/categories.tmcf new file mode 100644 index 0000000000..f198290a7a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/categories.tmcf @@ -0,0 +1,11 @@ + +Node: E:EIATable->E0 +typeOf: dcs:StatVarObservation +observationAbout: C:EIATable->place +variableMeasured: C:EIATable->stat_var +observationDate: C:EIATable->date +value: C:EIATable->value +unit: C:EIATable->unit +scalingFactor: C:EIATable->scaling_factor +eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod diff --git a/scripts/us_eia/opendata/process/test_data/categories.txt b/scripts/us_eia/opendata/process/test_data/categories.txt new file mode 100644 index 0000000000..9cffc68892 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/categories.txt @@ -0,0 +1,9 @@ +{"series_id":"NG.N9140US2.A","name":"U.S. Natural Gas Total Consumption, Annual","units":"Million Cubic Feet","f":"A","unitsshort":"MMcf","description":"U.S. Natural Gas Total Consumption","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"1949","end":"2020","last_updated":"2021-04-30T12:17:32-04:00","data":[["2020",30482049],["2019",31099061]]} +{"series_id":"NG.N9140US2.M","name":"U.S. Natural Gas Total Consumption, Monthly","units":"Million Cubic Feet","f":"M","unitsshort":"MMcf","description":"U.S. Natural Gas Total Consumption","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"200101","end":"202102","last_updated":"2021-04-30T12:17:32-04:00","data":[["202102",3036972],["202101",3286266]]} +{"category_id":"714805","parent_category_id":"714804","name":"Summary","notes":"","childseries":[]} +{"category_id":"456172","parent_category_id":"714805","name":"Natural Gas Annual Supply & Disposition by State","notes":"","childseries":[]} +{"category_id":"457052","parent_category_id":"714805","name":"Natural Gas Summary","notes":"","childseries":[]} +{"category_id":"457053","parent_category_id":"457052","name":"by Area","notes":"","childseries":[]} +{"category_id":"457054","parent_category_id":"457053","name":"U.S.","notes":"","childseries":["NG.N9140US2.M","NG.N9140US2.A"]} +{"category_id":"459123","parent_category_id":"457052","name":"by Data Series","notes":"","childseries":[]} +{"category_id":"460678","parent_category_id":"459123","name":"Total Consumption","notes":"","childseries":["NG.N9140US2.M","NG.N9140US2.A"]} diff --git a/scripts/us_eia/opendata/process/test_data/coal.csv b/scripts/us_eia/opendata/process/test_data/coal.csv new file mode 100644 index 0000000000..c29aa9febf --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/coal.csv @@ -0,0 +1,12 @@ +place,stat_var,date,value,unit,scaling_factor,eia_series_id,measurementMethod +dcid:geoId/01,dcid:Quarterly_Average_AshContent_Coal_For_ElectricUtility,2020-12,6.744021229492053,,100,COAL.ASH_CONTENT.AL-1.Q, +dcid:geoId/01,dcid:Quarterly_Average_AshContent_Coal_For_ElectricUtility,2020-09,6.767757786979022,,100,COAL.ASH_CONTENT.AL-1.Q, +dcid:geoId/21,dcid:Annual_Average_AshContent_Coal_For_CommercialAndInstitutional,2002,0,,100,COAL.ASH_CONTENT.KY-8.A, +dcid:geoId/21,dcid:Annual_Average_AshContent_Coal_For_CommercialAndInstitutional,2001,0,,100,COAL.ASH_CONTENT.KY-8.A, +dcid:geoId/21,dcid:Annual_Average_AshContent_Coal_For_CommercialAndInstitutional,2000,0,,100,COAL.ASH_CONTENT.KY-8.A, +dcid:geoId/17,dcid:Quarterly_Average_HeatContent_Coal_For_CommercialAndInstitutional,2000-09,0,dcid:BtuPerPound,,COAL.HEAT_CONTENT.IL-8.Q, +dcid:geoId/17,dcid:Quarterly_Average_HeatContent_Coal_For_CommercialAndInstitutional,2000-06,0,dcid:BtuPerPound,,COAL.HEAT_CONTENT.IL-8.Q, +dcid:geoId/17,dcid:Quarterly_Average_HeatContent_Coal_For_CommercialAndInstitutional,2000-03,0,dcid:BtuPerPound,,COAL.HEAT_CONTENT.IL-8.Q, +dcid:geoId/36,dcid:Annual_Receipt_Coal_ElectricUtilityNonCogen,2008,8236048,dcid:ShortTon,,COAL.RECEIPTS.NY-2.A, +dcid:geoId/12,dcid:Quarterly_Stock_Coal_ElectricUtility,2008-03,4067084,dcid:ShortTon,,COAL.STOCKS.FL-1.Q, +dcid:geoId/46,dcid:Annual_Average_SulfurContent_Coal_For_ElectricUtility,2008,0.31,,100,COAL.SULFUR_CONTENT.SD-1.A, diff --git a/scripts/us_eia/opendata/process/test_data/coal.mcf b/scripts/us_eia/opendata/process/test_data/coal.mcf new file mode 100644 index 0000000000..a3a9126d7b --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/coal.mcf @@ -0,0 +1,53 @@ +Node: dcid:Quarterly_Average_AshContent_Coal_For_ElectricUtility +populationType: dcs:Coal +measuredProperty: dcs:ashContent +statType: dcs:meanValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Quarterly +consumingSector: dcs:ElectricUtility +name: "Ash content, electric utility, quarterly" + +Node: dcid:Annual_Average_AshContent_Coal_For_CommercialAndInstitutional +populationType: dcs:Coal +measuredProperty: dcs:ashContent +statType: dcs:meanValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Annual +consumingSector: dcs:CommercialAndInstitutional +name: "Ash content, commercial and institutional, annual" + +Node: dcid:Quarterly_Average_HeatContent_Coal_For_CommercialAndInstitutional +populationType: dcs:Coal +measuredProperty: dcs:heatContent +statType: dcs:meanValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Quarterly +consumingSector: dcs:CommercialAndInstitutional +name: "Heat content, commercial and institutional, quarterly" + +Node: dcid:Annual_Receipt_Coal_ElectricUtilityNonCogen +populationType: dcs:Coal +measuredProperty: dcs:receipt +statType: dcs:measuredValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Annual +consumingSector: dcs:ElectricUtilityNonCogen +name: "Receipts, electric utility non-cogen, annual" + +Node: dcid:Quarterly_Stock_Coal_ElectricUtility +populationType: dcs:Coal +measuredProperty: dcs:stock +statType: dcs:measuredValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Quarterly +consumingSector: dcs:ElectricUtility +name: "Stocks, electric utility, quarterly" + +Node: dcid:Annual_Average_SulfurContent_Coal_For_ElectricUtility +populationType: dcs:Coal +measuredProperty: dcs:sulfurContent +statType: dcs:meanValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Annual +consumingSector: dcs:ElectricUtility +name: "Sulfur content, electric utility, annual" diff --git a/scripts/us_eia/opendata/process/test_data/coal.svg.mcf b/scripts/us_eia/opendata/process/test_data/coal.svg.mcf new file mode 100644 index 0000000000..bebd1dd655 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/coal.svg.mcf @@ -0,0 +1,29 @@ +Node: dcid:eia/g/Root +typeOf: dcs:StatVarGroup +name: "Other Data (eia.gov)" +specializationOf: dcid:dc/g/Energy + +Node: dcid:eia/g/COAL.717234 +typeOf: dcs:StatVarGroup +name: "Coal" +specializationOf: dcid:eia/g/Root + +Node: dcid:eia/g/COAL.773561 +typeOf: dcs:StatVarGroup +name: "(10075) Taconite Harbor Energy Center(10075)" +specializationOf: dcid:eia/g/COAL.717268 + +Node: dcid:eia/g/COAL.773564 +typeOf: dcs:StatVarGroup +name: "(10151) Grant Town Power Plant(10151)" +specializationOf: dcid:eia/g/COAL.717268 + +Node: dcid:eia/g/COAL.829519 +typeOf: dcs:StatVarGroup +name: "(4150) Neil Simpson(4150)" +specializationOf: dcid:eia/g/COAL.717268 + +Node: dcid:eia/g/COAL.717268 +typeOf: dcs:StatVarGroup +name: "Coal shipments to the electric power sector: by plant" +specializationOf: dcid:eia/g/COAL.717234 diff --git a/scripts/us_eia/opendata/process/test_data/coal.tmcf b/scripts/us_eia/opendata/process/test_data/coal.tmcf new file mode 100644 index 0000000000..f198290a7a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/coal.tmcf @@ -0,0 +1,11 @@ + +Node: E:EIATable->E0 +typeOf: dcs:StatVarObservation +observationAbout: C:EIATable->place +variableMeasured: C:EIATable->stat_var +observationDate: C:EIATable->date +value: C:EIATable->value +unit: C:EIATable->unit +scalingFactor: C:EIATable->scaling_factor +eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod diff --git a/scripts/us_eia/opendata/process/test_data/coal.txt b/scripts/us_eia/opendata/process/test_data/coal.txt new file mode 100644 index 0000000000..47bb915ce6 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/coal.txt @@ -0,0 +1,89 @@ +{"series_id":"COAL.ASH_CONTENT.AL-1.Q","name":"Ash content : Alabama : electric utility : quarterly","units":"percent","f":"Q","description":"Power plants owned by regulated electric utilties; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AL","geography":"USA-AL","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.ASH_CONTENT.1.Q","data":[["2020Q4",6.744021229492053],["2020Q3",6.767757786979022]]} +{"series_id":"COAL.ASH_CONTENT.KY-8.A","name":"Ash content : Kentucky : commercial and institutional : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-KY","geography":"USA-KY","start":"2000","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.ASH_CONTENT.8.A","data":[["2002",0],["2001",0],["2000",0]]} +{"series_id":"COAL.AVERAGE_EMPLOYEES.ESC-TOT.A","name":"Aggregate coal mine average employees : East South Central (total) : total : annual","units":"number of employees","f":"A","description":"Summation of the states in the East South Central census region including Alabama, Kentucky, Mississippi, and Tennessee; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AL+USA-KY+USA-MS+USA-TN","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.AVERAGE_EMPLOYEES.TOT.A","data":[["2001",21561]]} +{"series_id":"COAL.CONS_TOT.PCN-8.Q","name":"Total consumption : Pacific Noncontiguous (total) : commercial and institutional : quarterly","units":"short tons","f":"Q","description":"Summation of the states in the Pacific Noncontiguous census region including Alaska and Hawaii.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AK+USA-HI","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.CONS_TOT.8.Q","data":[["2000Q3",130636],["2000Q2",130636],["2000Q1",130636]]} +{"series_id":"COAL.CONS_TOT.WV-9.Q","name":"Total consumption : West Virginia : coke plants : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-WV","geography":"USA-WV","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.CONS_TOT.9.Q","data":[["2000Q3",null],["2000Q2",null],["2000Q1",null]]} +{"series_id":"COAL.COST.CO-98.Q","name":"Price : Colorado : electric power (total) : quarterly","units":"$\/short ton","f":"Q","description":"Power plants owned by companies whose primary purpose is to produce power; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-CO","geography":"USA-CO","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.COST.98.Q","data":[["2008Q1",null]]} +{"series_id":"COAL.COST.MTN-1.Q","name":"Price : Mountain (total) : electric utility : quarterly","units":"$\/short ton","f":"Q","description":"Power plants owned by regulated electric utilties; Summation of the states in the Mountain census region including Arizona, Colorado, Idaho, Montana, Nevada, New Mexico, Utah and Wyoming.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AZ+USA-CO+USA-ID+USA-MT+USA-NM+USA-NV+USA-UT+USA-WY","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.COST.1.Q","data":[["2008Q1",28.312268356768193]]} +{"series_id":"COAL.EXPORT_PRICE.COK-AU-TOT.A","name":"Export price : coke : Australia : all terminals : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"AUS","geography":"AUS","geography2":"USA","start":"2000","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.COK-TOT.A","data":[["2009",298],["2000",149.68]]} +{"series_id":"COAL.EXPORT_PRICE.COK-TW-SE_WA.A","name":"Export price : coke : Taiwan : Seattle, WA : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"TWN","lat":"47.6097","lon":"-122.3331","geography":"TWN","geography2":"USA-WA","start":"2009","end":"2016","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.COK-SE_WA.A","latlon":"47.6097,-122.3331","data":[["2012",334.07],["2011",375],["2009",585.76]]} +{"series_id":"COAL.EXPORT_PRICE.MET-TW-LA_CA.A","name":"Export price : metallurgical : Taiwan : Los Angeles, CA : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"TWN","lat":"34.0522","lon":"-118.2428","geography":"TWN","geography2":"USA-CA","start":"2003","end":"2003","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.MET-LA_CA.A","latlon":"34.0522,-118.2428","data":[["2003",383.8]]} +{"series_id":"COAL.EXPORT_PRICE.STM-KY-TOT.A","name":"Export price : steam coal : Cayman Islands : all terminals : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CYM","geography":"CYM","geography2":"USA","start":"2003","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.STM-TOT.A","data":[["2003",27.07]]} +{"series_id":"COAL.EXPORT_PRICE.TOT-ZA-LA_CA.Q","name":"Export price : all coal : South Africa : Los Angeles, CA : quarterly","units":"$\/short ton","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"ZAF","lat":"34.0522","lon":"-118.2428","geography":"ZAF","geography2":"USA-CA","start":"2011Q4","end":"2018Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_PRICE.TOT-LA_CA.Q","latlon":"34.0522,-118.2428","data":[["2018Q4",3460.71],["2011Q4",145.06]]} +{"series_id":"COAL.EXPORT_QTY.COK-KR-LA_CA.Q","name":"Export quantity : coke : South Korea (Republic Of Korea) : Los Angeles, CA : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"KOR","lat":"34.0522","lon":"-118.2428","geography":"KOR","geography2":"USA-CA","start":"2000Q3","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.COK-LA_CA.Q","latlon":"34.0522,-118.2428","data":[["2001Q3",3],["2000Q4",364],["2000Q3",19]]} +{"series_id":"COAL.EXPORT_QTY.COK-TOT-LA_CA.A","name":"Export quantity : coke : total world : Los Angeles, CA : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","lat":"34.0522","lon":"-118.2428","geography2":"USA-CA","start":"2000","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.COK-LA_CA.A","latlon":"34.0522,-118.2428","data":[["2002",69409],["2001",292],["2000",1267]]} +{"series_id":"COAL.EXPORT_QTY.MET-SK-TOT.A","name":"Export quantity : metallurgical : Slovakia : all terminals : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"SVK","geography":"SVK","geography2":"USA","start":"2006","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.MET-TOT.A","data":[["2007",312915],["2006",59731]]} +{"series_id":"COAL.EXPORT_QTY.MET-TOT-CH_IL.Q","name":"Export quantity : metallurgical : total world : Chicago, IL : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","lat":"41.85","lon":"-87.65","geography2":"USA-IL","start":"2000Q3","end":"2017Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.MET-CH_IL.Q","latlon":"41.85,-87.65","data":[["2000Q4",54962],["2000Q3",27957]]} +{"series_id":"COAL.EXPORT_QTY.STM-CL-TOT.Q","name":"Export quantity : steam coal : Chile : all terminals : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CHL","geography":"CHL","geography2":"USA","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.STM-TOT.Q","data":[["2000Q3",105],["2000Q2",108],["2000Q1",87]]} +{"series_id":"COAL.EXPORT_QTY.STM-FR-BA_MD.A","name":"Export quantity : steam coal : France : Baltimore, MD : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"FRA","lat":"39.2833","lon":"-76.6167","geography":"FRA","geography2":"USA-MD","start":"2000","end":"2017","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.STM-BA_MD.A","latlon":"39.2833,-76.6167","data":[["2004",9],["2001",86048],["2000",609137]]} +{"series_id":"COAL.EXPORT_QTY.TOT-CA-HG_TX.A","name":"Export quantity : all coal : Canada : Houston-Galveston, TX : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CAN","lat":"29.5782","lon":"-95.1541","geography":"CAN","geography2":"USA-TX","start":"2012","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.TOT-HG_TX.A","latlon":"29.5782,-95.1541","data":[["2012",88428]]} +{"series_id":"COAL.EXPORT_QTY.TOT-PL-TOT.Q","name":"Export quantity : all coal : Poland : all terminals : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"POL","geography":"POL","geography2":"USA","start":"2007Q2","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.TOT-TOT.Q","data":[["2007Q3",115337],["2007Q2",111827]]} +{"series_id":"COAL.EXPORT_QTY.TOT-TOT-CL_OH.Q","name":"Export quantity : all coal : total world : Cleveland, OH : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","lat":"41.4994","lon":"-81.6956","geography2":"USA-OH","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.TOT-CL_OH.Q","latlon":"41.4994,-81.6956","data":[["2000Q3",1933810],["2000Q2",1837637],["2000Q1",621880]]} +{"series_id":"COAL.EXPORT_QTY.TOT-VE-PH_PA.A","name":"Export quantity : all coal : Venezuela : Philadelphia, PA : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"VEN","lat":"39.9522","lon":"-75.1642","geography":"VEN","geography2":"USA-PA","start":"2006","end":"2006","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.EXPORT_QTY.TOT-PH_PA.A","latlon":"39.9522,-75.1642","data":[["2006",204]]} +{"series_id":"COAL.HEAT_CONTENT.ESC-94.Q","name":"Heat content : East South Central (total) : independent power producers (total) : quarterly","units":"Btu\/lb","f":"Q","description":"Power plants owned by unregulated power companies (also called merchant generators); Summation of the states in the East South Central census region including Alabama, Kentucky, Mississippi, and Tennessee; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AL+USA-KY+USA-MS+USA-TN","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.HEAT_CONTENT.94.Q","data":[["2020Q4",5058.245672185979],["2020Q3",5209.402163403099],["2008Q1",null]]} +{"series_id":"COAL.HEAT_CONTENT.IL-8.Q","name":"Heat content : Illinois : commercial and institutional : quarterly","units":"Btu\/lb","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-IL","geography":"USA-IL","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.HEAT_CONTENT.8.Q","data":[["2000Q3",0],["2000Q2",0],["2000Q1",0]]} +{"series_id":"COAL.IMPORT_PRICE.COK-PA-TOT.A","name":"Import price : coke : Panama : all terminals : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"PAN","geography":"PAN","geography2":"USA","start":"2013","end":"2013","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_PRICE.COK-TOT.A","data":[["2013",256.75]]} +{"series_id":"COAL.IMPORT_PRICE.MET-PL-TOT.A","name":"Import price : metallurgical : Poland : all terminals : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"POL","geography":"POL","geography2":"USA","start":"2011","end":"2011","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_PRICE.MET-TOT.A","data":[["2011",163.37]]} +{"series_id":"COAL.IMPORT_PRICE.STM-CA-DE_MI.Q","name":"Import price : steam coal : Canada : Detroit, MI : quarterly","units":"$\/short ton","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CAN","lat":"42.3314","lon":"-83.0458","geography":"CAN","geography2":"USA-MI","start":"2000Q4","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_PRICE.STM-DE_MI.Q","latlon":"42.3314,-83.0458","data":[["2000Q4",54.51]]} +{"series_id":"COAL.IMPORT_PRICE.TOT-CH-MO_AL.A","name":"Import price : all coal : Switzerland : Mobile, AL : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CHE","lat":"30.6942","lon":"-88.0431","geography":"CHE","geography2":"USA-AL","start":"2016","end":"2016","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_PRICE.TOT-MO_AL.A","latlon":"30.6942,-88.0431","data":[["2016",136.08]]} +{"series_id":"COAL.IMPORT_QTY.COK-CA-CH_IL.A","name":"Import quantity : coke : Canada : Chicago, IL : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"CAN","lat":"41.85","lon":"-87.65","geography":"CAN","geography2":"USA-IL","start":"2007","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.COK-CH_IL.A","latlon":"41.85,-87.65","data":[["2010",12896],["2009",50955],["2007",8023]]} +{"series_id":"COAL.IMPORT_QTY.COK-TOT-TOT.A","name":"Import quantity : coke : total world : all terminals : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","geography2":"USA","start":"2000","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.COK-TOT.A","data":[["2002",3241748],["2001",2525518],["2000",4021779]]} +{"series_id":"COAL.IMPORT_QTY.MET-PL-NO_VA.A","name":"Import quantity : metallurgical : Poland : Norfolk, VA : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"POL","lat":"36.8857","lon":"-76.2599","geography":"POL","geography2":"USA-VA","start":"2011","end":"2011","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.MET-NO_VA.A","latlon":"36.8857,-76.2599","data":[["2011",331]]} +{"series_id":"COAL.IMPORT_QTY.STM-PE-MO_AL.A","name":"Import quantity : steam coal : Peru : Mobile, AL : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"PER","lat":"30.6942","lon":"-88.0431","geography":"PER","geography2":"USA-AL","start":"2011","end":"2016","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.STM-MO_AL.A","latlon":"30.6942,-88.0431","data":[["2013",12315],["2011",10531]]} +{"series_id":"COAL.IMPORT_QTY.STM-SE-TOT.A","name":"Import quantity : steam coal : Sweden : all terminals : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"SWE","geography":"SWE","geography2":"USA","start":"2020","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.STM-TOT.A","data":[["2020",10]]} +{"series_id":"COAL.IMPORT_QTY.TOT-TOT-MO_AL.Q","name":"Import quantity : all coal : total world : Mobile, AL : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","lat":"30.6942","lon":"-88.0431","geography2":"USA-AL","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.TOT-MO_AL.Q","latlon":"30.6942,-88.0431","data":[["2000Q3",1401104],["2000Q2",803941],["2000Q1",1168932]]} +{"series_id":"COAL.IMPORT_QTY.TOT-ZA-MO_AL.Q","name":"Import quantity : all coal : South Africa : Mobile, AL : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following sources: Exports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report 545;\" and Imports: U.S. Department of Commerce, Bureau of the Census, \"Monthly Report IM 145.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration; U.S. Census Bureau","iso3166":"ZAF","lat":"30.6942","lon":"-88.0431","geography":"ZAF","geography2":"USA-AL","start":"2004Q2","end":"2019Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.IMPORT_QTY.TOT-MO_AL.Q","latlon":"30.6942,-88.0431","data":[["2016Q4",28488],["2015Q4",50764],["2004Q2",33795]]} +{"series_id":"COAL.MARKET_SALES.MT-OPM.A","name":"Market sales : Montana : open market : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-MT","geography":"USA-MT","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.MARKET_SALES.OPM.A","data":[["2001",null]]} +{"series_id":"COAL.MARKET_SALES.ND-CAP.A","name":"Market sales : North Dakota : captive : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-ND","geography":"USA-ND","start":"2001","end":"2018","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.MARKET_SALES.CAP.A","data":[["2001",null]]} +{"series_id":"COAL.MARKET_SALES.WBO-OPM.A","name":"Market sales : Other Western : open market : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.MARKET_SALES.OPM.A","data":[["2001",83141103]]} +{"series_id":"COAL.MINE.AVERAGE_EMPLOYEES.103362-BIT-REF.A","name":"Coal mine average employees : Brc Alabama No. 4 Llc (103362) : bituminous : refuse : annual","units":"number of employees","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AL","lat":"33.336944","lon":"-87.322222","geography":"USA-AL","start":"2007","end":"2012","last_updated":"2021-04-07T11:14:15-04:00","latlon":"33.336944,-87.322222","data":[["2009",3],["2008",6],["2007",6]]} +{"series_id":"COAL.MINE.AVERAGE_EMPLOYEES.1502013-PRP-SUR.A","name":"Coal mine average employees : East Volunteer (1502013) : preparation plant : surface : annual","units":"number of employees","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"37.303889","lon":"-87.433889","start":"2007","end":"2016","last_updated":"2021-04-07T11:14:15-04:00","latlon":"37.303889,-87.433889","data":[["2007",9]]} +{"series_id":"COAL.MINE.LABOR_HOURS.503836-BIT-UND.A","name":"Coal mine labor hours : Foidel Creek Mine (503836) : bituminous : underground : annual","units":"hours","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-CO","lat":"40.352777","lon":"-107.071944","geography":"USA-CO","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","latlon":"40.352777,-107.071944","data":[["2001",728006]]} +{"series_id":"COAL.MINE.PRODUCTION.103523-BIT-SUR.A","name":"Coal mine production : Shannon Mine No. 3 (103523) : bituminous : surface : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AL","lat":"33.385","lon":"-87.071944","geography":"USA-AL","start":"2018","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","latlon":"33.385,-87.071944","data":[["2019",174831],["2018",71465]]} +{"series_id":"COAL.MINE.PRODUCTION.4609235-BIT-UND.A","name":"Coal mine production : Coalburg Extension (4609235) : bituminous : underground : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","data":[["2008",107343]]} +{"series_id":"COAL.PRICE_BY_RANK.WSB-LIG.A","name":"Average price by rank : Western Region Total : lignite : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.PRICE_BY_RANK.LIG.A","data":[["2001",8.52]]} +{"series_id":"COAL.PRODUCTIVE_CAP.UND-INT.A","name":"Productive capacity : underground : Interior Region Total : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.PRODUCTIVE_CAP.UND.A","data":[["2001",67005324]]} +{"series_id":"COAL.PRODUCTIVITY.APP-TOT.A","name":"Aggregate coal mine productivity : Appalachia Total : total : annual","units":"short tons\/labor hour","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.PRODUCTIVITY.TOT.A","data":[["2001",3.85]]} +{"series_id":"COAL.PRODUCTIVITY.MAT-UND.A","name":"Aggregate coal mine productivity : Middle Atlantic (total) : underground : annual","units":"short tons\/labor hour","f":"A","description":"Summation of the states in the Middle Atlantic census region including New Jersey, New York, and Pennsylvania.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-NJ+USA-NY+USA-PA","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.PRODUCTIVITY.UND.A","data":[["2001",4.7]]} +{"series_id":"COAL.RECEIPTS.NY-2.A","name":"Receipts : New York : electric utility non-cogen : annual","units":"short tons","f":"A","description":"Power plants owned by regulated electric utilties that produce electricity only; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-NY","geography":"USA-NY","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.RECEIPTS.2.A","data":[["2008",8236048]]} +{"series_id":"COAL.RECEIPTS.WSC-10.Q","name":"Receipts : West South Central (total) : other industrial : quarterly","units":"short tons","f":"Q","description":"Summation of the states in the West South Central census region including Arkansas, Louisiana, Oklahoma and Texas; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AR+USA-LA+USA-OK+USA-TX","start":"2000Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.RECEIPTS.10.Q","data":[["2000Q3",1380159],["2000Q2",1425460],["2000Q1",1363146]]} +{"series_id":"COAL.RECOVER_RESERVE.UND-APS.A","name":"Recoverable reserves at producing mines : underground : Appalachia Southern : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's annual coal data collection and estimation, see the individual footnotes contained in the Annual Coal Report (http:\/\/www.eia.gov\/coal\/annual\/). ","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2001","end":"2019","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.RECOVER_RESERVE.UND.A","data":[["2001",327285351]]} +{"series_id":"COAL.SHIPMENT_ASH.1103189-26-TOT.A","name":"Coal shipment ash content : Mc#1 Mine (1103189) to E C Gaston(26) : All : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"38.026944","lon":"-88.762222","lat2":"33.244211","lon2":"-86.458056","geography":"USA-IL","geography2":"USA-AL","start":"2012","end":"2018","last_updated":"2021-04-07T11:14:15-04:00","latlon":"38.026944,-88.762222","latlon2":"33.244211,-86.458056","data":[["2015",8.45],["2014",8.17],["2012",8.5]]} +{"series_id":"COAL.SHIPMENT_ASH.1202215-8837-BIT.Q","name":"Coal shipment ash content : Gibson Mine (1202215) to Calvert City(8837) : Bituminous : quarterly","units":"percent","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"38.386685","lon":"-87.693919","geography":"USA-IN","geography2":"USA-KY","start":"2015Q4","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon":"38.386685,-87.693919","data":[["2019Q1",6.88],["2018Q1",7],["2015Q4",7]]} +{"series_id":"COAL.SHIPMENT_HEAT.102880-8-BIT.Q","name":"Coal shipment heat content : AREA #6 MINE (102880) to Gorgas(8) : Bituminous : quarterly","units":"Btu\/lb","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"33.644344","lon2":"-87.196486","geography":"USA-AL","geography2":"USA-AL","start":"2008Q3","end":"2008Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"33.644344,-87.196486","data":[["2008Q4",11750],["2008Q3",11617]]} +{"series_id":"COAL.SHIPMENT_PRICE.1103141-8827-BIT.Q","name":"Coal shipment price : Mach #1 Mine (1103141) to IMT Transfer(8827) : Bituminous : quarterly","units":"$\/short ton","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"37.838889","lon":"-88.831111","geography":"USA-IL","geography2":"USA-FL","start":"2016Q4","end":"2017Q1","last_updated":"2021-04-07T11:14:15-04:00","latlon":"37.838889,-88.831111","data":[["2017Q1",65.13],["2016Q4",64.3]]} +{"series_id":"COAL.SHIPMENT_PRICE.2400839-1891-SUB.A","name":"Coal shipment price : Decker Mine (2400839) to Syl Laskin(1891) : Subbituminous : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"45.037778","lon":"-106.831111","lat2":"47.5306","lon2":"-92.1619","geography":"USA-MT","geography2":"USA-MN","start":"2009","end":"2009","last_updated":"2021-04-07T11:14:15-04:00","latlon":"45.037778,-106.831111","latlon2":"47.5306,-92.1619","data":[["2009",27.54]]} +{"series_id":"COAL.SHIPMENT_PRICE.3200595-2790-LIG.Q","name":"Coal shipment price : Freedom Mine (3200595) to R M Heskett(2790) : Lignite : quarterly","units":"$\/short ton","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"47.5","lon":"-101.233889","lat2":"46.8669","lon2":"-100.8836","geography":"USA-ND","geography2":"USA-ND","start":"2009Q1","end":"2020Q3","last_updated":"2021-04-07T11:14:15-04:00","latlon":"47.5,-101.233889","latlon2":"46.8669,-100.8836","data":[["2009Q2",20.94],["2009Q1",18.72]]} +{"series_id":"COAL.SHIPMENT_QTY.1103212-976-BIT.Q","name":"Coal shipment quantity : Eagle River Coal Llc Mine No 1 (1103212) to Marion(976) : Bituminous : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"37.720999","lon":"-88.531101","lat2":"37.619747","lon2":"-88.953114","geography":"USA-IL","geography2":"USA-IL","start":"2011Q2","end":"2019Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon":"37.720999,-88.531101","latlon2":"37.619747,-88.953114","data":[["2011Q4",108365],["2011Q3",45847],["2011Q2",23924]]} +{"series_id":"COAL.SHIPMENT_QTY.1509724-3776-TOT.Q","name":"Coal shipment quantity : Winifrede Surface Mine (1509724) to Glen Lyn(3776) : All : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"37.624444","lon":"-82.361944","lat2":"37.3706","lon2":"-80.8633","geography2":"USA-VA","start":"2013Q3","end":"2013Q3","last_updated":"2021-04-07T11:14:15-04:00","latlon":"37.624444,-82.361944","latlon2":"37.3706,-80.8633","data":[["2013Q3",10015]]} +{"series_id":"COAL.SHIPMENT_QTY.3608593-50776-WC.Q","name":"Coal shipment quantity : Little Italy (3608593) to Panther Creek Energy Facility(50776) : Waste Coal : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat":"40.855671","lon":"-75.806159","lat2":"40.8556","lon2":"-75.8781","geography2":"USA-PA","start":"2010Q1","end":"2015Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon":"40.855671,-75.806159","latlon2":"40.8556,-75.8781","data":[["2010Q2",741],["2010Q1",700]]} +{"series_id":"COAL.SHIPMENT_QTY.CO-1379-BIT.A","name":"Coal shipment quantity : Colorado to Shawnee(1379) : Bituminous : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"37.1517","lon2":"-88.775","geography":"USA-CO","geography2":"USA-KY","start":"2009","end":"2009","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"37.1517,-88.775","data":[["2009",379305]]} +{"series_id":"COAL.SHIPMENT_QTY.KYE-7286-TOT.A","name":"Coal shipment quantity : Kentucky (East) to Richard Gorsuch(7286) : All : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"39.366389","lon2":"-80.478889","geography2":"USA-OH","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"39.366389,-80.478889","data":[["2008",120935]]} +{"series_id":"COAL.SHIPMENT_QTY.MT-6089-TOT.A","name":"Coal shipment quantity : Montana to Lewis & Clark(6089) : All : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"47.6785","lon2":"-104.15665","geography":"USA-MT","geography2":"USA-MT","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"47.6785,-104.15665","data":[["2008",316315]]} +{"series_id":"COAL.SHIPMENT_SULFUR.4801375-1733-TOT.A","name":"Coal shipment sulfur content : NORTH ANTELOPE MINE (4801375) to Monroe (MI)(1733) : All : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"41.8906","lon2":"-83.3464","geography":"USA-WY","geography2":"USA-MI","start":"2008","end":"2009","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"41.8906,-83.3464","data":[["2009",0.21],["2008",0.2]]} +{"series_id":"COAL.SHIPMENT_SULFUR.AK-6288-WC.Q","name":"Coal shipment sulfur content : Alaska to Healy(6288) : Waste Coal : quarterly","units":"percent","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"63.8542","lon2":"-148.95","geography":"USA-AK","geography2":"USA-AK","start":"2009Q1","end":"2011Q4","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"63.8542,-148.95","data":[["2009Q3",2.37],["2009Q2",2.34],["2009Q1",2.17]]} +{"series_id":"COAL.SHIPMENT_SULFUR.KYE-2723-BIT.A","name":"Coal shipment sulfur content : Kentucky (East) to Dan River(2723) : Bituminous : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","lat2":"36.4862","lon2":"-79.7208","geography2":"USA-NC","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","latlon2":"36.4862,-79.7208","data":[["2008",0.92]]} +{"series_id":"COAL.SHIP_MINE_ASH.UT-SYN.Q","name":"Coal shipments to the electric power sector: ash content, by mine state : Utah : synfuel coal : quarterly","units":"percent","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-UT","geography":"USA-UT","start":"2008Q1","end":"2008Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_ASH.SYN.Q","data":[["2008Q1",11]]} +{"series_id":"COAL.SHIP_MINE_HEAT.SAT-SYN.A","name":"Coal shipments to the electric power sector: heat content, by mine state : South Atlantic (total) : synfuel coal : annual","units":"Btu\/lb","f":"A","description":"Summation of the states in the South Atlanic census region including Delaware, the District of Columbia, Florida, Georgia, Maryland, North Carolina, South Carolina, Virginia, and West Virginia.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-DC+USA-DE+USA-FL+USA-GA+USA-MD+USA-NC+USA-SC+USA-VA+USA-WV","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_HEAT.SYN.A","data":[["2008",11704]]} +{"series_id":"COAL.SHIP_MINE_HEAT.WY-BIT.A","name":"Coal shipments to the electric power sector: heat content, by mine state : Wyoming : bituminous : annual","units":"Btu\/lb","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-WY","geography":"USA-WY","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_HEAT.BIT.A","data":[["2010",11314],["2009",11946],["2008",12773]]} +{"series_id":"COAL.SHIP_MINE_PRICE.WVS-SYN.A","name":"Coal shipments to the electric power sector: price, by mine state : West Virginia Southern : synfuel coal : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_PRICE.SYN.A","data":[["2008",33.92]]} +{"series_id":"COAL.SHIP_MINE_QTY.WY-TOT.Q","name":"Coal shipments to the electric power sector: quantity, by mine state : Wyoming : all coal : quarterly","units":"short tons","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-WY","geography":"USA-WY","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_QTY.TOT.Q","data":[["2008Q1",109776537]]} +{"series_id":"COAL.SHIP_MINE_SULFUR.US-SYN.Q","name":"Coal shipments to the electric power sectors: sulfur content, by mine state : United States : synfuel coal : quarterly","units":"percent","f":"Q","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"2008Q1","end":"2008Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_MINE_SULFUR.SYN.Q","data":[["2008Q1",2.25]]} +{"series_id":"COAL.SHIP_PLANT_ASH.MTN-SYN.A","name":"Coal shipments to the electric power sector: ash content, by plant state : Mountain (total) : synfuel coal : annual","units":"percent","f":"A","description":"Summation of the states in the Mountain census region including Arizona, Colorado, Idaho, Montana, Nevada, New Mexico, Utah and Wyoming.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-AZ+USA-CO+USA-ID+USA-MT+USA-NM+USA-NV+USA-UT+USA-WY","start":"2008","end":"2008","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_ASH.SYN.A","data":[["2008",11]]} +{"series_id":"COAL.SHIP_PLANT_ASH.VA-BIT.A","name":"Coal shipments to the electric power sector: ash content, by plant state : Virginia : bituminous : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-VA","geography":"USA-VA","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_ASH.BIT.A","data":[["2008",10.04]]} +{"series_id":"COAL.SHIP_PLANT_PRICE.NY-SUB.A","name":"Coal shipments to the electric power sector: price, by plant state : New York : subbituminous : annual","units":"$\/short ton","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-NY","geography":"USA-NY","start":"2008","end":"2015","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_PRICE.SUB.A","data":[["2009",44.16],["2008",46.59]]} +{"series_id":"COAL.SHIP_PLANT_QTY.ENC-WC.A","name":"Coal shipments to the electric power sector: quantity, by plant state : East North Central (total) : waste coal : annual","units":"short tons","f":"A","description":"Summation of the states in the East North Central census region including Illinois, Indiana, Michigan, Ohio and Wisconsin.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-IL+USA-IN+USA-MI+USA-OH+USA-WI","start":"2008","end":"2014","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_QTY.WC.A","data":[["2008",559000]]} +{"series_id":"COAL.SHIP_PLANT_QTY.GA-BIT.A","name":"Coal shipments to the electric power sector: quantity, by plant state : Georgia : bituminous : annual","units":"short tons","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-GA","geography":"USA-GA","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_QTY.BIT.A","data":[["2008",24062933]]} +{"series_id":"COAL.SHIP_PLANT_SULFUR.NY-SUB.A","name":"Coal shipments to the electric power sector: sulfur content, by plant state : New York : subbituminous : annual","units":"percent","f":"A","description":"The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey source: Form EIA-923, \"Power Plant Operations Report\" and the U.S. Department of Labor, Mine Safety and Health Administration, Form 7000-2, \"Quarterly Mine Employment and Coal Production Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Distribution Report (http:\/\/www.eia.gov\/coal\/distribution\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-NY","geography":"USA-NY","start":"2008","end":"2015","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SHIP_PLANT_SULFUR.SUB.A","data":[["2009",0.29],["2008",0.28]]} +{"series_id":"COAL.STOCKS.ENC-2.A","name":"Stocks : East North Central (total) : electric utility non-cogen : annual","units":"short tons","f":"A","description":"Power plants owned by regulated electric utilties that produce electricity only; Summation of the states in the East North Central census region including Illinois, Indiana, Michigan, Ohio and Wisconsin.; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"USA-IL+USA-IN+USA-MI+USA-OH+USA-WI","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.STOCKS.2.A","data":[["2008",11924031]]} +{"series_id":"COAL.STOCKS.FL-1.Q","name":"Stocks : Florida : electric utility : quarterly","units":"short tons","f":"Q","description":"Power plants owned by regulated electric utilties; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-FL","geography":"USA-FL","start":"2008Q1","end":"2020Q4","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.STOCKS.1.Q","data":[["2008Q1",4067084]]} +{"series_id":"COAL.SULFUR_CONTENT.SD-1.A","name":"Sulfur content : South Dakota : electric utility : annual","units":"percent","f":"A","description":"Power plants owned by regulated electric utilties; The U.S. coal data is collected and prepared for release by the Office of Oil, Gas, and Coal Supply Statistics, U.S. Energy Information Administration (EIA), U.S. Department of Energy. The data are compiled from the following EIA survey sources: Form EIA-3, \"Quarterly Coal Consumption and Quality Report ? Manufacturing and Transformation\/Processing Coal Plants and Commercial and Institutional Coal Users,\" Form EIA-5, \"Quarterly Coal Consumption and Quality Report ? Coke Plants,\" Form EIA-923, \"Power Plant Operations Report,\" and Form EIA-7A, \"Coal Production and Preparation Report.\" Note that data for the most current time periods typically represent preliminary estimates based on samples collected by the surveys. After the end of a calendar year the estimates are replaced by actual values from a final data collection, except in the case of missing values. Missing values (non-response) is typically minimal. Normally all data are final by the fall following the data collection year (e.g., data for 2012 should be final by the fall of 2013). For more information concerning EIA's quarterly data collection and estimation, see the individual footnotes contained in the Quarterly Coal Report (http:\/\/www.eia.gov\/coal\/production\/quarterly\/).","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-SD","geography":"USA-SD","start":"2008","end":"2020","last_updated":"2021-04-07T11:14:15-04:00","geoset_id":"COAL.SULFUR_CONTENT.1.A","data":[["2008",0.31]]} +{"category_id":"773561","parent_category_id":"717268","name":"(10075) Taconite Harbor Energy Center(10075)","notes":"","childseries":["COAL.SHIPMENT_ASH.2400839-10075-SUB.A","COAL.SHIPMENT_ASH.2400839-10075-SUB.Q","COAL.SHIPMENT_ASH.2400839-10075-TOT.A"]} +{"category_id":"773564","parent_category_id":"717268","name":"(10151) Grant Town Power Plant(10151)","notes":"","childseries":["COAL.SHIPMENT_ASH.4606904-10151-TOT.A","COAL.SHIPMENT_ASH.4606904-10151-TOT.Q","COAL.SHIPMENT_ASH.4606904-10151-WC.A"]} +{"category_id":"829519","parent_category_id":"717268","name":"(4150) Neil Simpson(4150)","notes":"","childseries":["COAL.SHIPMENT_ASH.WY-4150-SUB.A","COAL.SHIPMENT_ASH.WY-4150-SUB.Q","COAL.SHIPMENT_ASH.WY-4150-TOT.A"]} +{"category_id":"717268","parent_category_id":"717234","name":"Coal shipments to the electric power sector: by plant","notes":"","childseries":[]} +{"geoset_id":"COAL.IMPORT_QTY.MET-CH_NC.A","name":"Import quantity : metallurgical : Charlotte, NC : annual","units":"short tons"} +{"geoset_id":"COAL.IMPORT_QTY.TOT-CH_NC.A","name":"Import quantity : all coal : Charlotte, NC : annual","units":"short tons"} +{"geoset_id":"COAL.MARKET_PRICE.OPM.A","name":"Market average price : open market : annual","units":"$\/short ton"} +{"relation_id":"COAL.IMPORT_PRICE.TOT-BA_MD.Q|RANK","name":"Import price, Baltimore, MD (Quarterly) by coal rank","vertex":{"name":"Import price : all coal : Baltimore, MD : quarterly","geoset_id":"COAL.IMPORT_PRICE.TOT-BA_MD.Q"},"f":"Q","units":"$\/short ton","bar_facets":["steam coal","metallurgical"],"stack_facets":null,"geoset_ids":["COAL.IMPORT_PRICE.STM-BA_MD.Q","COAL.IMPORT_PRICE.MET-BA_MD.Q"],"summable":"N"} +{"relation_id":"COAL.IMPORT_QTY.TOT-PR_RI.Q|RANK","name":"Import quantity, Providence, RI (Quarterly) by coal rank","vertex":{"name":"Import quantity : all coal : Providence, RI : quarterly","geoset_id":"COAL.IMPORT_QTY.TOT-PR_RI.Q"},"f":"Q","units":"short tons","bar_facets":["steam coal","metallurgical"],"stack_facets":null,"geoset_ids":["COAL.IMPORT_QTY.STM-PR_RI.Q","COAL.IMPORT_QTY.MET-PR_RI.Q"],"summable":"N"} diff --git a/scripts/us_eia/opendata/process/test_data/elec.csv b/scripts/us_eia/opendata/process/test_data/elec.csv new file mode 100644 index 0000000000..47c39f5acd --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/elec.csv @@ -0,0 +1,10 @@ +place,stat_var,date,value,unit,scaling_factor,eia_series_id,measurementMethod +dcid:geoId/24,dcid:Monthly_Generation_Electricity_Solar_IndependentPowerProducers,2021-02,33.52617,dcid:GigawattHour,,ELEC.GEN.TSN-MD-94.M, +dcid:geoId/24,dcid:Monthly_Generation_Electricity_Solar_IndependentPowerProducers,2021-01,33.77782,dcid:GigawattHour,,ELEC.GEN.TSN-MD-94.M, +dcid:geoId/24,dcid:Monthly_Generation_Electricity_Solar_IndependentPowerProducers,2021-03,0.0,dcid:GigawattHour,,ELEC.GEN.TSN-MD-94.M, +dcid:geoId/25,dcid:Quarterly_RetailSales_Electricity_Residential,2021-03,1809.70299,dcid:GigawattHour,,ELEC.SALES.MA-RES.Q, +dcid:geoId/25,dcid:Quarterly_RetailSales_Electricity_Residential,2021-06,1956.15091,dcid:GigawattHour,,ELEC.SALES.MA-RES.Q, +dcid:geoId/05,dcid:Quarterly_Consumption_Fuel_ForElectricityGeneration_Coal_ElectricUtilityNonCogen,2021-06,6586120.0,dcid:MMBtu,,ELEC.CONS_EG_BTU.COW-AR-2.Q, +dcid:geoId/05,dcid:Quarterly_Consumption_Fuel_ForElectricityGeneration_Coal_ElectricUtilityNonCogen,2021-03,10431100.0,dcid:MMBtu,,ELEC.CONS_EG_BTU.COW-AR-2.Q, +dcid:geoId/06,dcid:Monthly_SalesRevenue_Electricity,2021-06,4523307770000000.0,dcid:USDollar,,ELEC.REV.CA-ALL.M, +dcid:geoId/06,dcid:Monthly_SalesRevenue_Electricity,2021-05,3461923010000000.0,dcid:USDollar,,ELEC.REV.CA-ALL.M, diff --git a/scripts/us_eia/opendata/process/test_data/elec.mcf b/scripts/us_eia/opendata/process/test_data/elec.mcf new file mode 100644 index 0000000000..c6d9cc3626 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/elec.mcf @@ -0,0 +1,39 @@ +Node: dcid:Monthly_Generation_Electricity_Solar_IndependentPowerProducers +populationType: dcs:Electricity +measuredProperty: dcs:generation +statType: dcs:measuredValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Monthly +energySource: dcs:Solar +producingSector: dcs:IndependentPowerProducers +name: "Net generation, all solar, independent power producers (total), monthly" +memberOf: dcid:eia/g/ELEC.1718688 + +Node: dcid:Quarterly_RetailSales_Electricity_Residential +populationType: dcs:Electricity +measuredProperty: dcs:retailSales +statType: dcs:measuredValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Quarterly +consumingSector: dcs:Residential +name: "Retail sales of electricity, residential, monthly" +memberOf: dcid:eia/g/ELEC.1002 + +Node: dcid:Quarterly_Consumption_Fuel_ForElectricityGeneration_Coal_ElectricUtilityNonCogen +populationType: dcs:Fuel +measuredProperty: dcs:consumption +usedFor: dcs:ElectricityGeneration +statType: dcs:measuredValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Quarterly +fuelType: dcs:Coal +electricityProducingSector: dcs:ElectricUtilityNonCogen +name: "Consumption for electricity generation (Btu), coal, electric utility non-cogen, quarterly" + +Node: dcid:Monthly_SalesRevenue_Electricity +populationType: dcs:Electricity +measuredProperty: dcs:salesRevenue +statType: dcs:measuredValue +typeOf: dcs:StatisticalVariable +measurementQualifier: dcs:Monthly +name: "Revenue from retail sales of electricity, all sectors, monthly" diff --git a/scripts/us_eia/opendata/process/test_data/elec.svg.mcf b/scripts/us_eia/opendata/process/test_data/elec.svg.mcf new file mode 100644 index 0000000000..3da0c176eb --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/elec.svg.mcf @@ -0,0 +1,24 @@ +Node: dcid:eia/g/Root +typeOf: dcs:StatVarGroup +name: "Other Data (eia.gov)" +specializationOf: dcid:dc/g/Energy + +Node: dcid:eia/g/ELEC.0 +typeOf: dcs:StatVarGroup +name: "Electricity" +specializationOf: dcid:eia/g/Root + +Node: dcid:eia/g/ELEC.1002 +typeOf: dcs:StatVarGroup +name: "Residential" +specializationOf: dcid:eia/g/ELEC.38 + +Node: dcid:eia/g/ELEC.38 +typeOf: dcs:StatVarGroup +name: "Retail sales of electricity" +specializationOf: dcid:eia/g/ELEC.0 + +Node: dcid:eia/g/ELEC.1718688 +typeOf: dcs:StatVarGroup +name: "All solar" +specializationOf: dcid:eia/g/ELEC.0 diff --git a/scripts/us_eia/opendata/process/test_data/elec.tmcf b/scripts/us_eia/opendata/process/test_data/elec.tmcf new file mode 100644 index 0000000000..f198290a7a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/elec.tmcf @@ -0,0 +1,11 @@ + +Node: E:EIATable->E0 +typeOf: dcs:StatVarObservation +observationAbout: C:EIATable->place +variableMeasured: C:EIATable->stat_var +observationDate: C:EIATable->date +value: C:EIATable->value +unit: C:EIATable->unit +scalingFactor: C:EIATable->scaling_factor +eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod diff --git a/scripts/us_eia/opendata/process/test_data/elec.txt b/scripts/us_eia/opendata/process/test_data/elec.txt new file mode 100644 index 0000000000..3e10fdb84a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/elec.txt @@ -0,0 +1,8 @@ +{"series_id":"ELEC.GEN.TSN-MD-94.M","name":"Net generation : all solar : Maryland : independent power producers (total) : monthly","units":"thousand megawatthours","f":"M","description":"Power plants owned by unregulated power companies (also called merchant generators); ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-MD","geography":"USA-MD","start":"201401","end":"202102","last_updated":"2021-04-23T13:33:02-04:00","geoset_id":"ELEC.GEN.TSN-94.M","data":[["202102",33.52617],["202101",33.77782],["202103",0.0]]} +{"series_id":"ELEC.SALES.MA-RES.Q","name":"Retail sales of electricity : Massachusetts : residential : monthly","units":"million kilowatthours","f":"M","description":"Electricity sold to residential customers; Electricity sold to residential customers; ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-MA","geography":"USA-MA","start":"200101","end":"202102","last_updated":"2021-04-23T13:33:02-04:00","geoset_id":"ELEC.SALES.RES.M","data":[["2021Q1",1809.70299],["2021Q2",1956.15091],["2021Q3",null]]} +{"series_id":"ELEC.PLANT.CONS_TOT.2727-DFO-ALL.M","name":"Fuel consumption quantity : Marshall (NC) (2727) : distillate fuel oil : all primemovers : monthly","units":"barrels","f":"M","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-NC","lat":"35.5975","lon":"-80.9658","geography":"USA-NC","start":"200101","end":"202102","last_updated":"2021-04-23T13:33:02-04:00","latlon":"35.5975,-80.9658","data":[["202102",546],["202101",1441],["202012",3432]]} +{"series_id":"ELEC.CONS_EG_BTU.COW-AR-2.Q","name":"Consumption for electricity generation (Btu) : coal : Arkansas : electric utility non-cogen : quarterly","units":"million MMBtu","f":"Q","description":"Summation of all types of coal; Power plants owned by regulated electric utilties that produce electricity only; ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AR","geography":"USA-AR","start":"2010Q3","end":"2021Q2","last_updated":"2021-08-23T16:14:10-04:00","geoset_id":"ELEC.CONS_EG_BTU.COW-2.Q","data":[["2021Q2",6.58612],["2021Q1",10.4311]]} +{"series_id":"ELEC.REV.CA-ALL.M","name":"Revenue from retail sales of electricity : California : all sectors : monthly","units":"million dollars","f":"M","description":"All end-use sectors that consume electricity; All end-use sectors that consume electricity; ","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-CA","geography":"USA-CA","start":"200101","end":"202106","last_updated":"2021-08-23T16:14:10-04:00","geoset_id":"ELEC.REV.ALL.M","data":[["202106",4523.30777],["202105",3461.92301]]} +{"category_id":"1002","parent_category_id":"38","name":"Residential","notes":"","childseries":["ELEC.SALES.MA-RES.Q"]} +{"category_id":"38","parent_category_id":"0","name":"Retail sales of electricity","notes":"","childseries":[]} +{"category_id":"1718688","parent_category_id":"0","name":"All solar","notes":"","childseries":["ELEC.GEN.TSN-MD-94.M"]} diff --git a/scripts/us_eia/opendata/process/test_data/intl.csv b/scripts/us_eia/opendata/process/test_data/intl.csv new file mode 100644 index 0000000000..6afb7ca9f9 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/intl.csv @@ -0,0 +1,7 @@ +place,stat_var,date,value,unit,scaling_factor,eia_series_id,measurementMethod +dcid:country/IND,dcid:eia/INTL.53-1-TBPD.A,2020,924.4588369430336,ThousandBarrelsPerDay,,INTL.53-1-IND-TBPD.A, +dcid:country/IND,dcid:eia/INTL.53-1-TBPD.A,2019,986.3134487671233,ThousandBarrelsPerDay,,INTL.53-1-IND-TBPD.A, +dcid:country/IND,dcid:eia/INTL.53-1-TBPD.A,2018,1017.5592096438356,ThousandBarrelsPerDay,,INTL.53-1-IND-TBPD.A, +dcid:country/IND,dcid:eia/INTL.53-1-TBPD.A,2017,1017.3772797808219,ThousandBarrelsPerDay,,INTL.53-1-IND-TBPD.A, +dcid:Earth,dcid:eia/INTL.55-1-TBPD.A,2020,91753.99016207967,ThousandBarrelsPerDay,,INTL.55-1-WORL-TBPD.A, +dcid:Earth,dcid:eia/INTL.55-1-TBPD.A,2019,97993.61794135909,ThousandBarrelsPerDay,,INTL.55-1-WORL-TBPD.A, diff --git a/scripts/us_eia/opendata/process/test_data/intl.mcf b/scripts/us_eia/opendata/process/test_data/intl.mcf new file mode 100644 index 0000000000..e9f111499e --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/intl.mcf @@ -0,0 +1,11 @@ +Node: dcid:eia/INTL.53-1-TBPD.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/INTL.53-1-TBPD.A +statType: dcs:measuredValue + +Node: dcid:eia/INTL.55-1-TBPD.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/INTL.55-1-TBPD.A +statType: dcs:measuredValue diff --git a/scripts/us_eia/opendata/process/test_data/intl.svg.mcf b/scripts/us_eia/opendata/process/test_data/intl.svg.mcf new file mode 100644 index 0000000000..8b13789179 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/intl.svg.mcf @@ -0,0 +1 @@ + diff --git a/scripts/us_eia/opendata/process/test_data/intl.tmcf b/scripts/us_eia/opendata/process/test_data/intl.tmcf new file mode 100644 index 0000000000..f198290a7a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/intl.tmcf @@ -0,0 +1,11 @@ + +Node: E:EIATable->E0 +typeOf: dcs:StatVarObservation +observationAbout: C:EIATable->place +variableMeasured: C:EIATable->stat_var +observationDate: C:EIATable->date +value: C:EIATable->value +unit: C:EIATable->unit +scalingFactor: C:EIATable->scaling_factor +eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod diff --git a/scripts/us_eia/opendata/process/test_data/intl.txt b/scripts/us_eia/opendata/process/test_data/intl.txt new file mode 100644 index 0000000000..dbfe23d5e5 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/intl.txt @@ -0,0 +1,2 @@ +{"series_id":"INTL.53-1-IND-TBPD.A","name":"Petroleum and other liquids production, India, Annual","units":"thousand barrels per day","f":"A","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"IND","start":"1980","end":"2020","last_updated":"2021-04-30T07:54:40-04:00","geoset_id":"INTL.53-1-TBPD.A","data":[["2020",924.4588369430336],["2019",986.3134487671233],["2018",1017.5592096438356],["2017",1017.3772797808219],["2016","-"]]} +{"series_id":"INTL.55-1-WORL-TBPD.A","name":"Crude oil, NGPL, and other liquids production, World, Annual","units":"thousand barrels per day","f":"A","copyright":"None","source":"EIA, U.S. Energy Information Administration","geography":"WLD","start":"1980","end":"2020","last_updated":"2021-04-30T07:54:40-04:00","geoset_id":"INTL.55-1-TBPD.A","data":[["2020",91753.99016207967],["2019",97993.61794135909]]} diff --git a/scripts/us_eia/opendata/process/test_data/ng.csv b/scripts/us_eia/opendata/process/test_data/ng.csv new file mode 100644 index 0000000000..96af54c914 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/ng.csv @@ -0,0 +1,12 @@ +place,stat_var,date,value,unit,scaling_factor,eia_series_id,measurementMethod +dcid:geoId/01,dcid:eia/NG.N3035_4.M,2021-02,26.1,Percent,,NG.N3035AL4.M, +dcid:geoId/01,dcid:eia/NG.N3035_4.M,2021-01,25.2,Percent,,NG.N3035AL4.M, +dcid:geoId/01,dcid:eia/NG.N3035_4.M,2020-12,24.7,Percent,,NG.N3035AL4.M, +dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2008,6,MillionsBarrels,,NG.RL2R02SOK_1.A, +dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2007,-4,MillionsBarrels,,NG.RL2R02SOK_1.A, +dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2006,13,MillionsBarrels,,NG.RL2R02SOK_1.A, +dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2005,16,MillionsBarrels,,NG.RL2R02SOK_1.A, +dcid:geoId/40,dcid:eia/NG.RL2R02_1.A,2004,40,MillionsBarrels,,NG.RL2R02SOK_1.A, +dcid:country/USA,dcid:eia/NG.NA1350_2.A,2019,58084,MillionCubicFeet,,NG.NA1350_NUS_2.A, +dcid:country/USA,dcid:eia/NG.NA1350_2.A,2018,9248,MillionCubicFeet,,NG.NA1350_NUS_2.A, +dcid:country/USA,dcid:eia/NG.NA1350_2.A,2017,-256,MillionCubicFeet,,NG.NA1350_NUS_2.A, diff --git a/scripts/us_eia/opendata/process/test_data/ng.mcf b/scripts/us_eia/opendata/process/test_data/ng.mcf new file mode 100644 index 0000000000..cb473daea9 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/ng.mcf @@ -0,0 +1,20 @@ +Node: dcid:eia/NG.N3035_4.M +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/NG.N3035_4.M +statType: dcs:measuredValue +name: "Percent of Industrial Natural Gas Deliveries in Represented by the Price, Monthly" + +Node: dcid:eia/NG.RL2R02_1.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/NG.RL2R02_1.A +statType: dcs:measuredValue +name: "Natural Gas Plant Liquids, Reserves Adjustments, Annual" + +Node: dcid:eia/NG.NA1350_2.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/NG.NA1350_2.A +statType: dcs:measuredValue +name: "Natural Gas LNG Storage Net Withdrawals, Annual" diff --git a/scripts/us_eia/opendata/process/test_data/ng.svg.mcf b/scripts/us_eia/opendata/process/test_data/ng.svg.mcf new file mode 100644 index 0000000000..8b13789179 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/ng.svg.mcf @@ -0,0 +1 @@ + diff --git a/scripts/us_eia/opendata/process/test_data/ng.tmcf b/scripts/us_eia/opendata/process/test_data/ng.tmcf new file mode 100644 index 0000000000..f198290a7a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/ng.tmcf @@ -0,0 +1,11 @@ + +Node: E:EIATable->E0 +typeOf: dcs:StatVarObservation +observationAbout: C:EIATable->place +variableMeasured: C:EIATable->stat_var +observationDate: C:EIATable->date +value: C:EIATable->value +unit: C:EIATable->unit +scalingFactor: C:EIATable->scaling_factor +eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod diff --git a/scripts/us_eia/opendata/process/test_data/ng.txt b/scripts/us_eia/opendata/process/test_data/ng.txt new file mode 100644 index 0000000000..2c20889113 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/ng.txt @@ -0,0 +1,3 @@ +{"series_id":"NG.N3035AL4.M","name":"Percent of Industrial Natural Gas Deliveries in Alabama Represented by the Price, Monthly","units":"Percent","f":"M","unitsshort":"%","description":"Percent of Industrial Natural Gas Deliveries in Alabama Represented by the Price","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-AL","geography":"USA-AL","start":"200101","end":"202102","last_updated":"2021-04-30T12:17:32-04:00","data":[["202102",26.1],["202101",25.2],["202012",24.7]]} +{"series_id":"NG.RL2R02SOK_1.A","name":"Oklahoma Natural Gas Plant Liquids, Reserves Adjustments, Annual","units":"Million Barrels","f":"A","unitsshort":"MMbbl","description":"Oklahoma Natural Gas Plant Liquids, Reserves Adjustments","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-OK","geography":"USA-OK","start":"1979","end":"2008","last_updated":"2014-10-16T15:14:01-04:00","data":[["2008",6],["2007",-4],["2006",13],["2005",16],["2004",40]]} +{"series_id":"NG.NA1350_NUS_2.A","name":"U.S. Natural Gas LNG Storage Net Withdrawals, Annual","units":"Million Cubic Feet","f":"A","unitsshort":"MMcf","description":"U.S. Natural Gas LNG Storage Net Withdrawals","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"1969","end":"2019","last_updated":"2020-09-30T16:10:46-04:00","data":[["2019",58084],["2018",9248],["2017",-256]]} diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.csv b/scripts/us_eia/opendata/process/test_data/nuc_status.csv new file mode 100644 index 0000000000..bd3eb5649b --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/nuc_status.csv @@ -0,0 +1,13 @@ +place,stat_var,date,value,unit,scaling_factor,eia_series_id,measurementMethod +dcid:eia/pp/4046,dcid:Daily_Capacity_Nuclear_ForEnergyGeneration,2021-05-11,1197.1,dcid:Megawatt,,NUC_STATUS.CAP.4046.D, +dcid:eia/pp/4046,dcid:Daily_Capacity_Nuclear_ForEnergyGeneration,2021-05-10,1197.1,dcid:Megawatt,,NUC_STATUS.CAP.4046.D, +dcid:eia/pp/4046,dcid:Daily_Capacity_Nuclear_ForEnergyGeneration,2007-01-05,1036,dcid:Megawatt,,NUC_STATUS.CAP.4046.D, +dcid:eia/pp/621,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-11,0,dcid:Megawatt,,NUC_STATUS.OUT.621.D, +dcid:eia/pp/621,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-10,0,dcid:Megawatt,,NUC_STATUS.OUT.621.D, +dcid:eia/pp/621,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2007-01-01,0,dcid:Megawatt,,NUC_STATUS.OUT.621.D, +dcid:eia/pp/869-2,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration_AsAFractionOf_Capacity,2021-05-11,73,,,NUC_STATUS.OUT_PCT.869-2.D, +dcid:eia/pp/869-2,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration_AsAFractionOf_Capacity,2021-05-10,80,,,NUC_STATUS.OUT_PCT.869-2.D, +dcid:eia/pp/869-2,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration_AsAFractionOf_Capacity,2021-05-09,75,,,NUC_STATUS.OUT_PCT.869-2.D, +dcid:country/USA,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-11,16404.767,dcid:Megawatt,,NUC_STATUS.OUT.US.D, +dcid:country/USA,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-10,16960.869,dcid:Megawatt,,NUC_STATUS.OUT.US.D, +dcid:country/USA,dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration,2021-05-09,17374.955,dcid:Megawatt,,NUC_STATUS.OUT.US.D, diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.mcf b/scripts/us_eia/opendata/process/test_data/nuc_status.mcf new file mode 100644 index 0000000000..90d49ffd21 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/nuc_status.mcf @@ -0,0 +1,33 @@ +Node: dcid:Daily_Capacity_Nuclear_ForEnergyGeneration +typeOf: dcid:StatisticalVariable +name: "Nuclear Power Plant generating capacity" +description: "Nuclear generating capacity for a power plant. See https://www.eia.gov/nuclear/outages/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report" +populationType: dcs:EnergyGeneration +energySource: dcs:Nuclear +measuredProperty: dcs:capacity +statType: dcs:measuredValue +measurementQualifier: dcs:Daily +memberOf: dcid:eia/g/NUC_STATUS.2889994 + +Node: dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration +typeOf: dcid:StatisticalVariable +name: "Nuclear Power Plant generating capacity outage." +description: "Nuclear generating capacity outage at a power plant. See https://www.eia.gov/nuclear/outages/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report" +populationType: dcs:EnergyGeneration +energySource: dcs:Nuclear +measuredProperty: dcs:outage +statType: dcs:measuredValue +measurementQualifier: dcs:Daily +name: "nuclear capacity outage, daily" +memberOf: dcid:eia/g/NUC_STATUS.2889994 + +Node: dcid:Daily_CapacityOutage_Nuclear_ForEnergyGeneration_AsAFractionOf_Capacity +typeOf: dcid:StatisticalVariable +description: "Nuclear generating capacity percent outage at a power plant. See https://www.eia.gov/nuclear/outages/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report" +populationType: dcs:EnergyGeneration +energySource: dcs:Nuclear +measuredProperty: dcs:outage +statType: dcs:measuredValue +measurementDenominator: dcs:Daily_Capacity_Nuclear_ForEnergyGeneration +measurementQualifier: dcs:Daily +memberOf: dcid:eia/g/NUC_STATUS.2889994 diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.svg.mcf b/scripts/us_eia/opendata/process/test_data/nuc_status.svg.mcf new file mode 100644 index 0000000000..fe18f2f039 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/nuc_status.svg.mcf @@ -0,0 +1,9 @@ +Node: dcid:eia/g/Root +typeOf: dcs:StatVarGroup +name: "Other Data (eia.gov)" +specializationOf: dcid:dc/g/Energy + +Node: dcid:eia/g/NUC_STATUS.2889994 +typeOf: dcs:StatVarGroup +name: "Nuclear Outages" +specializationOf: dcid:eia/g/Root diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.tmcf b/scripts/us_eia/opendata/process/test_data/nuc_status.tmcf new file mode 100644 index 0000000000..f198290a7a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/nuc_status.tmcf @@ -0,0 +1,11 @@ + +Node: E:EIATable->E0 +typeOf: dcs:StatVarObservation +observationAbout: C:EIATable->place +variableMeasured: C:EIATable->stat_var +observationDate: C:EIATable->date +value: C:EIATable->value +unit: C:EIATable->unit +scalingFactor: C:EIATable->scaling_factor +eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod diff --git a/scripts/us_eia/opendata/process/test_data/nuc_status.txt b/scripts/us_eia/opendata/process/test_data/nuc_status.txt new file mode 100644 index 0000000000..58b3f9b202 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/nuc_status.txt @@ -0,0 +1,5 @@ +{"series_id":"NUC_STATUS.CAP.4046.D","name":"Nuclear generating capacity at Point Beach, daily","units":"Megawatts","f":"D","unitsshort":"MW","description":"Nuclear generating capacity at Point Beach, daily. See https:\/\/www.eia.gov\/nuclear\/outages\/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report","source":"Nuclear Regulatory Commisssion's Power Reactor Status Report; EIA, U.S. Energy Information Administration","iso3166":"USA-WI","lat":"44.2806","lon":"-87.5369","geography":"USA-WI","start":"20070101","end":"20210511","last_updated":"2021-05-11T10:38:50-04:00","latlon":"44.2806,-87.5369","data":[["20210511",1197.1],["20210510",1197.1],["20070105",1036]]} +{"series_id":"NUC_STATUS.OUT.621.D","name":"Nuclear generating capacity outage at Turkey Point, daily","units":"Megawatts","f":"D","unitsshort":"MW","description":"Nuclear generating capacity outage at Turkey Point, daily. See https:\/\/www.eia.gov\/nuclear\/outages\/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report","source":"Nuclear Regulatory Commisssion's Power Reactor Status Report; EIA, U.S. Energy Information Administration","iso3166":"USA-FL","lat":"25.4356","lon":"-80.3308","geography":"USA-FL","start":"20070101","end":"20210511","last_updated":"2021-05-11T10:38:50-04:00","latlon":"25.4356,-80.3308","data":[["20210511",0],["20210510",0],["20070101",0]]} +{"series_id":"NUC_STATUS.OUT_PCT.869-2.D","name":"Nuclear generating capacity percent outage for generator 2 at Dresden Generating Station, daily","units":"percent","f":"D","unitsshort":"%","description":"Nuclear generating capacity percent outage for generator 2 at Dresden Generating Station, daily. See https:\/\/www.eia.gov\/nuclear\/outages\/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report","source":"Nuclear Regulatory Commisssion's Power Reactor Status Report; EIA, U.S. Energy Information Administration","iso3166":"USA-IL","lat":"41.39","lon":"-88.27","geography":"USA-IL","start":"20070101","end":"20210511","last_updated":"2021-05-11T10:38:50-04:00","latlon":"41.39,-88.27","data":[["20210511",73],["20210510",80],["20210509",75]]} +{"series_id":"NUC_STATUS.OUT.US.D","name":"U.S. nuclear capacity outage, daily","units":"Megawatts","f":"D","unitsshort":"MW","description":"U.S. nuclear capacity outage, daily. See https:\/\/www.eia.gov\/nuclear\/outages\/. For more information visit, Nuclear Regulatory Commission's Power Reactor Status Report","source":"Nuclear Regulatory Commisssion's Power Reactor Status Report; EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"20070101","end":"20210511","last_updated":"2021-05-11T10:38:50-04:00","data":[["20210511",16404.767],["20210510",16960.869],["20210509",17374.955]]} +{"category_id":"2890005","parent_category_id":"2889994","name":"Columbia Generating Station","notes":"","childseries":["NUC_STATUS.CAP.371-2.D","NUC_STATUS.CAP.371.D","NUC_STATUS.OUT.371-2.D","NUC_STATUS.OUT.371.D","NUC_STATUS.OUT_PCT.371.D"]} diff --git a/scripts/us_eia/opendata/process/test_data/pet.csv b/scripts/us_eia/opendata/process/test_data/pet.csv new file mode 100644 index 0000000000..894f1122a8 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/pet.csv @@ -0,0 +1,8 @@ +place,stat_var,date,value,unit,scaling_factor,eia_series_id,measurementMethod +dcid:geoId/08,dcid:eia/PET.KDLVIS_1.A,2019,40989000.0,USGallon,,PET.KDLVISSCO1.A, +dcid:geoId/08,dcid:eia/PET.KDLVIS_1.A,2018,37954000.0,USGallon,,PET.KDLVISSCO1.A, +dcid:geoId/22,dcid:eia/PET.RCRR06_1.A,2019,3,MillionsBarrels,,PET.RCRR06SLA_1.A, +dcid:geoId/22,dcid:eia/PET.RCRR06_1.A,2018,6,MillionsBarrels,,PET.RCRR06SLA_1.A, +dcid:geoId/22,dcid:eia/PET.RCRR06_1.A,2017,29,MillionsBarrels,,PET.RCRR06SLA_1.A, +dcid:country/USA,dcid:eia/PET.M_EPC0_SPT_PER.W,2020-11-30,32.2,Percent,,PET.M_EPC0_SPT_NUS_PER.W, +dcid:country/USA,dcid:eia/PET.M_EPC0_SPT_PER.W,2020-12-06,33.1,Percent,,PET.M_EPC0_SPT_NUS_PER.W, diff --git a/scripts/us_eia/opendata/process/test_data/pet.mcf b/scripts/us_eia/opendata/process/test_data/pet.mcf new file mode 100644 index 0000000000..8bd498c7c1 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/pet.mcf @@ -0,0 +1,20 @@ +Node: dcid:eia/PET.KDLVIS_1.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/PET.KDLVIS_1.A +statType: dcs:measuredValue +name: "No 2 Diesel Low Sulfur Sales/Deliveries to Industrial Consumers, Annual" + +Node: dcid:eia/PET.RCRR06_1.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/PET.RCRR06_1.A +statType: dcs:measuredValue +name: "Crude Oil Reserves Acquisitions, Annual" + +Node: dcid:eia/PET.M_EPC0_SPT_PER.W +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/PET.M_EPC0_SPT_PER.W +statType: dcs:measuredValue +name: "Percent of Total Petroleum Stocks Held in SPR, Annual" diff --git a/scripts/us_eia/opendata/process/test_data/pet.svg.mcf b/scripts/us_eia/opendata/process/test_data/pet.svg.mcf new file mode 100644 index 0000000000..8b13789179 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/pet.svg.mcf @@ -0,0 +1 @@ + diff --git a/scripts/us_eia/opendata/process/test_data/pet.tmcf b/scripts/us_eia/opendata/process/test_data/pet.tmcf new file mode 100644 index 0000000000..f198290a7a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/pet.tmcf @@ -0,0 +1,11 @@ + +Node: E:EIATable->E0 +typeOf: dcs:StatVarObservation +observationAbout: C:EIATable->place +variableMeasured: C:EIATable->stat_var +observationDate: C:EIATable->date +value: C:EIATable->value +unit: C:EIATable->unit +scalingFactor: C:EIATable->scaling_factor +eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod diff --git a/scripts/us_eia/opendata/process/test_data/pet.txt b/scripts/us_eia/opendata/process/test_data/pet.txt new file mode 100644 index 0000000000..3cd7409fa9 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/pet.txt @@ -0,0 +1,3 @@ +{"series_id":"PET.KDLVISSCO1.A","name":"Colorado No 2 Diesel Low Sulfur Sales\/Deliveries to Industrial Consumers, Annual","units":"Thousand Gallons","f":"A","unitsshort":"Mgal","description":"Colorado No 2 Diesel Low Sulfur Sales\/Deliveries to Industrial Consumers","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-CO","geography":"USA-CO","start":"1993","end":"2019","last_updated":"2021-01-28T11:01:40-05:00","data":[["2019",40989],["2018",37954]]} +{"series_id":"PET.RCRR06SLA_1.A","name":"Louisiana Crude Oil Reserves Acquisitions, Annual","units":"Million Barrels","f":"A","unitsshort":"MMbbl","description":"Louisiana Crude Oil Reserves Acquisitions","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA-LA","geography":"USA-LA","start":"2000","end":"2019","last_updated":"2021-01-11T13:05:49-05:00","data":[["2019",3],["2018",6],["2017",29]]} +{"series_id":"PET.M_EPC0_SPT_NUS_PER.W","name":"U.S. Percent of Total Petroleum Stocks Held in SPR, Annual","units":"Percent","f":"A","unitsshort":"%","description":"U.S. Percent of Total Petroleum Stocks Held in SPR","copyright":"None","source":"EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","last_updated":"2021-03-05T11:13:39-05:00","data":[["20201130",32.2],["20201206",33.1]]} diff --git a/scripts/us_eia/opendata/process/test_data/seds.csv b/scripts/us_eia/opendata/process/test_data/seds.csv new file mode 100644 index 0000000000..06b1a06881 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/seds.csv @@ -0,0 +1,5 @@ +place,stat_var,date,value,unit,scaling_factor,eia_series_id,measurementMethod +dcid:geoId/06,dcid:eia/SEDS.TNISB.A,2018,1053194,BillionBtu,,SEDS.TNISB.CA.A, +dcid:geoId/06,dcid:eia/SEDS.TNISB.A,2017,1056142,BillionBtu,,SEDS.TNISB.CA.A, +dcid:country/USA,dcid:eia/SEDS.WXICD.A,2019,29.79,USDollarPerMillionBtu,,SEDS.WXICD.US.A, +dcid:country/USA,dcid:eia/SEDS.WXICD.A,2018,32.94,USDollarPerMillionBtu,,SEDS.WXICD.US.A, diff --git a/scripts/us_eia/opendata/process/test_data/seds.mcf b/scripts/us_eia/opendata/process/test_data/seds.mcf new file mode 100644 index 0000000000..8b5857365b --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/seds.mcf @@ -0,0 +1,13 @@ +Node: dcid:eia/SEDS.TNISB.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/SEDS.TNISB.A +statType: dcs:measuredValue +name: "Total net energy consumed by the industrial sector, adjusted for process fuel, intermediate products, and fuels with no direct cost" + +Node: dcid:eia/SEDS.WXICD.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/SEDS.WXICD.A +statType: dcs:measuredValue +name: "Waxes price in the industrial sector" diff --git a/scripts/us_eia/opendata/process/test_data/seds.svg.mcf b/scripts/us_eia/opendata/process/test_data/seds.svg.mcf new file mode 100644 index 0000000000..8b13789179 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/seds.svg.mcf @@ -0,0 +1 @@ + diff --git a/scripts/us_eia/opendata/process/test_data/seds.tmcf b/scripts/us_eia/opendata/process/test_data/seds.tmcf new file mode 100644 index 0000000000..f198290a7a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/seds.tmcf @@ -0,0 +1,11 @@ + +Node: E:EIATable->E0 +typeOf: dcs:StatVarObservation +observationAbout: C:EIATable->place +variableMeasured: C:EIATable->stat_var +observationDate: C:EIATable->date +value: C:EIATable->value +unit: C:EIATable->unit +scalingFactor: C:EIATable->scaling_factor +eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod diff --git a/scripts/us_eia/opendata/process/test_data/seds.txt b/scripts/us_eia/opendata/process/test_data/seds.txt new file mode 100644 index 0000000000..7a4c9a63a9 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/seds.txt @@ -0,0 +1,2 @@ +{"series_id":"SEDS.TNISB.CA.A","name":"Total net energy consumed by the industrial sector, adjusted for process fuel, intermediate products, and fuels with no direct cost, California","units":"Billion Btu","f":"A","description":"Total net energy consumed by the industrial sector, adjusted for process fuel, intermediate products, and fuels with no direct cost, California See http:\/\/www.eia.gov\/state\/seds\/seds-technical-notes-complete.cfm?sid=US for technical notes and documentation.","copyright":"None","source":"SEDS, EIA, U.S. Energy Information Administration","iso3166":"USA-CA","geography":"USA-CA","start":"1970","end":"2018","last_updated":"2021-04-23T09:02:30-04:00","geoset_id":"SEDS.TNISB.A","data":[["2018",1053194],["2017",1056142]]} +{"series_id":"SEDS.WXICD.US.A","name":"Waxes price in the industrial sector, United States","units":"Dollars per million Btu","f":"A","description":"Waxes price in the industrial sector, United States See http:\/\/www.eia.gov\/state\/seds\/seds-technical-notes-complete.cfm?sid=US for technical notes and documentation.","copyright":"None","source":"SEDS, EIA, U.S. Energy Information Administration","iso3166":"USA","geography":"USA","start":"1970","end":"2019","last_updated":"2021-04-23T09:02:30-04:00","geoset_id":"SEDS.WXICD.A","data":[["2019",29.79],["2018",32.94]]} diff --git a/scripts/us_eia/opendata/process/test_data/total.csv b/scripts/us_eia/opendata/process/test_data/total.csv new file mode 100644 index 0000000000..8426b42903 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/total.csv @@ -0,0 +1,3 @@ +place,stat_var,date,value,unit,scaling_factor,eia_series_id,measurementMethod +dcid:country/USA,dcid:eia/TOTAL.LUACP.A,2020,52.852,ThousandBarrelsPerDay,,TOTAL.LUACPUS.A, +dcid:country/USA,dcid:eia/TOTAL.LUACP.A,2019,59.325,ThousandBarrelsPerDay,,TOTAL.LUACPUS.A, diff --git a/scripts/us_eia/opendata/process/test_data/total.mcf b/scripts/us_eia/opendata/process/test_data/total.mcf new file mode 100644 index 0000000000..d815d87a1e --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/total.mcf @@ -0,0 +1,6 @@ +Node: dcid:eia/TOTAL.LUACP.A +typeOf: dcs:StatisticalVariable +populationType: schema:Thing +measuredProperty: dcid:eia/TOTAL.LUACP.A +statType: dcs:measuredValue +name: "Lubricants Consumed by the Transportation Sector, Annual" diff --git a/scripts/us_eia/opendata/process/test_data/total.svg.mcf b/scripts/us_eia/opendata/process/test_data/total.svg.mcf new file mode 100644 index 0000000000..8b13789179 --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/total.svg.mcf @@ -0,0 +1 @@ + diff --git a/scripts/us_eia/opendata/process/test_data/total.tmcf b/scripts/us_eia/opendata/process/test_data/total.tmcf new file mode 100644 index 0000000000..f198290a7a --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/total.tmcf @@ -0,0 +1,11 @@ + +Node: E:EIATable->E0 +typeOf: dcs:StatVarObservation +observationAbout: C:EIATable->place +variableMeasured: C:EIATable->stat_var +observationDate: C:EIATable->date +value: C:EIATable->value +unit: C:EIATable->unit +scalingFactor: C:EIATable->scaling_factor +eiaSeriesId: C:EIATable->eia_series_id +measurementMethod: C:EIATable->measurementMethod diff --git a/scripts/us_eia/opendata/process/test_data/total.txt b/scripts/us_eia/opendata/process/test_data/total.txt new file mode 100644 index 0000000000..4f6fadc46e --- /dev/null +++ b/scripts/us_eia/opendata/process/test_data/total.txt @@ -0,0 +1,2 @@ +{"series_id":"TOTAL.LUACPUS.A","name":"Lubricants Consumed by the Transportation Sector, Annual","units":"Thousand Barrels per Day","f":"A","start":"1949","end":"2020","last_updated":"2021-04-26T13:51:38-04:00","data":[["2020",52.852],["2019",59.325]]} +{"series_id":"TOTAL.COFMUCL.A","name":"Average Free on Board Cost of Crude Oil Imports From Colombia, Annual","units":"Dollars per Barrel","f":"A","start":"1973","end":"2020","last_updated":"2021-04-26T13:51:38-04:00","data":[["2020",36.03],["2019",60.61]]} From a20f0dfa5af19023995c8f2a5a5ca8412cc60e89 Mon Sep 17 00:00:00 2001 From: Harsha Vardhan Chandaluri Date: Wed, 23 Oct 2024 04:12:25 +0000 Subject: [PATCH 4/4] modified the script changes to process the annual data for ELEC data --- scripts/us_eia/opendata/README.md | 2 +- scripts/us_eia/opendata/process/README.md | 2 +- scripts/us_eia/opendata/process/elec.py | 7 ++++--- 3 files changed, 6 insertions(+), 5 deletions(-) diff --git a/scripts/us_eia/opendata/README.md b/scripts/us_eia/opendata/README.md index 4647cd3df0..1b6b2ce1b4 100644 --- a/scripts/us_eia/opendata/README.md +++ b/scripts/us_eia/opendata/README.md @@ -9,7 +9,7 @@ Each dataset available as a Zip-file of JSONL content. See [here](https://www.ei To download the latest versions of ALL datasets available, run the following command. Files will be downloaded and extracted to a tmp_raw_data folder. ```bash -python3 download_bulk.py +python3 process.py ``` ### Data Exploration diff --git a/scripts/us_eia/opendata/process/README.md b/scripts/us_eia/opendata/process/README.md index 8889e675e3..56f470e061 100644 --- a/scripts/us_eia/opendata/process/README.md +++ b/scripts/us_eia/opendata/process/README.md @@ -58,7 +58,7 @@ takes a raw stat-var and generates a fully defined stat-var for it. Download and unzip the data files based on the [manifest](https://api.eia.gov/bulk/manifest.txt) by running the -[`python3 process.py --dataset=TOTAL`](https://github.com/datacommonsorg/data/blob/master/scripts/us_eia/opendata/download_bulk.py) +[`python3 process.py --dataset=TOTAL`](https://github.com/datacommonsorg/data/blob/master/scripts/us_eia/opendata/process.py) script. To generate CSV, TMCF and stat-var MCF for a supported dataset: diff --git a/scripts/us_eia/opendata/process/elec.py b/scripts/us_eia/opendata/process/elec.py index 66ec08afa5..b00f6c6dc0 100644 --- a/scripts/us_eia/opendata/process/elec.py +++ b/scripts/us_eia/opendata/process/elec.py @@ -36,7 +36,8 @@ def extract_place_statvar(series_id, counters): # ELEC.{MEASURE}.{FUEL_TYPE}-{PLACE}-{PRODUCER_SECTOR}.{PERIOD} #m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^-]+)-([^.]+)\.([AQM])$", # series_id) - m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^-]+)-([^.]+)\.([QM])$", series_id) + m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^-]+)-([^.]+)\.([AQM])$", + series_id) if m: measure = m.group(1) @@ -265,7 +266,7 @@ def generate_statvar_schema(raw_sv, rows, sv_map, counters): """ # ELEC.{MEASURE}.{FUEL_TYPE}-{PRODUCER_SECTOR}.{PERIOD} - m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^.]+)\.([QM])$", raw_sv) + m = re.match(r"^ELEC\.([^.]+)\.([^-]+)-([^.]+)\.([AQM])$", raw_sv) if m: measure = m.group(1) fuel_type = m.group(2) @@ -274,7 +275,7 @@ def generate_statvar_schema(raw_sv, rows, sv_map, counters): consuming_sector = '' else: # ELEC.{MEASURE}.{CONSUMER_SECTOR}.{PERIOD} - m = re.match(r"^ELEC\.([^.]+)\.([^.]+)\.([QM])$", raw_sv) + m = re.match(r"^ELEC\.([^.]+)\.([^.]+)\.([AQM])$", raw_sv) if not m: counters['error_unparsable_raw_statvar'] += 1 return None