From ce63b248765406961bdc6996ac44477ddbaefd97 Mon Sep 17 00:00:00 2001 From: aangelo9 Date: Thu, 22 May 2025 22:56:38 -0400 Subject: [PATCH] reformat id field --- .../eia_utils.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/causal_automl/TutorTask401_EIA_metadata_downloader_pipeline/eia_utils.py b/causal_automl/TutorTask401_EIA_metadata_downloader_pipeline/eia_utils.py index 406797ff48..f907d8e76d 100644 --- a/causal_automl/TutorTask401_EIA_metadata_downloader_pipeline/eia_utils.py +++ b/causal_automl/TutorTask401_EIA_metadata_downloader_pipeline/eia_utils.py @@ -194,7 +194,7 @@ def _extract_metadata( [ { "url": "https://api.eia.gov/v2/electricity/retail-sales?api_key={API_KEY}&frequency=monthly&data[0]=revenue", - "id": "retail_sales_monthly_revenue", + "id": "electricity.retail_sales.monthly.revenue", "dataset_id": "retail_sales", "name": "Electricity Sales to Ultimate Customers", "description": "...", @@ -225,9 +225,9 @@ def _extract_metadata( for metric_id, metric_info in metrics.items(): # Clean up IDs for use in CSVs or DBs. frequency_id = frequency.get("id") - dataset_id = data.get("id", "") - dataset_id_clean = dataset_id.replace("-", "_") metric_id_clean = metric_id.replace("-", "_") + route_clean = route.replace("-", "_").replace("/", ".") + dataset_id_clean = route_clean.split(".")[-1] # Construct a placeholder API URL. url = ( f"{self._base_url}/{route}" @@ -240,7 +240,7 @@ def _extract_metadata( # Flattened metadata row for one frequency and metric combination. metadata = { "url": url, - "id": f"{dataset_id_clean}_{frequency_id}_{metric_id_clean}", + "id": f"{route_clean}.{frequency_id}.{metric_id_clean}", "dataset_id": dataset_id_clean, "name": data.get("name"), "description": data.get("description"),