diff --git a/.gitignore b/.gitignore index dfe58380d..74606aa18 100644 --- a/.gitignore +++ b/.gitignore @@ -69,3 +69,10 @@ docs/_build # Mypy Cache .mypy_cache/ + +# oemetadata +/src/egon/data/metadata/results/converted + +# Dev Airflow DAGS for testing +/src/egon/data/airflow/dags/mini_dag_zensu.py +/src/egon/data/airflow/dags/pipeline_mini_dag_metadata.py diff --git a/datapackage.egon-data.json b/datapackage.egon-data.json new file mode 100644 index 000000000..deb116aff --- /dev/null +++ b/datapackage.egon-data.json @@ -0,0 +1,5356 @@ +{ + "@context": "https://raw.githubusercontent.com/OpenEnergyPlatform/oemetadata/production/oemetadata/latest/context.json", + "name": "egon-data", + "title": "", + "description": "", + "@id": null, + "resources": [ + { + "@id": null, + "name": "boundaries.egon_map_zensus_climate_zones", + "title": "Map census cells to era5 climate zones", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Mapping table of census cells to era5 climate zones", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-08-06", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "1", + "resolutionUnit": "ha", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download", + "authors": [], + "description": "Als Download bieten wir Ihnen auf dieser Seite zus\\u00e4tzlich zur Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- und Familien- sowie Geb\\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen auf Bundes-, L\\u00e4nder-, Kreis- und Gemeindeebene vor. Au\\u00dferdem sind einzelne Ergebnisse f\\u00fcr Gitterzellen verf\\u00fcgbar.", + "publicationYear": null, + "path": "https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014", + "copyrightStatement": null + } + ] + }, + { + "title": "Dokumentation - Zensus 2011 - Methoden und Verfahren", + "authors": [], + "description": "Diese Publikation beschreibt ausf\\u00fchrlich die Methoden und Verfahren des registergest\\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von den Statistischen \\u00c4mtern des Bundes und der L\\u00e4nder im Juni 2015 ver\\u00f6ffentlicht.", + "publicationYear": null, + "path": "https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft)", + "copyrightStatement": null + } + ] + }, + { + "title": "ERA5 global reanalysis", + "authors": [], + "description": "ERA5 is the fifth generation ECMWF reanalysis for the global climate and weather for the past 4 to 7 decades. Currently data is available from 1950, split into Climate Data Store entries for 1950-1978 (preliminary back extension) and from 1979 onwards (final release plus timely updates, this page). ERA5 replaces the ERA-Interim reanalysis. See the online ERA5 documentation (https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency) for more information.", + "publicationYear": null, + "path": "https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency", + "sourceLicenses": [ + { + "name": "Licence to use Copernicus Products", + "title": "Licence to use Copernicus Products", + "path": "https://cds.climate.copernicus.eu/api/v2/terms/static/licence-to-use-copernicus-products.pdf", + "instruction": "This Licence is free of charge, worldwide, non-exclusive, royalty free and perpetual. Access to Copernicus Products is given for any purpose in so far as it is lawful, whereas use may include, but is not limited to: reproduction; distribution; communication to the public; adaptation, modification and combination with other data and information; or any combination of the foregoing", + "attribution": "© Copernicus Climate Change Service (C3S) Climate Data Store", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "zensus_population_id", + "description": "Zensus population id (reference to: society.destatis_zensus_population_per_ha.id)", + "type": "integer", + "nullable": false, + "unit": null, + "isAbout": [], + "valueReference": [] + }, + { + "name": "w_id", + "description": "Weather cell id (reference to: supply.egon_era5_weather_cells)", + "type": "Integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "z", + "e", + "n", + "s", + "u", + "s", + "_", + "p", + "o", + "p", + "u", + "l", + "a", + "t", + "i", + "o", + "n", + "_", + "i", + "d" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "boundaries.egon_map_zensus_mvgd_buildings", + "title": "eGon buildings mapping table", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Mapping table for all used buildings via project internal building_id. Additional info about if it is a synthetic or a openstreetmap building, where it is located (census cell_id, mvgd_id), in which sector (residential, cts) the building is used, if there are heat or electricity profiles.", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2023-03-13", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "Buildings", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2023-03-13", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "building_id", + "description": "Building id (reference to: openstreetmap.osm_buildings_filtered.id, openstreetmap.osm_buildings_synthetic.id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "sector", + "description": "Sector (cts, residential)", + "type": "characters varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "zensus_population_id", + "description": "Zensus population id (reference to: society.destatis_zensus_population_per_ha.id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "bus_id", + "description": "MVGD bus id (reference to: grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "electricity", + "description": "True if respectives electricity demand profile exists", + "type": "bool", + "nullable": true, + "unit": "None", + "isAbout": [], + "valueReference": [] + }, + { + "name": "heat", + "description": "True if respectives heat demand profile exists", + "type": "bool", + "nullable": true, + "unit": "None", + "isAbout": [], + "valueReference": [] + }, + { + "name": "osm", + "description": "is OSM building if true else syntheticaly created", + "type": "bool", + "nullable": true, + "unit": "None", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "b", + "u", + "i", + "l", + "d", + "i", + "n", + "g", + "_", + "i", + "d", + ",", + " ", + "s", + "e", + "c", + "t", + "o", + "r" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_building_electricity_peak_loads", + "title": "Electricity peak loads for egon buildings", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Electricity peak load table of residential and cts buildings with voltage level for two scenarios ", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2023-03-13", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "Buildings", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2023-03-13", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download", + "authors": [], + "description": "Als Download bieten wir Ihnen auf dieser Seite zus\\u00e4tzlich zur Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- und Familien- sowie Geb\\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen auf Bundes-, L\\u00e4nder-, Kreis- und Gemeindeebene vor. Au\\u00dferdem sind einzelne Ergebnisse f\\u00fcr Gitterzellen verf\\u00fcgbar.", + "publicationYear": null, + "path": "https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014", + "copyrightStatement": null + } + ] + }, + { + "title": "Dokumentation - Zensus 2011 - Methoden und Verfahren", + "authors": [], + "description": "Diese Publikation beschreibt ausf\\u00fchrlich die Methoden und Verfahren des registergest\\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von den Statistischen \\u00c4mtern des Bundes und der L\\u00e4nder im Juni 2015 ver\\u00f6ffentlicht.", + "publicationYear": null, + "path": "https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft)", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + }, + { + "title": "DemandRegio", + "authors": [], + "description": "Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen Auflösung von Energienachfragen", + "publicationYear": null, + "path": "https://doi.org/10.34805/ffe-119-20", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "building_id", + "description": "Building id (reference to: openstreetmap.osm_buildings_filtered.id, openstreetmap.osm_buildings_synthetic.id, boundaries.egon_map_zensus_mvgd_building)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "scenario", + "description": "Scenario (eGon100RE, eGon2035)", + "type": "character varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "sector", + "description": "Sector (cts, residential)", + "type": "characters varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "peak_load_in_w", + "description": "Peak load value", + "type": "real", + "nullable": true, + "unit": "W", + "isAbout": [], + "valueReference": [] + }, + { + "name": "voltage_level", + "description": "Voltage level of building connection after MitnetzStrom Classification", + "type": "int", + "nullable": true, + "unit": "None", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "b", + "u", + "i", + "l", + "d", + "i", + "n", + "g", + "_", + "i", + "d", + ",", + " ", + "s", + "c", + "e", + "n", + "a", + "r", + "i", + "o", + ",", + " ", + "s", + "e", + "c", + "t", + "o", + "r" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_building_heat_peak_loads", + "title": "Heat peak loads for egon buildings", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Heat peak load table of residential and cts buildings for two scenarios ", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2023-03-13", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "Buildings", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2023-03-13", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + }, + { + "title": "Verwaltungsgebiete 1:250 000 (Ebenen)", + "authors": [], + "description": "Der Datenbestand umfasst sämtliche Verwaltungseinheiten der hierarchischen Verwaltungsebenen vom Staat bis zu den Gemeinden mit ihren Grenzen, statistischen Schlüsselzahlen, Namen der Verwaltungseinheit sowie die spezifische Bezeichnung der Verwaltungsebene des jeweiligen Landes.", + "publicationYear": null, + "path": "https://daten.gdz.bkg.bund.de/produkte/vg/vg250_ebenen_0101/2020/vg250_01-01.geo84.shape.ebenen.zip", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland – Namensnennung – Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser „Datenlizenz Deutschland - Namensnennung - Version 2.0 zulässig.Die bereitgestellten Daten und Metadaten dürfen für die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielfältigt, ausgedruckt, präsentiert, verändert, bearbeitet sowie an Dritte übermittelt werden; (2) mit eigenen Daten und Daten Anderer zusammengeführt und zu selbständigen neuen Datensätzen verbunden werden; (3) in interne und externe Geschäftsprozesse, Produkte und Anwendungen in öffentlichen und nicht öffentlichen elektronischen Netzwerken eingebunden werden.Bei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:(1) Bezeichnung des Bereitstellers nach dessen Maßgabe,(2) der Vermerk Datenlizenz Deutschland – Namensnennung – Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.Veränderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten geändert wurden.", + "attribution": "© Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert)", + "copyrightStatement": null + } + ] + }, + { + "title": "ERA5 global reanalysis", + "authors": [], + "description": "ERA5 is the fifth generation ECMWF reanalysis for the global climate and weather for the past 4 to 7 decades. Currently data is available from 1950, split into Climate Data Store entries for 1950-1978 (preliminary back extension) and from 1979 onwards (final release plus timely updates, this page). ERA5 replaces the ERA-Interim reanalysis. See the online ERA5 documentation (https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency) for more information.", + "publicationYear": null, + "path": "https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency", + "sourceLicenses": [ + { + "name": "Licence to use Copernicus Products", + "title": "Licence to use Copernicus Products", + "path": "https://cds.climate.copernicus.eu/api/v2/terms/static/licence-to-use-copernicus-products.pdf", + "instruction": "This Licence is free of charge, worldwide, non-exclusive, royalty free and perpetual. Access to Copernicus Products is given for any purpose in so far as it is lawful, whereas use may include, but is not limited to: reproduction; distribution; communication to the public; adaptation, modification and combination with other data and information; or any combination of the foregoing", + "attribution": "© Copernicus Climate Change Service (C3S) Climate Data Store", + "copyrightStatement": null + } + ] + }, + { + "title": "Peta5 0 1 HD res", + "authors": [], + "description": "modelled Heat Demand distribution (in GJ per hectare grid cell) for residential heat demands for space heating and hot water for the year 2015 using HRE4 data and the combined top-down bottom-up approach of HRE4", + "publicationYear": null, + "path": "https://s-eenergies-open-data-euf.hub.arcgis.com/search", + "sourceLicenses": [ + { + "name": "Creative Commons Attribution 4.0 International", + "title": "CC BY 4.0", + "path": "https://creativecommons.org/licenses/by/4.0/", + "instruction": "You are free: To Share, To Adapt; As long as you: Attribute!", + "attribution": "\\u00a9 Flensburg, Halmstad and Aalborg universities", + "copyrightStatement": null + } + ] + }, + { + "title": "Peta5 0 1 HD ser", + "authors": [], + "description": "modelled Heat Demand distribution (in GJ per hectare grid cell) for service-sector heat demands for space heating, hot water and process heat for the year 2015 using HRE4 data and the combined top-down bottom-up approach of HRE4", + "publicationYear": null, + "path": "https://s-eenergies-open-data-euf.hub.arcgis.com/search", + "sourceLicenses": [ + { + "name": "Creative Commons Attribution 4.0 International", + "title": "CC BY 4.0", + "path": "https://creativecommons.org/licenses/by/4.0/", + "instruction": "You are free: To Share, To Adapt; As long as you: Attribute!", + "attribution": "\\u00a9 Flensburg, Halmstad and Aalborg universities", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "building_id", + "description": "Building id (reference to: openstreetmap.osm_buildings_filtered.id, openstreetmap.osm_buildings_synthetic.id, boundaries.egon_map_zensus_mvgd_building)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "scenario", + "description": "Scenario (eGon100RE, eGon2035)", + "type": "character varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "sector", + "description": "Sector (cts, residential)", + "type": "characters varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "peak_load_in_w", + "description": "Peak load value", + "type": "real", + "nullable": true, + "unit": "W", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "b", + "u", + "i", + "l", + "d", + "i", + "n", + "g", + "_", + "i", + "d", + ",", + " ", + "s", + "c", + "e", + "n", + "a", + "r", + "i", + "o", + ",", + " ", + "s", + "e", + "c", + "t", + "o", + "r" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_cts_electricity_demand_building_share", + "title": "Electricity demand profile share of egon cts buildings", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Electricity demand profile share of egon cts buildings for two scenarios with bus_id", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2023-03-13", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "Buildings", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2023-03-13", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download", + "authors": [], + "description": "Als Download bieten wir Ihnen auf dieser Seite zus\\u00e4tzlich zur Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- und Familien- sowie Geb\\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen auf Bundes-, L\\u00e4nder-, Kreis- und Gemeindeebene vor. Au\\u00dferdem sind einzelne Ergebnisse f\\u00fcr Gitterzellen verf\\u00fcgbar.", + "publicationYear": null, + "path": "https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014", + "copyrightStatement": null + } + ] + }, + { + "title": "Dokumentation - Zensus 2011 - Methoden und Verfahren", + "authors": [], + "description": "Diese Publikation beschreibt ausf\\u00fchrlich die Methoden und Verfahren des registergest\\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von den Statistischen \\u00c4mtern des Bundes und der L\\u00e4nder im Juni 2015 ver\\u00f6ffentlicht.", + "publicationYear": null, + "path": "https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft)", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + }, + { + "title": "DemandRegio", + "authors": [], + "description": "Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen Auflösung von Energienachfragen", + "publicationYear": null, + "path": "https://doi.org/10.34805/ffe-119-20", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "building_id", + "description": "Building id (reference to: openstreetmap.osm_buildings_filtered.id, openstreetmap.osm_buildings_synthetic.id, boundaries.egon_map_zensus_mvgd_building)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "scenario", + "description": "Scenario (eGon100RE, eGon2035) (reference: demand.egon_etrago_electricity_cts.scn_name)", + "type": "character varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "bus_id", + "description": "MVGD bus_id (reference to: demand.egon_etrago_electricity_cts.bus_id, grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "profile_share", + "description": "Profile share of MVGD elctricity profile", + "type": "real", + "nullable": true, + "unit": "None", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "b", + "u", + "i", + "l", + "d", + "i", + "n", + "g", + "_", + "i", + "d", + ",", + " ", + "s", + "c", + "e", + "n", + "a", + "r", + "i", + "o" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_cts_heat_demand_building_share", + "title": "Heat demand profile share of egon cts buildings", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Heat demand profile share of egon cts buildings for two scenarios with bus_id", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2023-03-13", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "Buildings", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2023-03-13", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + }, + { + "title": "Peta5 0 1 HD ser", + "authors": [], + "description": "modelled Heat Demand distribution (in GJ per hectare grid cell) for service-sector heat demands for space heating, hot water and process heat for the year 2015 using HRE4 data and the combined top-down bottom-up approach of HRE4", + "publicationYear": null, + "path": "https://s-eenergies-open-data-euf.hub.arcgis.com/search", + "sourceLicenses": [ + { + "name": "Creative Commons Attribution 4.0 International", + "title": "CC BY 4.0", + "path": "https://creativecommons.org/licenses/by/4.0/", + "instruction": "You are free: To Share, To Adapt; As long as you: Attribute!", + "attribution": "\\u00a9 Flensburg, Halmstad and Aalborg universities", + "copyrightStatement": null + } + ] + }, + { + "title": "Peta5 0 1 HD res", + "authors": [], + "description": "modelled Heat Demand distribution (in GJ per hectare grid cell) for residential heat demands for space heating and hot water for the year 2015 using HRE4 data and the combined top-down bottom-up approach of HRE4", + "publicationYear": null, + "path": "https://s-eenergies-open-data-euf.hub.arcgis.com/search", + "sourceLicenses": [ + { + "name": "Creative Commons Attribution 4.0 International", + "title": "CC BY 4.0", + "path": "https://creativecommons.org/licenses/by/4.0/", + "instruction": "You are free: To Share, To Adapt; As long as you: Attribute!", + "attribution": "\\u00a9 Flensburg, Halmstad and Aalborg universities", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "building_id", + "description": "Building id (reference to: openstreetmap.osm_buildings_filtered.id, openstreetmap.osm_buildings_synthetic.id, boundaries.egon_map_zensus_mvgd_building)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "scenario", + "description": "Scenario (eGon100RE, eGon2035)", + "type": "character varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "bus_id", + "description": "MVGD bus_id (reference to: demand.egon_etrago_heat_cts.bus_id, grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "profile_share", + "description": "Profile share of MVGD heat profile ", + "type": "real", + "nullable": true, + "unit": "None", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "b", + "u", + "i", + "l", + "d", + "i", + "n", + "g", + "_", + "i", + "d", + ",", + " ", + "s", + "c", + "e", + "n", + "a", + "r", + "i", + "o" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_daily_heat_demand_per_climate_zone", + "title": "eGon daily heat demand share per climate zone", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Share of daily heat demands per climate zone", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-09-14", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "climate", + "resolutionUnit": "zones", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2022-09-14", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "ERA5 global reanalysis", + "authors": [], + "description": "ERA5 is the fifth generation ECMWF reanalysis for the global climate and weather for the past 4 to 7 decades. Currently data is available from 1950, split into Climate Data Store entries for 1950-1978 (preliminary back extension) and from 1979 onwards (final release plus timely updates, this page). ERA5 replaces the ERA-Interim reanalysis. See the online ERA5 documentation (https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency) for more information.", + "publicationYear": null, + "path": "https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency", + "sourceLicenses": [ + { + "name": "Licence to use Copernicus Products", + "title": "Licence to use Copernicus Products", + "path": "https://cds.climate.copernicus.eu/api/v2/terms/static/licence-to-use-copernicus-products.pdf", + "instruction": "This Licence is free of charge, worldwide, non-exclusive, royalty free and perpetual. Access to Copernicus Products is given for any purpose in so far as it is lawful, whereas use may include, but is not limited to: reproduction; distribution; communication to the public; adaptation, modification and combination with other data and information; or any combination of the foregoing", + "attribution": "© Copernicus Climate Change Service (C3S) Climate Data Store", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "ClaraBuettner", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "nesnoj", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-14", + "object": "metadata", + "comment": "Update metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "climate_zone", + "description": "Name of the corresponding climate zone", + "type": "str", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "daily_demand_share", + "description": "Share of annual heat demand for each day", + "type": "double precision", + "nullable": true, + "unit": "per unit", + "isAbout": [], + "valueReference": [] + }, + { + "name": "day_of_year", + "description": "Number of day in the year", + "type": "integer", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "temperature_class", + "description": "Temperature class (considering the mean outside temeperature during the day)", + "type": "integer", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "c", + "l", + "i", + "m", + "a", + "t", + "e", + "_", + "z", + "o", + "n", + "e" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "" + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_etrago_electricity_cts", + "title": "MV cts electricity demand profiles", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Aggregated electricity demand profile of cts sector at mvgd bus level for two scenarios. Values are given in MWh.", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-09-14", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "MV", + "resolutionUnit": "Grid", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2023-03-13", + "timeseries": [ + { + "start": "2016-01-01", + "end": "2016-12-31", + "resolutionValue": "1", + "resolutionUnit": "h", + "alignment": "left", + "aggregationType": "sum" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + }, + { + "title": "Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download", + "authors": [], + "description": "Als Download bieten wir Ihnen auf dieser Seite zus\\u00e4tzlich zur Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- und Familien- sowie Geb\\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen auf Bundes-, L\\u00e4nder-, Kreis- und Gemeindeebene vor. Au\\u00dferdem sind einzelne Ergebnisse f\\u00fcr Gitterzellen verf\\u00fcgbar.", + "publicationYear": null, + "path": "https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014", + "copyrightStatement": null + } + ] + }, + { + "title": "Dokumentation - Zensus 2011 - Methoden und Verfahren", + "authors": [], + "description": "Diese Publikation beschreibt ausf\\u00fchrlich die Methoden und Verfahren des registergest\\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von den Statistischen \\u00c4mtern des Bundes und der L\\u00e4nder im Juni 2015 ver\\u00f6ffentlicht.", + "publicationYear": null, + "path": "https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft)", + "copyrightStatement": null + } + ] + }, + { + "title": "DemandRegio", + "authors": [], + "description": "Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen Auflösung von Energienachfragen", + "publicationYear": null, + "path": "https://doi.org/10.34805/ffe-119-20", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "bus_id", + "description": "MV bus_id (reference: demand.egon_cts_electricity_demand_building_share.bus_id, grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id))", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "scn_name", + "description": "Scenario name (reference: demand.egon_cts_electricity_demand_building_share.scenario)", + "type": "character varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "p_set", + "description": "Cts electricity demand load timeseries for one year (8760 hours) in MWh", + "type": "array of real", + "nullable": true, + "unit": "MWh", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "i", + "d", + ",", + " ", + "s", + "c", + "n", + "_", + "n", + "a", + "m", + "e" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_etrago_electricity_households", + "title": "MV residential electricity demand profiles", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Aggregated electricity demand profile of residential sector at mvgd bus level for two scenarios. Values are given in MWh.", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-09-14", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "MV", + "resolutionUnit": "Grid", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2023-03-13", + "timeseries": [ + { + "start": "2016-01-01", + "end": "2016-12-31", + "resolutionValue": "1", + "resolutionUnit": "h", + "alignment": "left", + "aggregationType": "sum" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + }, + { + "title": "Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download", + "authors": [], + "description": "Als Download bieten wir Ihnen auf dieser Seite zus\\u00e4tzlich zur Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- und Familien- sowie Geb\\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen auf Bundes-, L\\u00e4nder-, Kreis- und Gemeindeebene vor. Au\\u00dferdem sind einzelne Ergebnisse f\\u00fcr Gitterzellen verf\\u00fcgbar.", + "publicationYear": null, + "path": "https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014", + "copyrightStatement": null + } + ] + }, + { + "title": "Dokumentation - Zensus 2011 - Methoden und Verfahren", + "authors": [], + "description": "Diese Publikation beschreibt ausf\\u00fchrlich die Methoden und Verfahren des registergest\\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von den Statistischen \\u00c4mtern des Bundes und der L\\u00e4nder im Juni 2015 ver\\u00f6ffentlicht.", + "publicationYear": null, + "path": "https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft)", + "copyrightStatement": null + } + ] + }, + { + "title": "DemandRegio", + "authors": [], + "description": "Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen Auflösung von Energienachfragen", + "publicationYear": null, + "path": "https://doi.org/10.34805/ffe-119-20", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "bus_id", + "description": "MV bus_id (reference: demand.egon_cts_electricity_demand_building_share.bus_id, grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id))", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "scn_name", + "description": "Scenario name", + "type": "character varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "p_set", + "description": "Residential electricity demand load timeseries for one year (8760 hours) in MWh", + "type": "array of double precission", + "nullable": true, + "unit": "MWh", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "i", + "d", + ",", + " ", + "s", + "c", + "n", + "_", + "n", + "a", + "m", + "e" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_etrago_heat_cts", + "title": "MV cts heat demand profiles", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Aggregated heat demand profile of cts sector at mvgd bus level for two scenarios. Values are given in MWh.", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2023-03-13", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "MV", + "resolutionUnit": "Grid", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2023-03-13", + "timeseries": [ + { + "start": "2016-01-01", + "end": "2016-12-31", + "resolutionValue": "1", + "resolutionUnit": "h", + "alignment": "left", + "aggregationType": "sum" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "Verwaltungsgebiete 1:250 000 (Ebenen)", + "authors": [], + "description": "Der Datenbestand umfasst sämtliche Verwaltungseinheiten der hierarchischen Verwaltungsebenen vom Staat bis zu den Gemeinden mit ihren Grenzen, statistischen Schlüsselzahlen, Namen der Verwaltungseinheit sowie die spezifische Bezeichnung der Verwaltungsebene des jeweiligen Landes.", + "publicationYear": null, + "path": "https://daten.gdz.bkg.bund.de/produkte/vg/vg250_ebenen_0101/2020/vg250_01-01.geo84.shape.ebenen.zip", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland – Namensnennung – Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser „Datenlizenz Deutschland - Namensnennung - Version 2.0 zulässig.Die bereitgestellten Daten und Metadaten dürfen für die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielfältigt, ausgedruckt, präsentiert, verändert, bearbeitet sowie an Dritte übermittelt werden; (2) mit eigenen Daten und Daten Anderer zusammengeführt und zu selbständigen neuen Datensätzen verbunden werden; (3) in interne und externe Geschäftsprozesse, Produkte und Anwendungen in öffentlichen und nicht öffentlichen elektronischen Netzwerken eingebunden werden.Bei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:(1) Bezeichnung des Bereitstellers nach dessen Maßgabe,(2) der Vermerk Datenlizenz Deutschland – Namensnennung – Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.Veränderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten geändert wurden.", + "attribution": "© Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert)", + "copyrightStatement": null + } + ] + }, + { + "title": "Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download", + "authors": [], + "description": "Als Download bieten wir Ihnen auf dieser Seite zus\\u00e4tzlich zur Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- und Familien- sowie Geb\\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen auf Bundes-, L\\u00e4nder-, Kreis- und Gemeindeebene vor. Au\\u00dferdem sind einzelne Ergebnisse f\\u00fcr Gitterzellen verf\\u00fcgbar.", + "publicationYear": null, + "path": "https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014", + "copyrightStatement": null + } + ] + }, + { + "title": "Dokumentation - Zensus 2011 - Methoden und Verfahren", + "authors": [], + "description": "Diese Publikation beschreibt ausf\\u00fchrlich die Methoden und Verfahren des registergest\\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von den Statistischen \\u00c4mtern des Bundes und der L\\u00e4nder im Juni 2015 ver\\u00f6ffentlicht.", + "publicationYear": null, + "path": "https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft)", + "copyrightStatement": null + } + ] + }, + { + "title": "ERA5 global reanalysis", + "authors": [], + "description": "ERA5 is the fifth generation ECMWF reanalysis for the global climate and weather for the past 4 to 7 decades. Currently data is available from 1950, split into Climate Data Store entries for 1950-1978 (preliminary back extension) and from 1979 onwards (final release plus timely updates, this page). ERA5 replaces the ERA-Interim reanalysis. See the online ERA5 documentation (https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency) for more information.", + "publicationYear": null, + "path": "https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency", + "sourceLicenses": [ + { + "name": "Licence to use Copernicus Products", + "title": "Licence to use Copernicus Products", + "path": "https://cds.climate.copernicus.eu/api/v2/terms/static/licence-to-use-copernicus-products.pdf", + "instruction": "This Licence is free of charge, worldwide, non-exclusive, royalty free and perpetual. Access to Copernicus Products is given for any purpose in so far as it is lawful, whereas use may include, but is not limited to: reproduction; distribution; communication to the public; adaptation, modification and combination with other data and information; or any combination of the foregoing", + "attribution": "© Copernicus Climate Change Service (C3S) Climate Data Store", + "copyrightStatement": null + } + ] + }, + { + "title": "Peta5 0 1 HD ser", + "authors": [], + "description": "modelled Heat Demand distribution (in GJ per hectare grid cell) for service-sector heat demands for space heating, hot water and process heat for the year 2015 using HRE4 data and the combined top-down bottom-up approach of HRE4", + "publicationYear": null, + "path": "https://s-eenergies-open-data-euf.hub.arcgis.com/search", + "sourceLicenses": [ + { + "name": "Creative Commons Attribution 4.0 International", + "title": "CC BY 4.0", + "path": "https://creativecommons.org/licenses/by/4.0/", + "instruction": "You are free: To Share, To Adapt; As long as you: Attribute!", + "attribution": "\\u00a9 Flensburg, Halmstad and Aalborg universities", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "bus_id", + "description": "MV bus_id (reference: demand.egon_cts_heat_demand_building_share.bus_id, grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "scn_name", + "description": "Scenario name (reference: demand.egon_cts_heat_demand_building_share.scenario)", + "type": "character varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "p_set", + "description": "Cts heat demand load timeseries for one year (8760 hours) in MWh", + "type": "array of real", + "nullable": true, + "unit": "MWh", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "i", + "d", + ",", + " ", + "s", + "c", + "n", + "_", + "n", + "a", + "m", + "e" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_heat_idp_pool", + "title": "eGon pool of residential intra-day heat demand profiles", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Pool of individual, normalized intra-day heat demand profiles of residential buildings. Timeseries only represent one day but are used to be merged for a whole year ", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-09-14", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "none", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2022-09-14", + "timeseries": [ + { + "start": "2011-01-01 00:00", + "end": "2011-12-31 23:00", + "resolutionValue": "1", + "resolutionUnit": "h", + "alignment": "left", + "aggregationType": "sum" + } + ] + }, + "sources": [ + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "ClaraBuettner", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "nesnoj", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-14", + "object": "metadata", + "comment": "Update metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "house", + "description": "Type of residential house, either SFH (single family house) or MFH (multi family house)", + "type": "str", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "idp", + "description": "Normalized intra-day-profile", + "type": "array of double precision", + "nullable": false, + "unit": "per unit", + "isAbout": [], + "valueReference": [] + }, + { + "name": "index", + "description": "Unique identifier", + "type": "integer", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "temperature_class", + "description": "Temperature class (considering the mean outside temeperature during the day)", + "type": "integer", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "i", + "n", + "d", + "e", + "x" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "" + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_heat_timeseries_selected_profiles", + "title": "eGon selected intra-day profiles per building", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "List of selected intra-day-profiles for each residential building in Germany", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-09-14", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "none", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "buildings", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2022-09-14", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at ''referenceDate''", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "ClaraBuettner", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "nesnoj", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-14", + "object": "metadata", + "comment": "Update metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "building_id", + "description": "Index of the corresponding building", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "selected_idp_profiles", + "description": "List of selected profiles for each day in the year", + "type": "array of integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "zensus_population_id", + "description": "Index of corresponding census cell", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "b", + "u", + "i", + "l", + "d", + "i", + "n", + "g", + "_", + "i", + "d" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "" + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_household_electricity_profile_in_census_cell", + "title": "eGon household electricity profiles in census cells", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Mapping table for residential electricity profiles to census cell including scaling factors for two scenarios (eGon2035, eGon100RE).", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-09-14", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "100", + "resolutionUnit": "m x 100 m", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2022-09-14", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "Verwaltungsgebiete 1:250 000 (Ebenen)", + "authors": [], + "description": "Der Datenbestand umfasst sämtliche Verwaltungseinheiten der hierarchischen Verwaltungsebenen vom Staat bis zu den Gemeinden mit ihren Grenzen, statistischen Schlüsselzahlen, Namen der Verwaltungseinheit sowie die spezifische Bezeichnung der Verwaltungsebene des jeweiligen Landes.", + "publicationYear": null, + "path": "https://daten.gdz.bkg.bund.de/produkte/vg/vg250_ebenen_0101/2020/vg250_01-01.geo84.shape.ebenen.zip", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland – Namensnennung – Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser „Datenlizenz Deutschland - Namensnennung - Version 2.0 zulässig.Die bereitgestellten Daten und Metadaten dürfen für die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielfältigt, ausgedruckt, präsentiert, verändert, bearbeitet sowie an Dritte übermittelt werden; (2) mit eigenen Daten und Daten Anderer zusammengeführt und zu selbständigen neuen Datensätzen verbunden werden; (3) in interne und externe Geschäftsprozesse, Produkte und Anwendungen in öffentlichen und nicht öffentlichen elektronischen Netzwerken eingebunden werden.Bei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:(1) Bezeichnung des Bereitstellers nach dessen Maßgabe,(2) der Vermerk Datenlizenz Deutschland – Namensnennung – Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.Veränderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten geändert wurden.", + "attribution": "© Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert)", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + }, + { + "title": "DemandRegio", + "authors": [], + "description": "Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen Auflösung von Energienachfragen", + "publicationYear": null, + "path": "https://doi.org/10.34805/ffe-119-20", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "ClaraBuettner", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Updated metadata" + }, + { + "title": "nesnoj", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-14", + "object": "metadata", + "comment": "Update metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "cell_id", + "description": "Census cell id (reference to: society.destatis_zensus_population_per_ha_inside_germany.id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "grid_id", + "description": "Descriptive ID of census cell given by Statistisches Bundesamt (Destatis)", + "type": "character varying", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "cell_profile_ids", + "description": "Household profile ids", + "type": "array of integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "nuts3", + "description": "NUTS-3 ID of the census cell", + "type": "character varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "nuts1", + "description": "NUTS-1 ID of the census cell", + "type": "character varying", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "factor_2035", + "description": "Scaling factor for all profiles in the respective census cell for scenario eGon2035", + "type": "double precision", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "factor_2050", + "description": "Scaling factor for all profiles in the respective census cell for scenario eGon100RE", + "type": "double precision", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "c", + "e", + "l", + "l", + "_", + "i", + "d" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.egon_household_electricity_profile_of_buildings", + "title": "eGon household electricity profiles of buildings", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Mapping table for residential electricity profiles to buildings via project internal building_id and corresponding census cell_id. ", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-09-14", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "Buildings", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2022-09-14", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "ClaraBuettner", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Updated metadata" + }, + { + "title": "nesnoj", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-14", + "object": "metadata", + "comment": "Update metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "id", + "description": "Unique identifier", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "building_id", + "description": "Building id (reference to: openstreetmap.osm_buildings_residential.id, openstreetmap.osm_buildings_synthetic.id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "cell_id", + "description": "Census cell id (reference to: society.destatis_zensus_population_per_ha_inside_germany.id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "profile_id", + "description": "ID of iee household profiles (reference to: iee_household_load_profiles.type)", + "type": "character varying", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "i", + "d" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "demand.iee_household_load_profiles", + "title": "eGon pool of electricity household load profiles", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "100.000 annual profiles in hourly resolution of electricity demand of private households for different household types (singles, couples, other) with varying number of elderly and children. The profiles were created using a bottom-up load profile generator by Fraunhofer IEE developed in the Bachelors thesis \"Auswirkungen verschiedener Haushaltslastprofile auf PV-Batterie-Systeme\" by Jonas Haack, Fachhochschule Flensburg, December 2012. The columns are named as follows: \"a\", e.g. P2a0000 is the first profile of a couples household with 2 children. See publication below for the list of prefixes. Values are given in Wh.", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-09-14", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2022-06-10", + "timeseries": [ + { + "start": "2016-01-01", + "end": "2016-12-31", + "resolutionValue": "1", + "resolutionUnit": "h", + "alignment": "left", + "aggregationType": "sum" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "ClaraBuettner", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Updated metadata" + }, + { + "title": "nesnoj", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-14", + "object": "metadata", + "comment": "Update metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "id", + "description": "Unique identifier", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "type", + "description": "Profile id", + "type": "character(8)", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "load_in_wh", + "description": "Residential demand load timeseries for one year (8760 hours) in Wh", + "type": "array of real", + "nullable": true, + "unit": "Wh", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "i", + "d" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "grid.egon_mv_grid_district", + "title": "eGon MV grid districts", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Mapping table of bus_id to polygons shapes for MV grid districts.", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2023-03-13", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "MV", + "resolutionUnit": "Grids", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "Verwaltungsgebiete 1:250 000 (Ebenen)", + "authors": [], + "description": "Der Datenbestand umfasst sämtliche Verwaltungseinheiten der hierarchischen Verwaltungsebenen vom Staat bis zu den Gemeinden mit ihren Grenzen, statistischen Schlüsselzahlen, Namen der Verwaltungseinheit sowie die spezifische Bezeichnung der Verwaltungsebene des jeweiligen Landes.", + "publicationYear": null, + "path": "https://daten.gdz.bkg.bund.de/produkte/vg/vg250_ebenen_0101/2020/vg250_01-01.geo84.shape.ebenen.zip", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland – Namensnennung – Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser „Datenlizenz Deutschland - Namensnennung - Version 2.0 zulässig.Die bereitgestellten Daten und Metadaten dürfen für die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielfältigt, ausgedruckt, präsentiert, verändert, bearbeitet sowie an Dritte übermittelt werden; (2) mit eigenen Daten und Daten Anderer zusammengeführt und zu selbständigen neuen Datensätzen verbunden werden; (3) in interne und externe Geschäftsprozesse, Produkte und Anwendungen in öffentlichen und nicht öffentlichen elektronischen Netzwerken eingebunden werden.Bei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:(1) Bezeichnung des Bereitstellers nach dessen Maßgabe,(2) der Vermerk Datenlizenz Deutschland – Namensnennung – Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.Veränderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten geändert wurden.", + "attribution": "© Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert)", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "building_id", + "description": "Building id (reference to: openstreetmap.osm_buildings_filtered.id, openstreetmap.osm_buildings_synthetic.id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "bus_id", + "description": "MVGD bus id (reference to: grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "geom", + "description": "Polygon of mv grid district (CRS: ERTS89/EPSG:3035)", + "type": "geometry", + "nullable": true, + "unit": "None", + "isAbout": [], + "valueReference": [] + }, + { + "name": "area", + "description": "Area covered by mvgd", + "type": "double precision", + "nullable": true, + "unit": "m^2", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "b", + "u", + "s", + "_", + "i", + "d" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "openstreetmap.osm_buildings_filtered", + "title": "eGon filtered buildings from openstreetmap", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Tag filtered list of buildings from OpenStreetMap which might have electricity or heat demand - (c) OpenStreetMap contributors", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2023-03-13", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "Buildings", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2022-01-01", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "Created metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "osm_id", + "description": "Openstreetmap identifier", + "type": "bigint", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "amenitiy", + "description": "Type of amenitiy if given", + "type": "text", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "building", + "description": "Type of building", + "type": "text", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "name", + "description": "Name of the building if given", + "type": "text", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "geom_building", + "description": "Polygon of the building (CRS: ERTS89/EPSG:3035)", + "type": "geometry", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "area", + "description": "Surface area of building", + "type": "double precision", + "nullable": true, + "unit": "m^2", + "isAbout": [], + "valueReference": [] + }, + { + "name": "geom_point", + "description": "Centroid of the building (CRS: ERTS89/EPSG:3035)", + "type": "geometry", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "tags", + "description": "Opensteetmap tags assigned to the building", + "type": "hstore", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "id", + "description": "Unique identifyer and project internal building id (reference to: demand.egon_hp_capacity_buildings.building_id, demand.egon_cts_heat_demand_building_share.building_id, demand.egon_cts_electricity_demand_building_share.building_id, demand.egon_household_electricity_profile_of_buildings.building_id, demand.egon_building_heat_peak_loads.building_id, demand.egon_building_electricity_peak_loads.building_id, boundaries.egon_map_zensus_mvgd_buildings.building_id)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "i", + "d" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "openstreetmap.osm_buildings_synthetic", + "title": "eGon synthetic residential buildings", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": " List of generated synthetic buildings ", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-09-14", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "Buildings", + "resolutionUnit": "", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "2022-09-14", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", + "authors": [], + "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository. egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", + "publicationYear": null, + "path": "https://doi.org/10.5281/zenodo.6630616", + "sourceLicenses": [ + { + "name": "CC-BY-4.0", + "title": "Creative Commons Attribution 4.0 International", + "path": "https://creativecommons.org/licenses/by/4.0/legalcode", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", + "attribution": "© eGon-data developers, © Leibniz Institute for Applied Geophysics, © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden 2008, © Statistische Ämter des Bundes und der Länder 2021", + "copyrightStatement": null + } + ] + }, + { + "title": "eGon-data", + "authors": [], + "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", + "publicationYear": null, + "path": "https://github.com/openego/eGon-data", + "sourceLicenses": [ + { + "name": "AGPL-3.0 License", + "title": "GNU Affero General Public License v3.0", + "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", + "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", + "attribution": "© eGon-data developers", + "copyrightStatement": null + } + ] + }, + { + "title": "OpenStreetMap Data Extracts (Geofabrik)", + "authors": [], + "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", + "publicationYear": null, + "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", + "sourceLicenses": [ + { + "name": "ODbL-1.0", + "title": "Open Data Commons Open Database License 1.0", + "path": "https://opendatacommons.org/licenses/odbl/1.0/", + "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", + "attribution": "© OpenStreetMap contributors", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "ClaraBuettner", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-12", + "object": "metadata", + "comment": "Updated metadata" + }, + { + "title": "nesnoj", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2022-09-14", + "object": "metadata", + "comment": "Update metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "id", + "description": "Unique identifyer and project internal building id (reference to: openstreetmap.osm_buildings_residential.id, demand.egon_household_electricity_profile_of_buildings.building_id)", + "type": "character varying", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "area", + "description": "Surface area of building", + "type": "real", + "nullable": true, + "unit": "m^2", + "isAbout": [], + "valueReference": [] + }, + { + "name": "building", + "description": "Type of building (residential or cts)", + "type": "character varying(11)", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "cell_id", + "description": "Census cell id (reference to: society.destatis_zensus_population_per_ha_inside_germany.id)", + "type": "character varying", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "geom_building", + "description": "Polygon of building (CRS: ERTS89/EPSG:3035)", + "type": "geometry", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "geom_point", + "description": "Centroid of building (CRS: ERTS89/EPSG:3035)", + "type": "geometry", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "n_amenities_inside", + "description": "Number of amenities inside the building (always zero if not cts building)", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "i", + "d" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "society.destatis_zensus_population_per_ha", + "title": "DESTATIS - Zensus 2011 - Population per hectar", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "National census in Germany in 2011.", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2022-08-06", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "1", + "resolutionUnit": "ha", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download", + "authors": [], + "description": "Als Download bieten wir Ihnen auf dieser Seite zus\\u00e4tzlich zur Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- und Familien- sowie Geb\\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen auf Bundes-, L\\u00e4nder-, Kreis- und Gemeindeebene vor. Au\\u00dferdem sind einzelne Ergebnisse f\\u00fcr Gitterzellen verf\\u00fcgbar.", + "publicationYear": null, + "path": "https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014", + "copyrightStatement": null + } + ] + }, + { + "title": "Dokumentation - Zensus 2011 - Methoden und Verfahren", + "authors": [], + "description": "Diese Publikation beschreibt ausf\\u00fchrlich die Methoden und Verfahren des registergest\\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von den Statistischen \\u00c4mtern des Bundes und der L\\u00e4nder im Juni 2015 ver\\u00f6ffentlicht.", + "publicationYear": null, + "path": "https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft)", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "id", + "description": "Unique identifier", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "grid_id", + "description": "Grid number of source", + "type": "string", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "population", + "description": "Number of registred residents", + "type": "integer", + "nullable": true, + "unit": "resident", + "isAbout": [], + "valueReference": [] + }, + { + "name": "geom_point", + "description": "Geometry centroid of zensus cell (CRS: ERTS89/EPSG:3035)", + "type": "Geometry", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "geom", + "description": "Geometry of zensus cell (CRS: ERTS89/EPSG:3035)", + "type": "Geometry", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "i", + "d" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + }, + { + "@id": null, + "name": "society.egon_destatis_zensus_apartment_building_population_per_ha", + "title": "eGon - Zensus 2011 - Apartments, Buildings, Population per hectar", + "path": "WILL_BE_SET_AT_PUBLICATION", + "description": "Apartments, Buildings, Population from national census in Germany in 2011.", + "subject": [ + { + "name": "", + "@id": null + } + ], + "publicationDate": "2023-03-13", + "embargoPeriod": { + "start": "", + "end": "", + "isActive": false + }, + "spatial": { + "location": { + "address": "", + "@id": null, + "latitude": "", + "longitude": "" + }, + "extent": { + "name": "Germany", + "@id": null, + "resolutionValue": "1", + "resolutionUnit": "ha", + "boundingBox": [ + 0, + 0, + 0, + 0 + ], + "crs": "" + } + }, + "temporal": { + "referenceDate": "", + "timeseries": [ + { + "start": "", + "end": "", + "resolutionValue": "", + "resolutionUnit": "", + "alignment": "", + "aggregationType": "" + } + ] + }, + "sources": [ + { + "title": "Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download", + "authors": [], + "description": "Als Download bieten wir Ihnen auf dieser Seite zus\\u00e4tzlich zur Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- und Familien- sowie Geb\\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen auf Bundes-, L\\u00e4nder-, Kreis- und Gemeindeebene vor. Au\\u00dferdem sind einzelne Ergebnisse f\\u00fcr Gitterzellen verf\\u00fcgbar.", + "publicationYear": null, + "path": "https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014", + "copyrightStatement": null + } + ] + }, + { + "title": "Dokumentation - Zensus 2011 - Methoden und Verfahren", + "authors": [], + "description": "Diese Publikation beschreibt ausf\\u00fchrlich die Methoden und Verfahren des registergest\\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von den Statistischen \\u00c4mtern des Bundes und der L\\u00e4nder im Juni 2015 ver\\u00f6ffentlicht.", + "publicationYear": null, + "path": "https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile", + "sourceLicenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft)", + "copyrightStatement": null + } + ] + } + ], + "contributors": [ + { + "title": "nailend", + "path": null, + "organization": null, + "roles": [ + "" + ], + "date": "2023-03-13", + "object": "metadata", + "comment": "Create metadata" + }, + { + "title": "Open Energy Platform oemetadata conversion to v2", + "path": "https://github.com/OpenEnergyPlatform", + "role": [ + "platform-maintainer" + ], + "organization": "OpenEnergyFamily", + "date": "2021-09-01", + "object": "conversion of all metadata to oemetadata version 2.0.4", + "comment": "The conversion was done by the OpenEnergyFamily team using the OMI software.We did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries will be lost." + } + ], + "type": "Table", + "format": "PostgreSQL", + "encoding": "UTF-8", + "schema": { + "fields": [ + { + "name": "grid_id", + "description": "Grid number of source", + "type": "string", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "zensus_population_id", + "description": "Unique identifier", + "type": "integer", + "nullable": false, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "building_count", + "description": "Number of buildings within zensus cell ", + "type": "smallint", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "apartment_count", + "description": "Number of appartments within zensus cells", + "type": "smallint", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "population", + "description": "Number of registred residents", + "type": "integer", + "nullable": true, + "unit": "resident", + "isAbout": [], + "valueReference": [] + }, + { + "name": "geom", + "description": "Geometry of zensus cell (CRS: ERTS89/EPSG:3035)", + "type": "Geometry", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + }, + { + "name": "geom_point", + "description": "Geometry centroid of zensus cell (CRS: ERTS89/EPSG:3035)", + "type": "Geometry", + "nullable": true, + "unit": "none", + "isAbout": [], + "valueReference": [] + } + ], + "primaryKey": [ + "n", + "o", + "n", + "e" + ], + "foreignKeys": [ + { + "fields": [ + "" + ], + "reference": { + "resource": "", + "fields": [ + "" + ] + } + } + ] + }, + "dialect": { + "delimiter": "", + "decimalSeparator": "." + }, + "review": { + "path": "", + "badge": "" + }, + "context": { + "grantNo": "03EI1002", + "fundingAgency": "Bundesministerium f\\u00fcr Wirtschaft und Energie", + "sourceCode": "https://github.com/openego/eGon-data", + "documentation": "https://egon-data.readthedocs.io/en/latest/", + "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg", + "homepage": "https://ego-n.org/", + "contact": "https://ego-n.org/partners/", + "title": "", + "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", + "publisher": "" + }, + "licenses": [ + { + "name": "dl-by-de/2.0", + "title": "Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0", + "path": "www.govdata.de/dl-de/by-2-0", + "instruction": "Jede Nutzung ist unter den Bedingungen dieser \\u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\\u00e4ssig.\\nDie bereitgestellten Daten und Metadaten d\\u00fcrfen f\\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) vervielf\\u00e4ltigt, ausgedruckt, pr\\u00e4sentiert, ver\\u00e4ndert, bearbeitet sowie an Dritte \\u00fcbermittelt werden;\\n (2) mit eigenen Daten und Daten Anderer zusammengef\\u00fchrt und zu selbst\\u00e4ndigen neuen Datens\\u00e4tzen verbunden werden;\\n (3) in interne und externe Gesch\\u00e4ftsprozesse, Produkte und Anwendungen in \\u00f6ffentlichen und nicht \\u00f6ffentlichen elektronischen Netzwerken eingebunden werden.\\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:\\n(1) Bezeichnung des Bereitstellers nach dessen Ma\\u00dfgabe,\\n(2) der Vermerk Datenlizenz Deutschland \\u2013 Namensnennung \\u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie\\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\\nVer\\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\\u00e4ndert wurden.", + "attribution": "\\u00a9 Statistische \\u00c4mter des Bundes und der L\\u00e4nder 2014; \\u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\\u00e4ndert)", + "copyrightStatement": null + } + ], + "languages": [ + "undefined" + ], + "topics": [ + "model_draft" + ], + "keywords": [ + "" + ] + } + ], + "metaMetadata": { + "metadataVersion": "OEMetadata-2.0.4", + "metadataLicense": { + "name": "CC0-1.0", + "title": "Creative Commons Zero v1.0 Universal", + "path": "https://creativecommons.org/publicdomain/zero/1.0" + } + } +} diff --git a/src/egon/data/airflow/dags/pipeline_status_quo.py b/src/egon/data/airflow/dags/pipeline_status_quo.py index 88d9c2798..82bc72080 100755 --- a/src/egon/data/airflow/dags/pipeline_status_quo.py +++ b/src/egon/data/airflow/dags/pipeline_status_quo.py @@ -3,8 +3,8 @@ from airflow.utils.dates import days_ago import airflow -from egon.data.config import settings as egon_settings from egon.data.config import set_numexpr_threads +from egon.data.config import settings as egon_settings from egon.data.datasets import database from egon.data.datasets.ch4_prod import CH4Production from egon.data.datasets.ch4_storages import CH4Storages @@ -45,7 +45,9 @@ from egon.data.datasets.heat_etrago import HeatEtrago from egon.data.datasets.heat_etrago.hts_etrago import HtsEtragoTable from egon.data.datasets.heat_supply import HeatSupply -from egon.data.datasets.heat_supply.individual_heating import HeatPumpsStatusQuo +from egon.data.datasets.heat_supply.individual_heating import ( + HeatPumpsStatusQuo, +) from egon.data.datasets.industrial_sites import MergeIndustrialSites from egon.data.datasets.industry import IndustrialDemandCurves from egon.data.datasets.loadarea import LoadArea, OsmLanduse @@ -81,9 +83,11 @@ with airflow.DAG( f"{prefix}powerd-status-quo-processing-pipeline", description="The PoWerD Status Quo data processing DAG.", - default_args={"start_date": days_ago(1), - "email_on_failure": False, - "email":"clara.buettner@hs-flensburg.de"}, + default_args={ + "start_date": days_ago(1), + "email_on_failure": False, + "email": "clara.buettner@hs-flensburg.de", + }, template_searchpath=[ os.path.abspath( os.path.join( @@ -203,8 +207,8 @@ # TODO: What does "trans" stand for? # Calculate dynamic line rating for HV (high voltage) trans lines # dlr = Calculate_dlr( - # dependencies=[data_bundle, osmtgmod, weather_data] # , fix_subnetworks] - #) + # dependencies=[data_bundle, osmtgmod, weather_data] # , fix_subnetworks] # noqa: E501 + # ) # Map zensus grid districts zensus_mv_grid_districts = ZensusMvGridDistricts( @@ -363,7 +367,12 @@ ) # Create gas voronoi status quo create_gas_polygons_statusquo = GasAreas( - dependencies=[setup_etrago, vg250, gas_grid_insert_data, substation_voronoi] + dependencies=[ + setup_etrago, + vg250, + gas_grid_insert_data, + substation_voronoi, + ] ) # Gas abroad @@ -437,7 +446,6 @@ ] ) - # Pumped hydro and home storage units storage_units = Storages( dependencies=[ @@ -531,5 +539,3 @@ demand_curves_industry, ] ) - - diff --git a/src/egon/data/datasets/DSM_cts_ind.py b/src/egon/data/datasets/DSM_cts_ind.py index a3025968a..aa9c62907 100644 --- a/src/egon/data/datasets/DSM_cts_ind.py +++ b/src/egon/data/datasets/DSM_cts_ind.py @@ -12,7 +12,6 @@ import datetime import json -from omi.dialects import get_dialect from sqlalchemy import ARRAY, Column, Float, Integer, String from sqlalchemy.ext.declarative import declarative_base import geopandas as gpd @@ -28,7 +27,6 @@ contributors, generate_resource_fields_from_db_table, license_odbl, - meta_metadata, sources, ) @@ -368,39 +366,9 @@ def add_metadata_individual(): } ], "review": {"path": "", "badge": ""}, - "metaMetadata": meta_metadata(), - "_comment": { - "metadata": ( - "Metadata documentation and explanation (https://" - "github.com/OpenEnergyPlatform/oemetadata/blob/master/" - "metadata/v141/metadata_key_description.md)" - ), - "dates": ( - "Dates and time must follow the ISO8601 including time " - "zone (YYYY-MM-DD or YYYY-MM-DDThh:mm:ss±hh)" - ), - "units": "Use a space between numbers and units (100 m)", - "languages": ( - "Languages must follow the IETF (BCP47) format (en-GB, " - "en-US, de-DE)" - ), - "licenses": ( - "License name must follow the SPDX License List " - "(https://spdx.org/licenses/)" - ), - "review": ( - "Following the OEP Data Review (https://github.com/" - "OpenEnergyPlatform/data-preprocessing/wiki)" - ), - "none": "If not applicable use (none)", - }, } - dialect = get_dialect( - f"oep-v{meta_metadata()['metadataVersion'][4:7]}" - )() - - meta = dialect.compile_and_render(dialect.parse(json.dumps(meta))) + meta = json.dumps(meta) db.submit_comment( f"'{json.dumps(meta)}'", diff --git a/src/egon/data/datasets/chp/__init__.py b/src/egon/data/datasets/chp/__init__.py index ac51ff881..9dabd6134 100644 --- a/src/egon/data/datasets/chp/__init__.py +++ b/src/egon/data/datasets/chp/__init__.py @@ -1,9 +1,8 @@ """ -The central module containing all code dealing with combined heat and power -(CHP) plants. +The central module containing all code dealing with combined heat and +power (CHP) plants. """ -from pathlib import Path import datetime import json import time @@ -16,7 +15,6 @@ from sqlalchemy.orm import sessionmaker import geopandas as gpd import pandas as pd -import pypsa from egon.data import config, db from egon.data.datasets import Dataset, wrapped_partial @@ -43,7 +41,6 @@ context, generate_resource_fields_from_sqla_model, license_egon_data_odbl, - meta_metadata, sources, ) @@ -95,26 +92,26 @@ def metadata(): fields_df = pd.DataFrame(data=fields).set_index("name") fields_df.loc["id", "description"] = "Unique identifyer" fields_df.loc["sources", "description"] = "List of sources" - fields_df.loc["source_id", "description"] = ( - "Names of sources, e.g. MaStr_id" - ) + fields_df.loc[ + "source_id", "description" + ] = "Names of sources, e.g. MaStr_id" fields_df.loc["carrier", "description"] = "Energy carrier" - fields_df.loc["district_heating", "description"] = ( - "Used in district heating or not" - ) - fields_df.loc["el_capacity", "description"] = ( - "Installed electrical capacity" - ) + fields_df.loc[ + "district_heating", "description" + ] = "Used in district heating or not" + fields_df.loc[ + "el_capacity", "description" + ] = "Installed electrical capacity" fields_df.loc["th_capacity", "description"] = "Installed thermal capacity" - fields_df.loc["electrical_bus_id", "description"] = ( - "Index of corresponding electricity bus" - ) - fields_df.loc["district_heating_area_id", "description"] = ( - "Index of corresponding district heating bus" - ) - fields_df.loc["ch4_bus_id", "description"] = ( - "Index of corresponding methane bus" - ) + fields_df.loc[ + "electrical_bus_id", "description" + ] = "Index of corresponding electricity bus" + fields_df.loc[ + "district_heating_area_id", "description" + ] = "Index of corresponding district heating bus" + fields_df.loc[ + "ch4_bus_id", "description" + ] = "Index of corresponding methane bus" fields_df.loc["voltage_level", "description"] = "Voltage level" fields_df.loc["scenario", "description"] = "Name of scenario" fields_df.loc["geom", "description"] = "Location of CHP plant" @@ -167,10 +164,12 @@ def metadata(): "primaryKey": ["index"], "foreignKeys": [], }, - "dialect": {"delimiter": None, "decimalSeparator": "."}, + "dialect": { + "delimiter": None, + "decimalSeparator": ".", + }, } ], - "metaMetadata": meta_metadata(), } # Add metadata as a comment to the table @@ -329,7 +328,7 @@ def assign_heat_bus(): district_heating=row.district_heating, voltage_level=row.voltage_level, scenario=scenario, - geom=f"SRID=4326;POINT({row.geom.x} {row.geom.y})", + geom=(f"SRID=4326;POINT({row.geom.x} {row.geom.y})"), ) else: entry = EgonChp( @@ -344,7 +343,7 @@ def assign_heat_bus(): district_heating=row.district_heating, voltage_level=row.voltage_level, scenario=scenario, - geom=f"SRID=4326;POINT({row.geom.x} {row.geom.y})", + geom=(f"SRID=4326;POINT({row.geom.x} {row.geom.y})"), ) session.add(entry) session.commit() @@ -365,7 +364,7 @@ def insert_biomass_chp(scenario): """ cfg = config.datasets()["chp_location"] - # import target values from NEP 2021, scneario C 2035 + # import target values from NEP 2021, scenario C 2035 target = select_target("biomass", scenario) # import data for MaStR @@ -386,7 +385,7 @@ def insert_biomass_chp(scenario): ) ] - # Scaling will be done per federal state in case of eGon2035 scenario. + # Scaling per federal state in case of eGon2035 scenario. if scenario == "eGon2035": level = "federal_state" else: @@ -423,7 +422,7 @@ def insert_biomass_chp(scenario): district_heating=row.district_heating, electrical_bus_id=row.bus_id, voltage_level=row.voltage_level, - geom=f"SRID=4326;POINT({row.Laengengrad} {row.Breitengrad})", + geom=(f"SRID=4326;POINT({row.Laengengrad} {row.Breitengrad})"), ) session.add(entry) session.commit() @@ -521,7 +520,8 @@ def insert_chp_statusquo(scn="status2019"): print( f""" - CHPs with a total installed electrical capacity of {dropped_capacity} kW are dropped + CHPs with a total installed electrical + capacity of {dropped_capacity} kW are dropped because of missing or wrong location data """ ) @@ -562,7 +562,7 @@ def insert_chp_statusquo(scn="status2019"): electrical_bus_id=row.bus_id, ch4_bus_id=row.gas_bus_id, voltage_level=row.voltage_level, - geom=f"SRID=4326;POINT({row.Laengengrad} {row.Breitengrad})", + geom=(f"SRID=4326;POINT({row.Laengengrad} {row.Breitengrad})"), ) session.add(entry) session.commit() @@ -674,7 +674,8 @@ def extension_SH(): def insert_chp_egon100re(): - """Insert CHP plants for eGon100RE considering results from pypsa-eur-sec + """Insert CHP plants for eGon100RE considering results from + pypsa-eur-sec Returns ------- @@ -817,28 +818,40 @@ class Chp(Dataset): """ Extract combined heat and power plants for each scenario - This dataset creates combined heat and power (CHP) plants for each scenario and defines their use case. - The method bases on existing CHP plants from Marktstammdatenregister. For the eGon2035 scenario, - a list of CHP plans from the grid operator is used for new largescale CHP plants. CHP < 10MW are - randomly distributed. - Depending on the distance to a district heating grid, it is decided if the CHP is used to - supply a district heating grid or used by an industrial site. + This dataset creates combined heat and power (CHP) plants for each + scenario and defines their use case. The method bases on existing CHP + plants from Marktstammdatenregister. For the eGon2035 scenario, a list of + CHP plans from the grid operator is used for new largescale CHP plants. + CHP < 10MW are randomly distributed. Depending on the distance to a + district heating grid, it is decided if the CHP is used to supply a + district heating grid or used by an industrial site. *Dependencies* - * :py:class:`GasAreaseGon100RE ` - * :py:class:`GasAreaseGon2035 ` - * :py:class:`DistrictHeatingAreas ` - * :py:class:`IndustrialDemandCurves ` - * :py:class:`OsmLanduse ` - * :py:func:`download_mastr_data ` - * :py:func:`define_mv_grid_districts ` - * :py:class:`ScenarioCapacities ` + * :py:class:`GasAreaseGon100RE + ` + * :py:class:`GasAreaseGon2035 + ` + * :py:class:`DistrictHeatingAreas + ` + * :py:class:`IndustrialDemandCurves + ` + * :py:class:`OsmLanduse + ` + * :py:func:`download_mastr_data + ` + * :py:func:`define_mv_grid_districts + ` + * :py:class:`ScenarioCapacities + ` *Resulting tables* - * :py:class:`supply.egon_chp_plants ` is created and filled - * :py:class:`supply.egon_mastr_conventional_without_chp ` is created and filled + * :py:class:`supply.egon_chp_plants + ` is created and filled + * :py:class:`supply.egon_mastr_conventional_without_chp + ` is created + and filled """ diff --git a/src/egon/data/datasets/district_heating_areas/__init__.py b/src/egon/data/datasets/district_heating_areas/__init__.py index df347bdbb..beb0af576 100644 --- a/src/egon/data/datasets/district_heating_areas/__init__.py +++ b/src/egon/data/datasets/district_heating_areas/__init__.py @@ -5,11 +5,11 @@ # license text - to be added. """ -Central module containing all code creating with district heating areas. +Central module with all code for creating district heating areas. -This module obtains the information from the census tables and the heat demand -densities, demarcates so the current and future district heating areas. In the -end it saves them in the database. +This module reads data from census tables and heat-demand densities and +then demarcates current and future district-heating areas. In the end it +saves them in the database. """ import datetime import json @@ -38,7 +38,7 @@ EgonScenario, get_sector_parameters, ) -from egon.data.metadata import context, license_ccby, meta_metadata, sources +from egon.data.metadata import context, license_ccby, sources # import time @@ -46,27 +46,36 @@ # class for airflow task management (and version control) class DistrictHeatingAreas(Dataset): """ - Create district heating grids for all scenarios + Create district heating grids for all scenarios. - This dataset creates district heating grids for each scenario based on a defined - district heating share, annual heat demands calcultaed within - :py:class:`HeatDemandImport ` - and information on existing heating grids from census :py:class:`ZensusMiscellaneous ` + This dataset creates district-heating grids for each scenario based on a + defined district-heating share and annual heat demands, calculated in + :py:class:`HeatDemandImport + `, and information on + existing heating grids from census + :py:class:`ZensusMiscellaneous + `. - First the tables are created using :py:func:`create_tables`. Afterwards, the - distict heating grids for each scenario are created and inserted into the database - by applying the function :py:func:`district_heating_areas` + First the tables are created using :py:func:`create_tables`. Afterwards, + the distinct heating grids for each scenario are created and inserted into + the database by applying :py:func:`district_heating_areas`. *Dependencies* - * :py:class:`HeatDemandImport ` - * :py:class:`ZensusMiscellaneous ` - * :py:class:`ScenarioParameters ` + * :py:class:`HeatDemandImport + ` + * :py:class:`ZensusMiscellaneous + ` + * :py:class:`ScenarioParameters + ` *Resulting tables* - * :py:class:`demand.egon_map_zensus_district_heating_areas ` + * :py:class:`demand.egon_map_zensus_district_heating_areas + ` + is created and filled + * :py:class:`demand.egon_district_heating_areas + ` is created and filled - * :py:class:`demand.egon_district_heating_areas ` is created and filled """ @@ -123,7 +132,7 @@ class EgonDistrictHeatingAreas(Base): def create_tables(): - """Create tables for district heating areas + """Create tables for district heating areas. Returns ------- @@ -135,34 +144,43 @@ def create_tables(): # Drop tables db.execute_sql( - """DROP TABLE IF EXISTS - demand.egon_district_heating_areas CASCADE;""" + """ + DROP TABLE IF EXISTS demand.egon_district_heating_areas CASCADE; + """ ) db.execute_sql( - """DROP TABLE IF EXISTS - demand.egon_map_zensus_district_heating_areas CASCADE;""" + """ + DROP TABLE IF EXISTS + demand.egon_map_zensus_district_heating_areas CASCADE; + """ ) db.execute_sql( - """DROP TABLE IF EXISTS - demand.district_heating_areas CASCADE;""" + """ + DROP TABLE IF EXISTS demand.district_heating_areas CASCADE; + """ ) db.execute_sql( - """DROP TABLE IF EXISTS - demand.map_zensus_district_heating_areas CASCADE;""" + """ + DROP TABLE IF EXISTS + demand.map_zensus_district_heating_areas CASCADE; + """ ) # Drop sequences db.execute_sql( - """DROP SEQUENCE IF EXISTS - demand.district_heating_areas_seq CASCADE;""" + """ + DROP SEQUENCE IF EXISTS demand.district_heating_areas_seq CASCADE; + """ ) db.execute_sql( - """DROP SEQUENCE IF EXISTS - demand.egon_map_zensus_district_heating_areas_seq CASCADE;""" + """ + DROP SEQUENCE IF EXISTS + demand.egon_map_zensus_district_heating_areas_seq CASCADE; + """ ) engine = db.engine() @@ -182,10 +200,10 @@ def load_census_data(minimum_connection_rate=0.3): The census apartment and the census building table contains information about the heating type. The information are loaded from the apartment - table, because they might be more useful when it comes to the estimation of - the connection rates. Only cells with a connection rate equal to or larger - than 30% (based on the census apartment data) are included in the returned - district_heat GeoDataFrame. + table, because they might be more useful when it comes to the estimation + of the connection rates. Only cells with a connection rate equal to or + larger than 30% (based on the census apartment data) are included in the + returned district_heat GeoDataFrame. Parameters ---------- @@ -337,8 +355,8 @@ def area_grouping( Group polygons which are close to each other. This function creates buffers around the given cell polygons (called - "raw_polygons") and unions the intersecting buffer polygons. Afterwards, it - unions the cell polygons which are within one unified buffer polygon. + "raw_polygons") and unions the intersecting buffer polygons. Afterwards, + it unions the cell polygons which are within one unified buffer polygon. If requested, the cells being in areas fulfilling the minimum heat demand criterium are selected. @@ -472,55 +490,53 @@ def area_grouping( def district_heating_areas(scenario_name, plotting=False): """ - Create scenario specific district heating areas considering on census data. + Create scenario specific district heating areas using census data. This function loads the district heating share from the scenario table and - demarcate the scenario specific district heating areas. To do so it - uses the census data on flats currently supplied with district heat, which - are supplied selected first, if the estimated connection rate >= 30%. + demarcates the scenario specific district-heating areas. It uses census + data on flats currently supplied with district heat, which are selected + first if the estimated connection rate is >= 30%. All scenarios use the Prospective Supply Districts (PSDs) made for the - eGon2035 scenario to identify the areas where additional district heating - supply is feasible. One PSD dataset is to defined which is constant over - the years to allow comparisons. Moreover, it is - assumed that the eGon2035 PSD dataset is suitable, even though the heat - demands will continue to decrease from 2035 to 2050, because district - heating systems will be to planned and built before 2050, to exist in 2050. - - It is assumed that the connection rate in cells with district heating will - be a 100%. That is because later in project the number of buildings per - cell will be used and connection rates not being 0 or 100% will create - buildings which are not fully supplied by one technology. + eGon2035 scenario to identify additional feasible district-heating areas. + One PSD dataset is defined which is constant over the years to allow + comparisons. It is assumed that the eGon2035 PSD dataset is suitable, + even though heat demands continue to decrease from 2035 to 2050, because + district heating systems must be planned and built before 2050. + + It is further assumed that the connection rate in cells with district + heating will be 100%. Later in the project, the number of buildings per + cell will be used and non-binary connection rates would create buildings + not fully supplied by one technology. The cell polygons which carry information (like heat demand etc.) are - grouped into areas which are close to each other. - Only cells with a minimum heat demand density (e.g. >100 GJ/(ha a)) are - considered when creating PSDs. Therefore, the select_high_heat_demands() - function is used. There is minimum heat demand per PSDs to achieve a - certain size. - While the grouping buffer for the creation of Prospective Supply Districts - (PSDs) is 200m as in the sEEnergies project, the buffer for grouping census - data cell with an estimated connection rate >= 30% is 500m. - The 500m buffer is also used when the resulting district heating areas are - grouped, because they are built upon the existing district heating systems. - - To reduce the final number of district heating areas having the size of - only one hectare, the minimum heat demand critrium is also applied when - grouping the cells with census data on district heat. - - To avoid huge district heating areas, as they appear in the Ruhr area, - district heating areas with an annual demand > 4,000,000 MWh are split - by nuts3 boundaries. This as set as maximum_total_demand of the - area_grouping function. + grouped into areas which are close to each other. Only cells with a + minimum heat demand density (e.g. >100 GJ/(ha a)) are considered when + creating PSDs via :func:`select_high_heat_demands`. There is a minimum + total heat demand per PSD to achieve a certain size. + + While the grouping buffer for the creation of PSDs is 200 m (as in + sEEnergies), the buffer for grouping census data (connection rate >= 30%) + is 500 m. The 500 m buffer is also used when the resulting district + heating areas are grouped, because they are built upon existing DH + systems. + + To reduce the number of tiny DH areas (single hectare), the minimum heat + demand criterion is applied when grouping the cells with census data on + district heat. + + To avoid huge DH areas (e.g. in the Ruhr area), DH areas with an annual + demand > 4,000,000 MWh are split by NUTS3 boundaries (see + ``maximum_total_demand`` in :func:`area_grouping`). Parameters ---------- scenario_name: str - name of scenario to be studies + name of scenario to be studied plotting: boolean - if True, figure showing the heat demand density curve will be created + if True, a figure of the heat demand density curve will be created Returns @@ -536,8 +552,7 @@ def district_heating_areas(scenario_name, plotting=False): Do "area_grouping(load_census_data()[0])" only once, not for all scenarios. - Check the applied buffer distances, find a justification for the - documentation + Check the applied buffer distances and justify them. """ @@ -551,9 +566,8 @@ def district_heating_areas(scenario_name, plotting=False): minimum_connection_rate = 0.3 - # Adjust minimum connection rate for status2019, and other statusquo scn - # otherwise the existing district heating grids would have too much demand - # if scenario_name == "status2019": + # Adjust min connection rate for statusquo scenarios. Otherwise the + # existing district-heating grids would have too much demand. if "status" in scenario_name: minimum_connection_rate = 0.6 @@ -561,19 +575,19 @@ def district_heating_areas(scenario_name, plotting=False): heat_demand_cells = load_heat_demands(scenario_name) # Firstly, supply the cells which already have district heating according - # to 2011 Census data and which are within likely dh areas (created - # by the area grouping function), load only the first returned result: [0] + # to 2011 Census data and which are within likely DH areas (created by the + # area grouping function). Load only the first returned result: [0] min_hd_census = 10000 / 3.6 # in MWh census_plus_heat_demand = load_census_data( minimum_connection_rate=minimum_connection_rate )[0].copy() - census_plus_heat_demand["residential_and_service_demand"] = ( - heat_demand_cells.loc[ - census_plus_heat_demand.index.values, - "residential_and_service_demand", - ] - ) + census_plus_heat_demand[ + "residential_and_service_demand" + ] = heat_demand_cells.loc[ + census_plus_heat_demand.index.values, + "residential_and_service_demand", + ] cells = area_grouping( census_plus_heat_demand, @@ -591,12 +605,11 @@ def district_heating_areas(scenario_name, plotting=False): assert ( diff > 0 - ), """The chosen district heating share in combination with the heat - demand reduction leads to an amount of district heat which is - lower than the current one. This case is not implemented yet.""" + ), """The chosen district-heating share with the heat-demand reduction + leads to an amount of district heat which is lower than the current + one. This case is not implemented yet.""" - # Secondly, supply the cells with the highest heat demand not having - # district heating yet + # Secondly, supply the cells with the highest heat demand not having DH # ASSUMPTION HERE: 2035 HD defined the PSDs min_hd = 10000 / 3.6 PSDs = area_grouping( @@ -605,37 +618,30 @@ def district_heating_areas(scenario_name, plotting=False): minimum_total_demand=min_hd, ) - # PSDs.groupby("area_id").size().sort_values() - - # select all cells not already suppied with district heat + # select all cells not already supplied with district heat new_areas = heat_demand_cells[~heat_demand_cells.index.isin(cells.index)] # sort by heat demand density new_areas = new_areas[new_areas.index.isin(PSDs.index)].sort_values( "residential_and_service_demand", ascending=False ) - new_areas["Cumulative_Sum"] = ( - new_areas.residential_and_service_demand.cumsum() - ) + new_areas[ + "Cumulative_Sum" + ] = new_areas.residential_and_service_demand.cumsum() # select cells to be supplied with district heating until district # heating share is reached new_areas = new_areas[new_areas["Cumulative_Sum"] <= diff] print( - f"""Minimum heat demand density for cells with new district heat - supply in scenario {scenario_name} is + f"""Minimum heat-demand density for cells with new DH supply in + scenario {scenario_name} is {new_areas.residential_and_service_demand.tail(1).values[0]} MWh / (ha a).""" ) print( - f"""Number of cells with new district heat supply in scenario - {scenario_name} is {len(new_areas)}.""" + f"""Number of cells with new DH supply in scenario {scenario_name} + is {len(new_areas)}.""" ) - # check = gpd.GeoDataFrame( - # cells[['residential_and_service_demand', 'geom_polygon']].append( - # new_areas[['residential_and_service_demand', 'geom_polygon']]), - # geometry='geom_polygon') - # group the resulting scenario specific district heating areas scenario_dh_area = area_grouping( pd.concat( @@ -650,12 +656,9 @@ def district_heating_areas(scenario_name, plotting=False): scenario_dh_area.loc[:, "zensus_population_id"] = scenario_dh_area.loc[ :, "zensus_population_id" ].astype(int) - # scenario_dh_area.plot(column = "area_id") scenario_dh_area.groupby("area_id").size().sort_values() scenario_dh_area.residential_and_service_demand.sum() - # scenario_dh_area.sort_index() - # cells[cells.index==1416974] # store the results in the database scenario_dh_area["scenario"] = scenario_name @@ -681,25 +684,13 @@ def district_heating_areas(scenario_name, plotting=False): MultiPolygon([feature]) if type(feature) == Polygon else feature for feature in areas_dissolved["geom_polygon"] ] - # type(areas_dissolved["geom"][0]) - # print(type(areas_dissolved)) - # print(areas_dissolved.head()) if len(areas_dissolved[areas_dissolved.area == 100 * 100]) > 0: print( - f"""Number of district heating areas of single zensus cells: - {len(areas_dissolved[areas_dissolved.area == 100*100]) - }""" + f"""Number of district-heating areas of single zensus cells: + {len(areas_dissolved[areas_dissolved.area == 100*100])} + """ ) - # print(f"""District heating areas ids of single zensus cells in - # district heating areas: - # {areas_dissolved[areas_dissolved.area == 100*100].index.values - # }""") - # print(f"""Zensus_population_ids of single zensus cells - # in district heating areas: - # {scenario_dh_area[scenario_dh_area.area_id.isin( - # areas_dissolved[areas_dissolved.area == 100*100].index.values - # )].index.values}""") db.execute_sql( f"""DELETE FROM demand.egon_district_heating_areas @@ -713,8 +704,7 @@ def district_heating_areas(scenario_name, plotting=False): con=db.engine(), if_exists="append", ) - # Alternative: - # join.groupby("columnname").demand.sum() + # add the sorted heat demand density curve no_district_heating = heat_demand_cells[ ~heat_demand_cells.index.isin(scenario_dh_area.index) @@ -744,14 +734,13 @@ def district_heating_areas(scenario_name, plotting=False): def add_metadata(): """ - Writes metadata JSON string into table comment. + Write metadata JSON strings into table comments. TODO ---- - - Meta data must be check and adjusted to the egon_data standard: - - Add context - - authors and institutions + Meta data must be checked and adjusted to the egon_data standard: + - Add context + - authors and institutions """ @@ -763,13 +752,19 @@ def add_metadata(): # Metadata creation for district heating areas (polygons) meta = { "name": "district_heating_areas_metadata", - "title": "eGo^n scenario-specific future district heating areas", - "description": "Modelled future district heating areas for " - "the supply of residential and service-sector heat demands", + "title": ("eGo^n scenario-specific future district heating areas"), + "description": ( + "Modelled future district heating areas for the supply of " + "residential and service-sector heat demands" + ), "language": ["EN"], "publicationDate": datetime.date.today().isoformat(), "context": context(), - "spatial": {"location": "", "extent": "Germany", "resolution": ""}, + "spatial": { + "location": "", + "extent": "Germany", + "resolution": "", + }, "sources": [ sources()["peta"], sources()["egon-data"], @@ -811,7 +806,9 @@ def add_metadata(): }, { "name": "geom_polygon", - "description": "geo information of multipolygons", + "description": ( + "geo information of multipolygons" + ), "type": "geometry(MULTIPOLYGON, 3035)", "unit": "none", }, @@ -821,13 +818,18 @@ def add_metadata(): { "fields": ["scenario"], "reference": { - "resource": "scenario.egon_scenario_parameters", + "resource": ( + "scenario.egon_scenario_parameters" + ), "fields": ["name"], }, } ], }, - "dialect": {"delimiter": "none", "decimalSeparator": "."}, + "dialect": { + "delimiter": "none", + "decimalSeparator": ".", + }, } ], "licenses": license_district_heating_areas, @@ -847,23 +849,30 @@ def add_metadata(): "comment": "Updated metadata", }, ], - "metaMetadata": meta_metadata(), } - meta_json = "'" + json.dumps(meta) + "'" + meta_json = json.dumps(meta) db.submit_comment(meta_json, "demand", "egon_district_heating_areas") # Metadata creation for "id mapping" table meta = { "name": "map_zensus_district_heating_areas_metadata", - "title": "district heating area ids assigned to zensus_population_ids", - "description": "Ids of scenario specific future district heating areas" - " for supply of residential and service-sector heat demands" - " assigned to zensus_population_ids", + "title": ( + "district heating area ids assigned to zensus_population_ids" + ), + "description": ( + "Ids of scenario specific future district heating areas for " + "supply of residential and service-sector heat demands " + "assigned to zensus_population_ids" + ), "language": ["EN"], "publicationDate": datetime.date.today().isoformat(), "context": context(), - "spatial": {"location": "", "extent": "Germany", "resolution": ""}, + "spatial": { + "location": "", + "extent": "Germany", + "resolution": "", + }, "sources": [ sources()["peta"], sources()["egon-data"], @@ -904,20 +913,28 @@ def add_metadata(): { "fields": ["zensus_population_id"], "reference": { - "resource": "society.destatis_zensus_population_per_ha", + "resource": ( + "society.destatis_zensus_" + "population_per_ha" + ), "fields": ["id"], }, }, { "fields": ["scenario"], "reference": { - "resource": "scenario.egon_scenario_parameters", + "resource": ( + "scenario.egon_scenario_parameters" + ), "fields": ["name"], }, }, ], }, - "dialect": {"delimiter": "none", "decimalSeparator": "."}, + "dialect": { + "delimiter": "none", + "decimalSeparator": ".", + }, } ], "licenses": license_district_heating_areas, @@ -937,9 +954,8 @@ def add_metadata(): "comment": "Updated metadata", }, ], - "metaMetadata": meta_metadata(), } - meta_json = "'" + json.dumps(meta) + "'" + meta_json = json.dumps(meta) db.submit_comment( meta_json, "demand", "egon_map_zensus_district_heating_areas" @@ -955,10 +971,9 @@ def study_prospective_district_heating_areas(): This optional function executes the functions so that you can study the heat demand density data of different scenarios and compare them and the resulting Prospective Supply Districts (PSDs) for district heating. This - functions saves local shapefiles, because these data are not written into - database. Moreover, heat density curves are drawn. - This function is tailor-made and includes the scenarios eGon2035 and - eGon100RE. + function saves local shapefiles, because these data are not written into + the database. Moreover, heat-density curves are drawn. This function is + tailor-made and includes the scenarios eGon2035 and eGon100RE. Parameters ---------- @@ -986,14 +1001,13 @@ def study_prospective_district_heating_areas(): # load the total heat demand by census cell (residential plus service) # HD_2015 = load_heat_demands('eGon2015') - # status quo heat demand data are part of the regluar database content - # to get them, line 463 ("if not '2015' in source.stem:") has to be - # deleted from - # importing/heat_demand_data/__init__.py - # and an empty row has to be added to scenario table: + # status quo heat demand data are part of the regular database content. + # To get them, remove in importing/heat_demand_data/__init__.py: + # if not '2015' in source.stem: + # and add to the scenario table: # INSERT INTO scenario.egon_scenario_parameters (name) # VALUES ('eGon2015'); - # because egon2015 is not part of the regular EgonScenario table! + # because eGon2015 is not in the regular EgonScenario table! HD_2035 = load_heat_demands("eGon2035") HD_2050 = load_heat_demands("eGon100RE") @@ -1003,20 +1017,18 @@ def study_prospective_district_heating_areas(): HD_2050_above_100GJ = select_high_heat_demands(HD_2050) # PSDs - # grouping cells applying the 201m distance buffer, including heat demand - # aggregation + # grouping cells applying the 200 m distance buffer, including + # heat-demand aggregation # after decision for one year/scenario (here 2035), in the pipeline PSDs - # are only calculeated for the one selected year/scenario; - # here you can see all years/scenarios: + # are only calculated for the selected year/scenario; below you can see + # all years/scenarios: # PSD_2015_201m = area_grouping(HD_2015_above_100GJ, distance=200, - # minimum_total_demand=(10000/3.6) - # ).dissolve('area_id', aggfunc='sum') + # minimum_total_demand=(10000/3.6)) \ + # .dissolve('area_id', aggfunc='sum') # PSD_2015_201m.to_file(results_path+"PSDs_2015based.shp") PSD_2035_201m = area_grouping( HD_2035_above_100GJ, distance=200, minimum_total_demand=(10000 / 3.6) ).dissolve("area_id", aggfunc="sum") - # HD_2035.to_file(results_path+"HD_2035.shp") - # HD_2035_above_100GJ.to_file(results_path+"HD_2035_above_100GJ.shp") PSD_2035_201m.to_file(results_path + "PSDs_2035based.shp") PSD_2050_201m = area_grouping( HD_2050_above_100GJ, distance=200, minimum_total_demand=(10000 / 3.6) @@ -1025,15 +1037,10 @@ def study_prospective_district_heating_areas(): # plotting all cells - not considering census data # https://matplotlib.org/stable/api/_as_gen/matplotlib.pyplot.plot.html - # https://www.earthdatascience.org/courses/scientists-guide-to-plotting-data-in-python/plot-with-matplotlib/introduction-to-matplotlib-plots/customize-plot-colors-labels-matplotlib/ + # https://www.earthdatascience.org/courses/scientists-guide-to-plotting- + # data-in-python/plot-with-matplotlib/introduction-to-matplotlib-plots/ + # customize-plot-colors-labels-matplotlib/ fig, ax = plt.subplots(1, 1) - # add the sorted heat demand densities - # HD_2015 = HD_2015.sort_values('residential_and_service_demand', - # ascending=False).reset_index() - # HD_2015["Cumulative_Sum"] = (HD_2015.residential_and_service_demand. - # cumsum()) / 1000000 - # ax.plot(HD_2015.Cumulative_Sum, - # HD_2015.residential_and_service_demand, label='eGon2015') HD_2035 = HD_2035.sort_values( "residential_and_service_demand", ascending=False @@ -1064,9 +1071,11 @@ def study_prospective_district_heating_areas(): heat_parameters = get_sector_parameters("heat", "eGon2035") district_heating_share_2035 = heat_parameters["DE_district_heating_share"] plt.axvline( - x=HD_2035.residential_and_service_demand.sum() - / 1000000 - * district_heating_share_2035, + x=( + HD_2035.residential_and_service_demand.sum() + / 1000000 + * district_heating_share_2035 + ), ls=":", lw=0.5, label="72TWh DH in 2035 in Germany => 14% DH", @@ -1075,9 +1084,11 @@ def study_prospective_district_heating_areas(): heat_parameters = get_sector_parameters("heat", "eGon100RE") district_heating_share_100RE = heat_parameters["DE_district_heating_share"] plt.axvline( - x=HD_2050.residential_and_service_demand.sum() - / 1000000 - * district_heating_share_100RE, + x=( + HD_2050.residential_and_service_demand.sum() + / 1000000 + * district_heating_share_100RE + ), ls="-.", lw=0.5, label="75TWh DH in 100RE in Germany => 19% DH", @@ -1087,7 +1098,8 @@ def study_prospective_district_heating_areas(): # axes meet in (0/0) ax.margins(x=0, y=0) # default is 0.05 # axis style - # https://matplotlib.org/stable/gallery/ticks_and_spines/centered_spines_with_arrows.html + # https://matplotlib.org/stable/gallery/ticks_and_spines/ + # centered_spines_with_arrows.html # Hide the right and top spines ax.spines["right"].set_visible(False) ax.spines["top"].set_visible(False) @@ -1106,23 +1118,21 @@ def study_prospective_district_heating_areas(): def demarcation(plotting=True): """ - Load scenario specific district heating areas with metadata into database. - - This function executes the functions that identifies the areas which will - be supplied with district heat in the two eGo^n scenarios. The creation of - heat demand density curve figures is optional. So is also the export of - scenario specific Prospective Supply Districts for district heating (PSDs) - as shapefiles including the creation of a figure showing the comparison - of sorted heat demand densities. - - The method was executed for 2015, 2035 and 2050 to find out which - scenario year defines the PSDs. The year 2035 was selected and - the function was adjusted accordingly. - If you need the 2015 scenario heat demand data, please have a look at - the heat demand script commit 270bea50332016447e869f69d51e96113073b8a0, + Load scenario specific district heating areas with metadata into DB. + + This function runs the workflow that identifies the areas supplied with + district heat in the two eGo^n scenarios. Creating the heat-demand + density-curve figures is optional. So is the export of scenario-specific + Prospective Supply Districts as shapefiles, including a comparison figure + of sorted heat-demand densities. + + The method was executed for 2015, 2035 and 2050 to find out which year + defines the PSDs. The year 2035 was selected and the function was + adjusted accordingly. If you need the 2015 scenario heat demand data, + check the heat demand script commit + 270bea50332016447e869f69d51e96113073b8a0, where the 2015 scenario was deactivated. You can study the 2015 PSDs in - the study_prospective_district_heating_areas function after - un-commenting some lines. + :func:`study_prospective_district_heating_areas` after uncommenting lines. Parameters ---------- @@ -1139,14 +1149,13 @@ def demarcation(plotting=True): TODO ---- - Create diagrams/curves, make better curves with matplotlib + Create diagrams/curves, make better curves with matplotlib. - Make PSD and DH system statistics - Check if you need the current / future number of DH - supplied flats and the total number of flats to calculate the - connection rate + Make PSD and DH system statistics. Check if you need the current / + future number of DH-supplied flats and the total number of flats to + calculate the connection rate. - Add datasets to datasets configuration + Add datasets to datasets configuration. """ @@ -1165,8 +1174,7 @@ def demarcation(plotting=True): if plotting: plot_heat_density_sorted(heat_density_per_scenario) - # if you want to study/export the Prospective Supply Districts (PSDs) - # for all scenarios + # If you want to study/export the PSDs for all scenarios: # study_prospective_district_heating_areas() add_metadata() diff --git a/src/egon/data/datasets/emobility/heavy_duty_transport/__init__.py b/src/egon/data/datasets/emobility/heavy_duty_transport/__init__.py index 89b3dc9b6..0e2fad197 100644 --- a/src/egon/data/datasets/emobility/heavy_duty_transport/__init__.py +++ b/src/egon/data/datasets/emobility/heavy_duty_transport/__init__.py @@ -40,8 +40,10 @@ def create_tables(): """ - Drops existing :py:class:`demand.egon_heavy_duty_transport_voronoi ` is extended - table and creates new one. + Drops existing :py:class: + `demand.egon_heavy_duty_transport_voronoi + ` + is extended table and creates new one. """ engine = db.engine() @@ -104,7 +106,7 @@ class HeavyDutyTransport(Dataset): The config of this dataset can be found in *datasets.yml* in section *mobility_hgv*. - """ + """ # noqa: E501 #: name: str = "HeavyDutyTransport" diff --git a/src/egon/data/datasets/emobility/motorized_individual_travel/db_classes.py b/src/egon/data/datasets/emobility/motorized_individual_travel/db_classes.py index c8962c29d..fedbcc712 100644 --- a/src/egon/data/datasets/emobility/motorized_individual_travel/db_classes.py +++ b/src/egon/data/datasets/emobility/motorized_individual_travel/db_classes.py @@ -5,7 +5,6 @@ import datetime import json -from omi.dialects import get_dialect from sqlalchemy import ( Boolean, Column, @@ -32,7 +31,6 @@ license_agpl, license_ccby, license_odbl, - meta_metadata, sources, ) @@ -382,7 +380,6 @@ def add_metadata(): } ], "review": {"path": "", "badge": ""}, - "metaMetadata": meta_metadata(), "_comment": { "metadata": ( "Metadata documentation and explanation (https://github." @@ -410,9 +407,7 @@ def add_metadata(): }, } - dialect = get_dialect(f"oep-v{meta_metadata()['metadataVersion'][4:7]}")() - - meta = dialect.compile_and_render(dialect.parse(json.dumps(meta))) + meta = json.dumps(meta) db.submit_comment( f"'{json.dumps(meta)}'", @@ -504,7 +499,6 @@ def add_metadata(): } ], "review": {"path": "", "badge": ""}, - "metaMetadata": meta_metadata(), "_comment": { "metadata": ( "Metadata documentation and explanation (https://github." @@ -532,9 +526,7 @@ def add_metadata(): }, } - dialect = get_dialect(f"oep-v{meta_metadata()['metadataVersion'][4:7]}")() - - meta = dialect.compile_and_render(dialect.parse(json.dumps(meta))) + meta = json.dumps(meta) db.submit_comment( f"'{json.dumps(meta)}'", @@ -626,7 +618,6 @@ def add_metadata(): } ], "review": {"path": "", "badge": ""}, - "metaMetadata": meta_metadata(), "_comment": { "metadata": ( "Metadata documentation and explanation (https://github." @@ -654,9 +645,7 @@ def add_metadata(): }, } - dialect = get_dialect(f"oep-v{meta_metadata()['metadataVersion'][4:7]}")() - - meta = dialect.compile_and_render(dialect.parse(json.dumps(meta))) + meta = json.dumps(meta) db.submit_comment( f"'{json.dumps(meta)}'", diff --git a/src/egon/data/datasets/emobility/motorized_individual_travel_charging_infrastructure/db_classes.py b/src/egon/data/datasets/emobility/motorized_individual_travel_charging_infrastructure/db_classes.py index f64cff7bc..f63434c61 100644 --- a/src/egon/data/datasets/emobility/motorized_individual_travel_charging_infrastructure/db_classes.py +++ b/src/egon/data/datasets/emobility/motorized_individual_travel_charging_infrastructure/db_classes.py @@ -6,7 +6,6 @@ import json from geoalchemy2 import Geometry -from omi.dialects import get_dialect from sqlalchemy import Column, Float, Integer, String from sqlalchemy.ext.declarative import declarative_base @@ -16,7 +15,6 @@ contributors, generate_resource_fields_from_db_table, license_odbl, - meta_metadata, ) Base = declarative_base() @@ -123,7 +121,6 @@ def add_metadata(): } ], "review": {"path": "", "badge": ""}, - "metaMetadata": meta_metadata(), "_comment": { "metadata": ( "Metadata documentation and explanation (https://github.com/Op" @@ -151,9 +148,7 @@ def add_metadata(): }, } - dialect = get_dialect(f"oep-v{meta_metadata()['metadataVersion'][4:7]}")() - - meta = dialect.compile_and_render(dialect.parse(json.dumps(meta))) + meta = json.dumps(meta) db.submit_comment( f"'{json.dumps(meta)}'", diff --git a/src/egon/data/datasets/etrago_setup.py b/src/egon/data/datasets/etrago_setup.py index ed0b39103..7ec775483 100755 --- a/src/egon/data/datasets/etrago_setup.py +++ b/src/egon/data/datasets/etrago_setup.py @@ -28,7 +28,6 @@ context, contributors, license_egon_data_odbl, - meta_metadata, sources, ) @@ -123,7 +122,6 @@ def get_meta( "dialect": {"delimiter": "", "decimalSeparator": ""}, } ], - "metaMetadata": meta_metadata(), } # Create json dump @@ -279,7 +277,8 @@ class EgonPfHvGenerator(Base): ramp_limit_shut_down = Column(Float(53), server_default="1.") e_nom_max = Column( Float(53), server_default="inf" - ) # [MWh(/y)] Value to be used in eTraGo to set constraint for the production over the year + ) # [MWh(/y)] Value to be used in eTraGo to set constraint for + # the production over the year class EgonPfHvGeneratorTimeseries(Base): @@ -892,7 +891,7 @@ def create_tables(): db.execute_sql("CREATE SCHEMA IF NOT EXISTS grid;") engine = db.engine() - ##################### drop tables with old names ######################### + # drop tables with old names ######################### db.execute_sql( """ DROP TABLE IF EXISTS grid.egon_pf_hv_bus;""" @@ -1013,10 +1012,12 @@ def create_tables(): def create_etrago_id_sequences(): """ - Forcefully recreate all required PostgreSQL sequences for etrago components. + Forcefully recreate all required PostgreSQL sequences for etrago + components. Drops existing sequences and creates them fresh, starting from 1. - This ensures that no stale or misaligned sequences remain from earlier states. + This ensures that no stale or misaligned sequences remain from + earlier states. Notes ----- @@ -1045,6 +1046,7 @@ def create_etrago_id_sequences(): db.execute_sql(drop_query) db.execute_sql(create_query) + def temp_resolution(): """Insert temporal resolution for etrago @@ -1142,7 +1144,8 @@ def insert_carriers(): def check_carriers(): - """Check if any eTraGo table has carriers not included in the carrier table. + """Check if any eTraGo table has carriers not included + in the carrier table. Raises ------ @@ -1150,7 +1153,7 @@ def check_carriers(): used in any eTraGo table. """ carriers = db.select_dataframe( - f""" + """ SELECT name FROM grid.egon_etrago_carrier """ ) @@ -1170,8 +1173,8 @@ def check_carriers(): if len(unknown_carriers) > 0: msg = ( - "The eTraGo tables contain carriers, that are not included in the " - "carrier table:\n" + "The eTraGo tables contain carriers, that are not included " + "in the carrier table:\n" ) for table, carriers in unknown_carriers.items(): carriers = [str(c) for c in carriers] diff --git a/src/egon/data/datasets/gas_areas.py b/src/egon/data/datasets/gas_areas.py index 7977be662..250245297 100755 --- a/src/egon/data/datasets/gas_areas.py +++ b/src/egon/data/datasets/gas_areas.py @@ -18,7 +18,6 @@ context, contributors, license_egon_data_odbl, - meta_metadata, sources, ) @@ -40,7 +39,7 @@ class GasAreaseGon2035(Dataset): *Resulting tables* * :py:class:`EgonPfHvGasVoronoi ` - """ + """ # noqa: E501 #: name: str = "GasAreaseGon2035" @@ -63,17 +62,23 @@ class GasAreaseGon100RE(Dataset): :py:func:`voronoi_egon100RE` function. *Dependencies* - * :py:class:`EtragoSetup ` - * :py:class:`HydrogenBusEtrago ` - * :py:class:`HydrogenGridEtrago ` - * :py:class:`Vg250 ` - * :py:class:`GasNodesAndPipes ` - * :py:class:`GasAreaseGon2035 ` + * :py:class: + `EtragoSetup ` + * :py:class: + `HydrogenBusEtrago ` + * :py:class: + `HydrogenGridEtrago ` + * :py:class: + `Vg250 ` + * :py:class: + `GasNodesAndPipes ` + * :py:class: + `GasAreaseGon2035 ` *Resulting tables* * :py:class:`EgonPfHvGasVoronoi ` - """ + """ # noqa: E501 #: name: str = "GasAreaseGon100RE" @@ -158,7 +163,6 @@ class EgonPfHvGasVoronoi(Base): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } # Create json dump meta_json = "'" + json.dumps(meta, indent=4, ensure_ascii=False) + "'" @@ -314,7 +318,7 @@ def create_voronoi(scn_name, carrier): # Insert data to db gdf.set_crs(epsg=4326).to_postgis( - f"egon_gas_voronoi", + "egon_gas_voronoi", engine, schema="grid", index=False, @@ -335,7 +339,7 @@ class GasAreas(Dataset): *Resulting tables* * :py:class:`EgonPfHvGasVoronoi ` - """ + """ # noqa: E501 #: name: str = "GasAreas" diff --git a/src/egon/data/datasets/heat_demand/__init__.py b/src/egon/data/datasets/heat_demand/__init__.py index c0f9ce682..1b928fc62 100644 --- a/src/egon/data/datasets/heat_demand/__init__.py +++ b/src/egon/data/datasets/heat_demand/__init__.py @@ -36,30 +36,24 @@ from egon.data import db, subprocess from egon.data.datasets import Dataset from egon.data.datasets.scenario_parameters import get_sector_parameters -from egon.data.metadata import context, license_ccby, meta_metadata, sources +from egon.data.metadata import context, license_ccby, sources import egon.data.config +# Around line 49 class HeatDemandImport(Dataset): """ Insert the annual heat demand per census cell for each scenario This dataset downloads the heat demand raster data for private households - and CTS from Peta 5.0.1 (https://s-eenergies-open-data-euf.hub.arcgis.com/maps/d7d18b63250240a49eb81db972aa573e/about) + and CTS from Peta 5.0.1 + (https://s-eenergies-open-data-euf.hub.arcgis.com/maps/d7d18b63250240a49eb81db972aa573e/about) and stores it into files in the working directory. The data from Peta 5.0.1 represents the status quo of the year 2015. To model future heat demands, the data is scaled to meet target values from external sources. These target values are defined for each scenario - in :py:class:`ScenarioParameters `. - - *Dependencies* - * :py:class:`ScenarioParameters ` - * :py:class:`Vg250 ` - * :py:class:`ZensusVg250 ` - - *Resulting tables* - * :py:class:`demand.egon_peta_heat ` is created and filled - + in :py:class:`ScenarioParameters + `. """ #: @@ -374,7 +368,8 @@ def future_heat_demand_germany(scenario_name): elif scenario_name == "status2019": heat_parameters = get_sector_parameters("heat", scenario=scenario_name) - # Calculate reduction share based on final energy demand and overall demand from Peta for 2015 + # Calculate reduction share based on final energy demand and overall + # demand from Peta for 2015 res_hd_reduction = ( heat_parameters["DE_demand_residential_TJ"] / 3600 / 443.788483 ) @@ -387,7 +382,8 @@ def future_heat_demand_germany(scenario_name): ) # currently data for 2019 is used # see scenario_paramters/__init__ for this. - # Calculate reduction share based on final energy demand and overall demand from Peta for 2015 + # Calculate reduction share based on final energy demand and overall + # demand from Peta for 2015 res_hd_reduction = ( heat_parameters["DE_demand_residential_TJ"] / 3600 @@ -401,7 +397,8 @@ def future_heat_demand_germany(scenario_name): elif scenario_name == "eGon100RE": heat_parameters = get_sector_parameters("heat", scenario=scenario_name) - # Calculate reduction share based on final energy demand and overall demand from Peta for 2015 + # Calculate reduction share based on final energy demand and overall + # demand from Peta for 2015 res_hd_reduction = heat_parameters["DE_demand_residential_MWh"] / ( 443.788483 * 1e6 ) @@ -421,7 +418,7 @@ def future_heat_demand_germany(scenario_name): # Open, read and adjust the cutout heat demand distributions for Germany # https://rasterio.readthedocs.io/en/latest/topics/writing.html - # https://gis.stackexchange.com/questions/338282/applying-equation-to-a-numpy-array-while-preserving-tiff-metadata-coordinates + # https://gis.stackexchange.com/questions/338282/applying-equation-to-a-numpy-array-while-preserving-tiff-metadata-coordinates # noqa: E501 # Write an array as a raster band to a new 16-bit file. For # the new file's profile, the profile of the source is adjusted. @@ -525,8 +522,9 @@ def heat_demand_to_db_table(): db.execute_sql("DELETE FROM demand.egon_peta_heat;") for source in sources: - if not "2015" in source.stem: - # Create a temporary table and fill the final table using the sql script + if "2015" not in source.stem: + # Create a temporary table and fill the final table using + # the sql script rasters = f"heat_demand_rasters_{source.stem.lower()}" import_rasters = subprocess.run( ["raster2pgsql", "-e", "-s", "3035", "-I", "-C", "-F", "-a"] @@ -537,11 +535,11 @@ def heat_demand_to_db_table(): with engine.begin() as connection: print( f'CREATE TEMPORARY TABLE "{rasters}"' - ' ("rid" serial PRIMARY KEY,"rast" raster,"filename" text);' + ' ("rid" serial PRIMARY KEY,"rast" raster,"filename" text);' # noqa: E501 ) connection.execute( f'CREATE TEMPORARY TABLE "{rasters}"' - ' ("rid" serial PRIMARY KEY,"rast" raster,"filename" text);' + ' ("rid" serial PRIMARY KEY,"rast" raster,"filename" text);' # noqa: E501 ) connection.execute(import_rasters) connection.execute(f'ANALYZE "{rasters}"') @@ -577,21 +575,26 @@ def adjust_residential_heat_to_zensus(scenario): # Select overall residential heat demand overall_demand = db.select_dataframe( - f"""SELECT SUM(demand) as overall_demand - FROM demand.egon_peta_heat - WHERE scenario = {'scenario'} and sector = 'residential' - """ + f""" + SELECT SUM(demand) as overall_demand + FROM demand.egon_peta_heat + WHERE scenario = {scenario} + AND sector = 'residential' + """ ).overall_demand[0] # Select heat demand in populated cells df = db.select_dataframe( - f"""SELECT * - FROM demand.egon_peta_heat - WHERE scenario = {'scenario'} and sector = 'residential' + f""" + SELECT * + FROM demand.egon_peta_heat + WHERE scenario = {scenario} + AND sector = 'residential' AND zensus_population_id IN ( SELECT id FROM society.destatis_zensus_population_per_ha_inside_germany - )""", + ) + """, index_col="id", ) @@ -682,14 +685,14 @@ def add_metadata(): { "fields": ["zensus_population_id"], "reference": { - "resource": "society.destatis_zensus_population_per_ha", + "resource": "society.destatis_zensus_population_per_ha", # noqa: E501 "fields": ["id"], }, }, { "fields": ["scenario"], "reference": { - "resource": "scenario.egon_scenario_parameters", + "resource": "scenario.egon_scenario_parameters", # noqa: E501 "fields": ["name"], }, }, @@ -715,9 +718,8 @@ def add_metadata(): "comment": "Updated metadata", }, ], - "metaMetadata": meta_metadata(), } - meta_json = "'" + json.dumps(meta) + "'" + meta_json = json.dumps(meta) db.submit_comment(meta_json, "demand", "egon_peta_heat") diff --git a/src/egon/data/datasets/heat_demand_timeseries/__init__.py b/src/egon/data/datasets/heat_demand_timeseries/__init__.py index 972166780..f19416673 100644 --- a/src/egon/data/datasets/heat_demand_timeseries/__init__.py +++ b/src/egon/data/datasets/heat_demand_timeseries/__init__.py @@ -7,20 +7,10 @@ from sqlalchemy import ARRAY, Column, Float, Integer, String, Text from sqlalchemy.ext.declarative import declarative_base -import geopandas as gpd import numpy as np import pandas as pd from egon.data import config, db -import egon.data.datasets.era5 as era - -try: - from disaggregator import temporal -except ImportError as e: - pass - -from math import ceil - from egon.data.datasets import Dataset from egon.data.datasets.heat_demand_timeseries.daily import ( daily_demand_shares_per_climate_zone, @@ -30,12 +20,7 @@ from egon.data.datasets.heat_demand_timeseries.service_sector import ( CTS_demand_scale, ) -from egon.data.metadata import ( - context, - license_egon_data_odbl, - meta_metadata, - sources, -) +from egon.data.metadata import context, license_egon_data_odbl, sources Base = declarative_base() @@ -87,7 +72,6 @@ def create_timeseries_for_building(building_id, scenario): ------- pandas.DataFrame Hourly heat demand timeseries in MW for the selected building - """ return db.select_dataframe( @@ -159,7 +143,6 @@ def create_district_heating_profile(scenario, area_id): pd.DataFrame An hourly heat demand timeseries in MW for the selected district heating grid. - """ start_time = datetime.now() @@ -245,8 +228,9 @@ def create_district_heating_profile(scenario, area_id): def create_district_heating_profile_python_like(scenario="eGon2035"): """Creates profiles for all district heating grids in one scenario. - Similar to create_district_heating_profile but faster and needs more RAM. - The results are directly written into the database. + + Similar to ``create_district_heating_profile`` but faster and needs + more RAM. The results are directly written into the database. Parameters ---------- @@ -256,7 +240,6 @@ def create_district_heating_profile_python_like(scenario="eGon2035"): Returns ------- None. - """ start_time = datetime.now() @@ -399,15 +382,15 @@ def create_district_heating_profile_python_like(scenario="eGon2035"): ].demand_total.sum() ) - assert ( - abs(diff) < 0.04 - ), f"""Deviation of residential heat demand time - series for district heating grid {str(area)} is {diff}""" + assert abs(diff) < 0.04, ( + "Deviation of residential heat demand time series for " + f"district heating grid {str(area)} is {diff}" + ) if abs(diff) > 0.03: warnings.warn( - f"""Deviation of residential heat demand time - series for district heating grid {str(area)} is {diff}""" + "Deviation of residential heat demand time series for " + f"district heating grid {str(area)} is {diff}" ) hh = np.concatenate( @@ -443,7 +426,7 @@ def create_district_heating_profile_python_like(scenario="eGon2035"): entry = EgonTimeseriesDistrictHeating( area_id=int(area), scenario=scenario, - dist_aggregated_mw=(hh).tolist(), + dist_aggregated_mw=hh.tolist(), ) elif not cts.empty: entry = EgonTimeseriesDistrictHeating( @@ -462,7 +445,8 @@ def create_district_heating_profile_python_like(scenario="eGon2035"): session.commit() print( - f"Time to create time series for district heating scenario {scenario}" + "Time to create time series for district heating scenario " + f"{scenario}" ) print(datetime.now() - start_time) @@ -550,7 +534,7 @@ def calulate_peak_load(df, scenario): df.groupby("building_id") .max()[range(24)] .max(axis=1) - .mul(1000000) + .mul(1_000_000) .astype(int) .reset_index() ) @@ -682,7 +666,7 @@ def create_individual_heating_profile_python_like(scenario="eGon2035"): start_time = datetime.now() idp_df = db.select_dataframe( - f""" + """ SELECT index, idp FROM demand.egon_heat_idp_pool """, index_col="index", @@ -742,7 +726,8 @@ def create_individual_heating_profile_python_like(scenario="eGon2035"): session = sessionmaker(bind=db.engine())() print( - f"Time to create overhead for time series for district heating scenario {scenario}" + "Time to create overhead for time series for district heating " + f"scenario {scenario}" ) print(datetime.now() - start_time) @@ -760,7 +745,8 @@ def create_individual_heating_profile_python_like(scenario="eGon2035"): UNNEST (selected_idp_profiles) WITH ORDINALITY as selected_idp WHERE a.zensus_population_id NOT IN ( - SELECT zensus_population_id FROM demand.egon_map_zensus_district_heating_areas + SELECT zensus_population_id FROM + demand.egon_map_zensus_district_heating_areas WHERE scenario = '{scenario}' ) AND a.zensus_population_id IN ( @@ -806,8 +792,8 @@ def create_individual_heating_profile_python_like(scenario="eGon2035"): ) / (annual_demand[annual_demand.bus_id == grid].demand_total.sum()) assert abs(diff) < 0.03, ( - "Deviation of residential heat demand time series for mv" - f" grid {grid} is {diff}" + "Deviation of residential heat demand time series for mv " + f"grid {grid} is {diff}" ) if not (slice_df[hour].empty or cts.empty): @@ -820,7 +806,7 @@ def create_individual_heating_profile_python_like(scenario="eGon2035"): entry = EgonEtragoTimeseriesIndividualHeating( bus_id=int(grid), scenario=scenario, - dist_aggregated_mw=(hh).tolist(), + dist_aggregated_mw=hh.tolist(), ) elif not cts.empty: entry = EgonEtragoTimeseriesIndividualHeating( @@ -834,7 +820,8 @@ def create_individual_heating_profile_python_like(scenario="eGon2035"): session.commit() print( - f"Time to create time series for district heating scenario {scenario}" + "Time to create time series for district heating scenario " + f"{scenario}" ) print(datetime.now() - start_time) @@ -1091,13 +1078,12 @@ def store_national_profiles(): def export_etrago_cts_heat_profiles(): - """Export heat cts load profiles at mv substation level - to etrago-table in the database + """Export heat cts load profiles at MV substation level to the + etrago-table in the database. Returns ------- None. - """ # Calculate cts heat profiles at substation @@ -1191,7 +1177,6 @@ def metadata(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } # Add metadata as a comment to the table @@ -1204,41 +1189,57 @@ def metadata(): class HeatTimeSeries(Dataset): """ - Chooses heat demand profiles for each residential and CTS building + Chooses heat demand profiles for each residential and CTS building. + + This dataset creates heat demand profiles in an hourly resolution. + Time series for CTS buildings are created using the SLP-gas method + implemented in the demandregio disaggregator with the function + :py:func:`export_etrago_cts_heat_profiles` and stored in the database. - This dataset creates heat demand profiles in an hourly resoultion. - Time series for CTS buildings are created using the SLP-gas method implemented - in the demandregio disagregator with the function :py:func:`export_etrago_cts_heat_profiles` - and stored in the database. - Time series for residential buildings are created based on a variety of synthetical created - individual demand profiles that are part of :py:class:`DataBundle `. - This method is desribed within the functions and in this publication: + Time series for residential buildings are created based on a variety + of synthetic individual demand profiles that are part of + :py:class:`DataBundle + `. + The method is described within the functions and in this publication: C. Büttner, J. Amme, J. Endres, A. Malla, B. Schachler, I. Cußmann, Open modeling of electricity and heat demand curves for all residential buildings in Germany, Energy Informatics 5 (1) (2022) 21. doi:10.1186/s42162-022-00201-y. - *Dependencies* - * :py:class:`DataBundle ` - * :py:class:`DemandRegio ` - * :py:class:`HeatDemandImport ` - * :py:class:`DistrictHeatingAreas ` + * :py:class:`DataBundle + ` + * :py:class:`DemandRegio + ` + * :py:class:`HeatDemandImport + ` + * :py:class:`DistrictHeatingAreas + ` * :py:class:`Vg250 ` - * :py:class:`ZensusMvGridDistricts ` - * :py:func:`hh_demand_buildings_setup ` + * :py:class:`ZensusMvGridDistricts + ` + * :py:func:`hh_demand_buildings_setup + ` * :py:class:`WeatherData ` - *Resulting tables* - * :py:class:`demand.egon_timeseries_district_heating ` is created and filled - * :py:class:`demand.egon_etrago_heat_cts ` is created and filled - * :py:class:`demand.egon_heat_timeseries_selected_profiles ` is created and filled - * :py:class:`demand.egon_daily_heat_demand_per_climate_zone ` + * :py:class:`demand.egon_timeseries_district_heating + ` is created and filled + * :py:class:`demand.egon_etrago_heat_cts + ` is created and filled - * :py:class:`boundaries.egon_map_zensus_climate_zones ` is created and filled - + * :py:class:`demand.egon_heat_timeseries_selected_profiles + ` + is created and filled + * :py:class:`demand.egon_daily_heat_demand_per_climate_zone + ` is created and filled + * :py:class:`boundaries.egon_map_zensus_climate_zones + ` is created and filled """ #: diff --git a/src/egon/data/datasets/heat_supply/__init__.py b/src/egon/data/datasets/heat_supply/__init__.py index 2c3a619b5..a70b191a1 100644 --- a/src/egon/data/datasets/heat_supply/__init__.py +++ b/src/egon/data/datasets/heat_supply/__init__.py @@ -1,6 +1,4 @@ -"""The central module containing all code dealing with heat supply data - -""" +"""The central module containing all code dealing with heat supply data""" import datetime import json @@ -26,9 +24,7 @@ from egon.data.metadata import ( context, generate_resource_fields_from_sqla_model, - license_ccby, license_egon_data_odbl, - meta_metadata, sources, ) @@ -83,9 +79,8 @@ def district_heating(): Returns ------- None. - """ - sources = config.datasets()["heat_supply"]["sources"] + sources_cfg = config.datasets()["heat_supply"]["sources"] targets = config.datasets()["heat_supply"]["targets"] db.execute_sql( @@ -116,8 +111,8 @@ def district_heating(): (SUM(a.capacity) - b.capacity) / SUM(a.capacity) as deviation FROM {targets['district_heating_supply']['schema']}. {targets['district_heating_supply']['table']} a, - {sources['scenario_capacities']['schema']}. - {sources['scenario_capacities']['table']} b + {sources_cfg['scenario_capacities']['schema']}. + {sources_cfg['scenario_capacities']['table']} b WHERE a.scenario = '{scenario}' AND b.scenario_name = '{scenario}' AND b.carrier = CONCAT('urban_central_', a.carrier) @@ -125,11 +120,10 @@ def district_heating(): """ ) # If the deviation is > 1%, throw an error - assert ( - df_check.deviation.abs().max() < 1 - ), f"""Unexpected deviation between target value and distributed - heat supply: {df_check} - """ + assert df_check.deviation.abs().max() < 1, ( + "Unexpected deviation between target value and distributed " + f"heat supply: {df_check}" + ) # Add gas boilers as conventional backup capacities backup = backup_gas_boilers(scenario) @@ -160,7 +154,6 @@ def individual_heating(): Returns ------- None. - """ targets = config.datasets()["heat_supply"]["targets"] @@ -178,7 +171,9 @@ def individual_heating(): distribution_level = "national" supply = cascade_heat_supply_indiv( - scenario, distribution_level=distribution_level, plotting=False + scenario, + distribution_level=distribution_level, + plotting=False, ) supply["scenario"] = scenario @@ -197,7 +192,6 @@ def metadata(): Returns ------- None. - """ fields = generate_resource_fields_from_sqla_model( @@ -206,17 +200,17 @@ def metadata(): fields_df = pd.DataFrame(data=fields).set_index("name") fields_df.loc["index", "description"] = "Unique identifyer" - fields_df.loc["district_heating_id", "description"] = ( - "Index of the corresponding district heating grid" - ) + fields_df.loc[ + "district_heating_id", "description" + ] = "Index of the corresponding district heating grid" fields_df.loc["carrier", "description"] = "Name of energy carrier" - fields_df.loc["category", "description"] = ( - "Size-category of district heating grid" - ) + fields_df.loc[ + "category", "description" + ] = "Size-category of district heating grid" fields_df.loc["capacity", "description"] = "Installed heating capacity" - fields_df.loc["geometry", "description"] = ( - "Location of thermal power plant" - ) + fields_df.loc[ + "geometry", "description" + ] = "Location of thermal power plant" fields_df.loc["scenario", "description"] = "Name of corresponing scenario" fields_df.loc["capacity", "unit"] = "MW_th" @@ -271,7 +265,6 @@ def metadata(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } # Add metadata as a comment to the table @@ -287,15 +280,15 @@ def metadata(): fields_df = pd.DataFrame(data=fields).set_index("name") fields_df.loc["index", "description"] = "Unique identifyer" - fields_df.loc["mv_grid_id", "description"] = ( - "Index of the corresponding mv grid district" - ) + fields_df.loc[ + "mv_grid_id", "description" + ] = "Index of the corresponding mv grid district" fields_df.loc["carrier", "description"] = "Name of energy carrier" fields_df.loc["category", "description"] = "Size-category" fields_df.loc["capacity", "description"] = "Installed heating capacity" - fields_df.loc["geometry", "description"] = ( - "Location of thermal power plant" - ) + fields_df.loc[ + "geometry", "description" + ] = "Location of thermal power plant" fields_df.loc["scenario", "description"] = "Name of corresponing scenario" fields_df.loc["capacity", "unit"] = "MW_th" @@ -307,7 +300,9 @@ def metadata(): "name": "supply.egon_individual_heating", "title": "eGon heat supply for individual supplied buildings", "id": "WILL_BE_SET_AT_PUBLICATION", - "description": "Heat supply technologies for individual supplied buildings", + "description": ( + "Heat supply technologies for individual supplied buildings" + ), "language": ["EN"], "publicationDate": datetime.date.today().isoformat(), "context": context(), @@ -350,7 +345,6 @@ def metadata(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } # Add metadata as a comment to the table @@ -363,27 +357,33 @@ def metadata(): class HeatSupply(Dataset): """ - Select and store heat supply technologies for inidvidual and district heating - - This dataset distributes heat supply technologies to each district heating grid - and individual supplies buildings per medium voltage grid district. - National installed capacities are predefined from external sources within - :py:class:`ScenarioCapacities `. - The further distribution is done using a cascade that follows a specific order of supply technologies - and the heat demand. + Select and store heat supply technologies for inidvidual and + district heating + This dataset distributes heat supply technologies to each district + heating grid and individual supplies buildings per medium voltage + grid district. National installed capacities are predefined from + external sources within :py:class:`ScenarioCapacities + `. + The further distribution is done using a cascade that follows a + specific order of supply technologies and the heat demand. *Dependencies* - * :py:class:`DataBundle ` - * :py:class:`DistrictHeatingAreas ` - * :py:class:`ZensusMvGridDistricts ` + * :py:class:`DataBundle + ` + * :py:class:`DistrictHeatingAreas + ` + * :py:class:`ZensusMvGridDistricts + ` * :py:class:`Chp ` - *Resulting tables* - * :py:class:`demand.egon_district_heating ` is created and filled - * :py:class:`demand.egon_individual_heating ` is created and filled - + * :py:class:`demand.egon_district_heating + ` is + created and filled + * :py:class:`demand.egon_individual_heating + ` is + created and filled """ #: diff --git a/src/egon/data/datasets/loadarea/__init__.py b/src/egon/data/datasets/loadarea/__init__.py index 651d01c24..55cc5f481 100644 --- a/src/egon/data/datasets/loadarea/__init__.py +++ b/src/egon/data/datasets/loadarea/__init__.py @@ -14,6 +14,9 @@ from egon.data.datasets import Dataset import egon.data.config +# import importlib_resources as resources + + # will be later imported from another file ### Base = declarative_base() @@ -91,7 +94,7 @@ class LoadArea(Dataset): * voltage levels 4-7 * only demand from ind. sites+osm located in LA! - """ + """ # noqa: E501 #: name: str = "LoadArea" diff --git a/src/egon/data/datasets/osm/__init__.py b/src/egon/data/datasets/osm/__init__.py index a63227f7c..1ae599f21 100644 --- a/src/egon/data/datasets/osm/__init__.py +++ b/src/egon/data/datasets/osm/__init__.py @@ -27,7 +27,6 @@ context, generate_resource_fields_from_db_table, license_odbl, - meta_metadata, ) import egon.data.config import egon.data.subprocess as subprocess @@ -138,7 +137,7 @@ def add_metadata(): # Extract spatial extend and date (spatial_extend, osm_data_date) = re.compile( - "^([\\w-]*).*-(\\d+)$" + r"^([\w-]*).*-(\d+)$" ).findall(Path(input_filename).name.split(".")[0])[0] osm_data_date = datetime.datetime.strptime( osm_data_date, "%y%m%d" @@ -155,11 +154,10 @@ def add_metadata(): "title": f"OpenStreetMap (OSM) - Germany - {table_suffix}", "id": "WILL_BE_SET_AT_PUBLICATION", "description": ( - "OpenStreetMap is a free, editable map of the" - " whole world that is being built by volunteers" - " largely from scratch and released with" - " an open-content license.\n\n" - "The OpenStreetMap data here is the result of an PostgreSQL " + "OpenStreetMap is a free, editable map of the whole world " + "that is being built by volunteers largely from scratch and " + "released with an open-content license.\n\n" + "The OpenStreetMap data here is the result of a PostgreSQL " "database import using osm2pgsql with a custom style file." ), "language": ["en-EN", "de-DE"], @@ -185,7 +183,7 @@ def add_metadata(): "title": "OpenStreetMap Data Extracts (Geofabrik)", "description": ( "Full data extract of OpenStreetMap data for defined " - "spatial extent at ''referenceDate''" + "spatial extent at 'referenceDate'." ), "path": f"{osm_url}", "licenses": licenses, @@ -225,10 +223,9 @@ def add_metadata(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } - meta_json = "'" + json.dumps(meta) + "'" + meta_json = json.dumps(meta) db.submit_comment(meta_json, "openstreetmap", table) @@ -305,16 +302,22 @@ class OpenStreetMap(Dataset): * :py:func:`Setup ` *Resulting Tables* - * openstreetmap.osm_line is created and filled (table has no associated python class) - * openstreetmap.osm_nodes is created and filled (table has no associated python class) - * openstreetmap.osm_point is created and filled (table has no associated python class) - * openstreetmap.osm_polygon is created and filled (table has no associated python class) - * openstreetmap.osm_rels is created and filled (table has no associated python class) - * openstreetmap.osm_roads is created and filled (table has no associated python class) - * openstreetmap.osm_ways is created and filled (table has no associated python class) + * openstreetmap.osm_line is created and filled (table has no + associated python class) + * openstreetmap.osm_nodes is created and filled (table has no + associated python class) + * openstreetmap.osm_point is created and filled (table has no + associated python class) + * openstreetmap.osm_polygon is created and filled (table has no + associated python class) + * openstreetmap.osm_rels is created and filled (table has no + associated python class) + * openstreetmap.osm_roads is created and filled (table has no + associated python class) + * openstreetmap.osm_ways is created and filled (table has no + associated python class) See documentation section :ref:`osm-ref` for more information. - """ #: diff --git a/src/egon/data/datasets/power_plants/mastr_db_classes.py b/src/egon/data/datasets/power_plants/mastr_db_classes.py index ed3a2c8aa..1379deecd 100644 --- a/src/egon/data/datasets/power_plants/mastr_db_classes.py +++ b/src/egon/data/datasets/power_plants/mastr_db_classes.py @@ -2,7 +2,6 @@ import json from geoalchemy2 import Geometry -from omi.dialects import get_dialect from sqlalchemy import ( Boolean, Column, @@ -20,7 +19,6 @@ contributors, generate_resource_fields_from_db_table, license_dedl, - meta_metadata, sources, ) @@ -418,7 +416,6 @@ def add_metadata(): } ], "review": {"path": "", "badge": ""}, - "metaMetadata": meta_metadata(), "_comment": { "metadata": ( "Metadata documentation and explanation (https://github." @@ -446,11 +443,7 @@ def add_metadata(): }, } - dialect = get_dialect( - f"oep-v{meta_metadata()['metadataVersion'][4:7]}" - )() - - meta = dialect.compile_and_render(dialect.parse(json.dumps(meta))) + meta = json.dumps(meta) db.submit_comment( f"'{json.dumps(meta)}'", diff --git a/src/egon/data/datasets/power_plants/pv_rooftop_buildings.py b/src/egon/data/datasets/power_plants/pv_rooftop_buildings.py index 1f5c060c8..7b3741c6e 100644 --- a/src/egon/data/datasets/power_plants/pv_rooftop_buildings.py +++ b/src/egon/data/datasets/power_plants/pv_rooftop_buildings.py @@ -17,7 +17,6 @@ from geoalchemy2 import Geometry from loguru import logger from numpy.random import RandomState, default_rng -from omi.dialects import get_dialect from pyproj.crs.crs import CRS from sqlalchemy import BigInteger, Column, Float, Integer, String from sqlalchemy.dialects.postgresql import HSTORE @@ -40,7 +39,6 @@ generate_resource_fields_from_db_table, license_dedl, license_odbl, - meta_metadata, sources, ) @@ -761,9 +759,9 @@ def allocate_pv( assert len(assigned_buildings) == len(assigned_buildings.gens_id.unique()) - q_mastr_gdf.loc[assigned_buildings.gens_id, "building_id"] = ( - assigned_buildings.index - ) + q_mastr_gdf.loc[ + assigned_buildings.gens_id, "building_id" + ] = assigned_buildings.index assigned_gens = q_mastr_gdf.loc[~q_mastr_gdf.building_id.isna()] @@ -1170,7 +1168,7 @@ def cap_per_bus_id( WHERE carrier = 'solar_rooftop' AND scenario = '{scenario}' GROUP BY bus_id - """ + """ # noqa: E501 df = db.select_dataframe(sql, index_col="bus_id") @@ -1182,7 +1180,7 @@ def cap_per_bus_id( FROM {targets['generators']['schema']}.{targets['generators']['table']} WHERE carrier = 'solar_rooftop' AND scn_name = '{scenario}' - """ + """ # noqa: E501 df = db.select_dataframe(sql, index_col="bus_id") df = df.loc[df.control != "Slack"] @@ -2241,7 +2239,6 @@ def add_metadata(): } ], "review": {"path": "", "badge": ""}, - "metaMetadata": meta_metadata(), "_comment": { "metadata": ( "Metadata documentation and explanation (https://github." @@ -2269,9 +2266,7 @@ def add_metadata(): }, } - dialect = get_dialect(f"oep-v{meta_metadata()['metadataVersion'][4:7]}")() - - meta = dialect.compile_and_render(dialect.parse(json.dumps(meta))) + meta = json.dumps(meta) db.submit_comment( f"'{json.dumps(meta)}'", diff --git a/src/egon/data/datasets/renewable_feedin.py b/src/egon/data/datasets/renewable_feedin.py index 549c7e073..202391631 100644 --- a/src/egon/data/datasets/renewable_feedin.py +++ b/src/egon/data/datasets/renewable_feedin.py @@ -1,5 +1,6 @@ """ -Central module containing all code dealing with processing era5 weather data. +Central module containing all code dealing with processing ERA5 +weather data. """ import datetime @@ -21,19 +22,20 @@ ) from egon.data.datasets.scenario_parameters import get_sector_parameters from egon.data.datasets.zensus_vg250 import DestatisZensusPopulationPerHa -from egon.data.metadata import context, license_ccby, meta_metadata, sources +from egon.data.metadata import context, license_ccby, sources import egon.data.config class RenewableFeedin(Dataset): """ - Calculate possible feedin time series for renewable energy generators + Calculate possible feed-in time series for renewable generators. - This dataset calculates possible feedin timeseries for fluctuation renewable generators - and coefficient of performance time series for heat pumps. Relevant input is the - downloaded weather data. Parameters for the time series calcultaion are also defined by - representative types of pv plants and wind turbines that are selected within this dataset. - The resulting profiles are stored in the database. + This dataset calculates feed-in time series for fluctuating renewable + generators and coefficient-of-performance series for heat pumps. + Relevant input is the downloaded weather data. Parameters for the + calculation are defined by representative types of PV plants and wind + turbines selected in this dataset. The resulting profiles are stored in + the database. *Dependencies* @@ -42,7 +44,8 @@ class RenewableFeedin(Dataset): * :py:class:`ZensusVg250 ` *Resulting tables* - * :py:class:`supply.egon_era5_renewable_feedin ` is filled + * :py:class:`supply.egon_era5_renewable_feedin + ` is filled """ @@ -85,7 +88,7 @@ class MapZensusWeatherCell(Base): def weather_cells_in_germany(geom_column="geom"): - """Get weather cells which intersect with Germany + """Get weather cells which intersect with Germany. Returns ------- @@ -100,15 +103,17 @@ def weather_cells_in_germany(geom_column="geom"): f"""SELECT w_id, geom_point, geom FROM {cfg['weather_cells']['schema']}. {cfg['weather_cells']['table']} - WHERE ST_Intersects('SRID=4326; - POLYGON((5 56, 15.5 56, 15.5 47, 5 47, 5 56))', geom)""", + WHERE ST_Intersects( + 'SRID=4326;\n POLYGON((5 56, 15.5 56, 15.5 47, 5 47, 5 56))', + geom + )""", geom_col=geom_column, index_col="w_id", ) def offshore_weather_cells(geom_column="geom"): - """Get weather cells which intersect with Germany + """Get weather cells which intersect with Germany. Returns ------- @@ -123,20 +128,21 @@ def offshore_weather_cells(geom_column="geom"): f"""SELECT w_id, geom_point, geom FROM {cfg['weather_cells']['schema']}. {cfg['weather_cells']['table']} - WHERE ST_Intersects('SRID=4326; - POLYGON((5.5 55.5, 14.5 55.5, 14.5 53.5, 5.5 53.5, 5.5 55.5))', - geom)""", + WHERE ST_Intersects( + 'SRID=4326;\n POLYGON((5.5 55.5, 14.5 55.5, 14.5 53.5, 5.5 53.5, 5.5 55.5))', + geom + )""", # noqa: E501 geom_col=geom_column, index_col="w_id", ) def federal_states_per_weather_cell(): - """Assings a federal state to each weather cell in Germany. + """Assign a federal state to each weather cell in Germany. - Sets the federal state to the weather celss using the centroid. - Weather cells at the borders whoes centroid is not inside Germany - are assinged to the closest federal state. + Sets the federal state to the weather cells using the centroid. Weather + cells at the borders whose centroid is not inside Germany are assigned to + the closest federal state. Returns ------- @@ -147,7 +153,7 @@ def federal_states_per_weather_cell(): cfg = egon.data.config.datasets()["renewable_feedin"]["sources"] - # Select weather cells and ferear states from database + # Select weather cells and federal states from database weather_cells = weather_cells_in_germany(geom_column="geom_point") federal_states = db.select_geodataframe( @@ -191,7 +197,7 @@ def federal_states_per_weather_cell(): def turbine_per_weather_cell(): - """Assign wind onshore turbine types to weather cells + """Assign wind onshore turbine types to weather cells. Returns ------- @@ -232,12 +238,12 @@ def turbine_per_weather_cell(): def feedin_per_turbine(): - """Calculate feedin timeseries per turbine type and weather cell + """Calculate feed-in time series per turbine type and weather cell. Returns ------- gdf : GeoPandas.GeoDataFrame - Feed-in timeseries per turbine type and weather cell + Feed-in time series per turbine type and weather cell """ @@ -246,7 +252,7 @@ def feedin_per_turbine(): gdf = gpd.GeoDataFrame(geometry=cutout.grid.geometry, crs=4326) - # Calculate feedin-timeseries for E-141 + # Calculate feed-in time series for E-141 # source: # https://openenergy-platform.org/dataedit/view/supply/wind_turbine_library turbine_e141 = { @@ -290,7 +296,7 @@ def feedin_per_turbine(): gdf["E-141"] = ts_e141.to_pandas().transpose().values.tolist() - # Calculate feedin-timeseries for E-126 + # Calculate feed-in time series for E-126 # source: # https://openenergy-platform.org/dataedit/view/supply/wind_turbine_library turbine_e126 = { @@ -338,7 +344,7 @@ def feedin_per_turbine(): def wind(): - """Insert feed-in timeseries for wind onshore turbines to database + """Insert feed-in time series for wind onshore turbines to database. Returns ------- @@ -352,10 +358,10 @@ def wind(): weather_cells = turbine_per_weather_cell() weather_cells = weather_cells[weather_cells.wind_turbine.notnull()] - # Calculate feedin timeseries per turbine and weather cell + # Calculate feed-in time series per turbine and weather cell timeseries_per_turbine = feedin_per_turbine() - # Join weather cells and feedin-timeseries + # Join weather cells and feed-in time series timeseries = gpd.sjoin(weather_cells, timeseries_per_turbine)[ ["E-141", "E-126"] ] @@ -368,7 +374,7 @@ def wind(): data={"weather_year": weather_year, "carrier": "wind_onshore"}, ) - # Insert feedin for selected turbine per weather cell + # Insert feed-in for selected turbine per weather cell for turbine in ["E-126", "E-141"]: idx = weather_cells.index[ (weather_cells.wind_turbine == turbine) @@ -393,7 +399,7 @@ def wind(): def wind_offshore(): - """Insert feed-in timeseries for wind offshore turbines to database + """Insert feed-in time series for wind offshore to database. Returns ------- @@ -401,7 +407,7 @@ def wind_offshore(): """ - # Get offshore weather cells arround Germany + # Get offshore weather cells around Germany weather_cells = offshore_weather_cells() # Select weather data for German coast @@ -410,7 +416,7 @@ def wind_offshore(): # Select weather year from cutout weather_year = cutout.name.split("-")[2] - # Calculate feedin timeseries + # Calculate feed-in time series ts_wind_offshore = cutout.wind( "Vestas_V164_7MW_offshore", per_unit=True, @@ -422,7 +428,7 @@ def wind_offshore(): def pv(): - """Insert feed-in timeseries for pv plants to database + """Insert feed-in time series for PV plants to database. Returns ------- @@ -439,7 +445,7 @@ def pv(): # Select weather year from cutout weather_year = cutout.name.split("-")[1] - # Calculate feedin timeseries + # Calculate feed-in time series ts_pv = cutout.pv( "CSi", orientation={"slope": 35.0, "azimuth": 180.0}, @@ -452,7 +458,7 @@ def pv(): def solar_thermal(): - """Insert feed-in timeseries for pv plants to database + """Insert feed-in time series for solar thermal to database. Returns ------- @@ -469,7 +475,7 @@ def solar_thermal(): # Select weather year from cutout weather_year = cutout.name.split("-")[1] - # Calculate feedin timeseries + # Calculate feed-in time series ts_solar_thermal = cutout.solar_thermal( clearsky_model="simple", orientation={"slope": 45.0, "azimuth": 180.0}, @@ -486,15 +492,15 @@ def heat_pump_cop(): """ Calculate coefficient of performance for heat pumps according to T. Brown et al: "Synergies of sector coupling and transmission - reinforcement in a cost-optimised, highlyrenewable European energy system", - 2018, p. 8 + reinforcement in a cost-optimised, highly renewable European energy + system", 2018, p. 8 Returns ------- None. """ - # Assume temperature of heating system to 55°C according to Brown et. al + # Assume temperature of heating system to 55°C according to Brown et al. t_sink = 55 carrier = "heat_pump_cop" @@ -511,7 +517,7 @@ def heat_pump_cop(): # Select weather year from cutout weather_year = cutout.name.split("-")[1] - # Calculate feedin timeseries + # Calculate temperature series temperature = cutout.temperature( shapes=weather_cells.to_crs(4326).geom ).transpose() @@ -520,8 +526,8 @@ def heat_pump_cop(): delta_t = t_sink - t_source - # Calculate coefficient of performance for air sourced heat pumps - # according to Brown et. al + # Calculate coefficient of performance for air-sourced heat pumps + # according to Brown et al. cop = 6.81 - 0.121 * delta_t + 0.00063 * delta_t**2 df = pd.DataFrame( @@ -550,12 +556,12 @@ def heat_pump_cop(): def insert_feedin(data, carrier, weather_year): - """Insert feedin data into database + """Insert feed-in data into database. Parameters ---------- data : xarray.core.dataarray.DataArray - Feedin timeseries data + Feed-in time series data carrier : str Name of energy carrier weather_year : int @@ -579,11 +585,11 @@ def insert_feedin(data, carrier, weather_year): data={"weather_year": weather_year, "carrier": carrier}, ) - # Convert solar thermal data from W/m^2 to MW/(1000m^2) = kW/m^2 + # Convert solar thermal from W/m^2 to MW/(1000m^2) = kW/m^2 if carrier == "solar_thermal": data *= 1e-3 - # Insert feedin into DataFrame + # Insert feed-in into DataFrame df.feedin = data.values.tolist() # Delete existing rows for carrier @@ -604,7 +610,7 @@ def insert_feedin(data, carrier, weather_year): def mapping_zensus_weather(): - """Perform mapping between era5 weather cell and zensus grid""" + """Perform mapping between ERA5 weather cell and Zensus grid.""" with db.session_scope() as session: cells_query = session.query( @@ -649,7 +655,7 @@ def mapping_zensus_weather(): def add_metadata(): - """Add metdata to supply.egon_era5_renewable_feedin + """Add metadata to supply.egon_era5_renewable_feedin. Returns ------- @@ -678,7 +684,7 @@ def add_metadata(): "unit": "none", }, { - "description": "Weather-dependent feedin timeseries", + "description": "Weather-dependent feed-in time series", "name": "feedin", "type": "array", "unit": "p.u.", @@ -687,9 +693,9 @@ def add_metadata(): meta = { "name": "supply.egon_era5_renewable_feedin", - "title": "eGon feedin timeseries for RES", + "title": "eGon feed-in time series for RES", "id": "WILL_BE_SET_AT_PUBLICATION", - "description": "Weather-dependent feedin timeseries for RES", + "description": "Weather-dependent feed-in time series for RES", "language": ["EN"], "publicationDate": datetime.date.today().isoformat(), "context": context(), @@ -705,9 +711,16 @@ def add_metadata(): ], "licenses": [ license_ccby( - "© Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert); " - "© Copernicus Climate Change Service (C3S) Climate Data Store " - "© Jonathan Amme, Clara Büttner, Ilka Cußmann, Julian Endres, Carlos Epia, Stephan Günther, Ulf Müller, Amélia Nadal, Guido Pleßmann, Francesco Witte", + ( + "© Bundesamt für Kartographie und Geodäsie 2020 " + "(Daten verändert); " + "© Copernicus Climate Change Service (C3S) " + "Climate Data Store " + "© Jonathan Amme, Clara Büttner, Ilka Cußmann, " + "Julian Endres, Carlos Epia, Stephan Günther, " + "Ulf Müller, Amélia Nadal, Guido Pleßmann, " + "Francesco Witte" + ) ) ], "contributors": [ @@ -734,11 +747,10 @@ def add_metadata(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } # Create json dump - meta_json = "'" + json.dumps(meta) + "'" + meta_json = json.dumps(meta) # Add metadata as a comment to the table db.submit_comment( diff --git a/src/egon/data/datasets/scenario_capacities.py b/src/egon/data/datasets/scenario_capacities.py index c810fc2ab..4e9003f42 100755 --- a/src/egon/data/datasets/scenario_capacities.py +++ b/src/egon/data/datasets/scenario_capacities.py @@ -1,5 +1,5 @@ -"""The central module containing all code dealing with importing data from -Netzentwicklungsplan 2035, Version 2031, Szenario C +"""The central module for importing data from the +Netzentwicklungsplan 2035, Version 2031, Szenario C. """ from pathlib import Path @@ -20,7 +20,6 @@ context, generate_resource_fields_from_sqla_model, license_ccby, - meta_metadata, sources, ) @@ -126,18 +125,18 @@ def insert_capacities_status_quo(scenario: str) -> None: ) rural_heat_capacity = { - # Rural heat capacity for 2019 according to NEP 2035, version 2021 + # Rural heat capacity for 2019 according to NEP 2035, v2021 "status2019": 1e6 * 5e-3, - # Rural heat capacity for 2023 according to NEP 2037, version 2023 + # Rural heat capacity for 2023 according to NEP 2037, v2023. # 1.2 Mio. for 2020 - # https://www.netzentwicklungsplan.de/sites/default/files/2023-07/ - # NEP_2037_2045_V2023_2_Entwurf_Teil1_1.pdf#page=25 + # https://www.netzentwicklungsplan.de/sites/default/files/ + # 2023-07/NEP_2037_2045_V2023_2_Entwurf_Teil1_1.pdf#page=25 # and 3 kW per heat pump - # https://www.netzentwicklungsplan.de/sites/default/files/2022-11/ - # NEP_2035_V2021_2_Entwurf_Teil1.pdf#page=33 + # https://www.netzentwicklungsplan.de/sites/default/files/ + # 2022-11/NEP_2035_V2021_2_Entwurf_Teil1.pdf#page=33 # plus 0.15 Mio. 2021 and 0.24 Mio. in 2022 # https://www.enercity.de/magazin/unsere-welt/waermepumpen-boom - # plus 0.2 Mio. in H1 2023 -> Assumption 2023: 2 * 0.2 Mio = 0.4 Mio. + # plus 0.2 Mio. in H1 2023 -> Assumption 2023: 2 * 0.2 = 0.4 Mio. "status2023": (1.2 + 0.15 + 0.24 + 0.4) * 1e6 * 3e-3, }[scenario] @@ -165,8 +164,8 @@ def insert_capacities_status_quo(scenario: str) -> None: # MW for Germany "status2019": 600, # 1.3 GW in 2020/2021 - # https://www.netzentwicklungsplan.de/sites/default/files/2023-07/ - # NEP_2037_2045_V2023_2_Entwurf_Teil1_1.pdf#page=25 + # https://www.netzentwicklungsplan.de/sites/default/files/ + # 2023-07/NEP_2037_2045_V2023_2_Entwurf_Teil1_1.pdf#page=25 # Installed quantity 2020: 272,000 # Installed quantity 2023: 1,197,000 # https://www.photovoltaik.eu/solarspeicher/ @@ -192,8 +191,8 @@ def insert_capacities_status_quo(scenario: str) -> None: def insert_capacities_per_federal_state_nep(): - """Inserts installed capacities per federal state accordning to - NEP 2035 (version 2021), scenario 2035 C + """Insert installed capacities per federal state according to + NEP 2035 (version 2021), scenario 2035 C. Returns ------- @@ -218,7 +217,7 @@ def insert_capacities_per_federal_state_nep(): """ ) - # read-in installed capacities per federal state of germany + # Read installed capacities per federal state of Germany target_file = ( Path(".") / "data_bundle_egon_data" @@ -255,15 +254,13 @@ def insert_capacities_per_federal_state_nep(): # List federal state with an assigned wind offshore capacity index_list = list(df_windoff_fs.index.values) - # Overwrite capacities in df_windoff with more accurate values from - # df_windoff_fs - + # Overwrite capacities in df_windoff with values from df_windoff_fs for state in index_list: df.at["Wind offshore", state] = ( df_windoff_fs.at[state, "C 2035"] / 1000 ) - # sort NEP-carriers: + # Sort NEP-carriers rename_carrier = { "Wind onshore": "wind_onshore", "Wind offshore": "wind_offshore", @@ -282,13 +279,14 @@ def insert_capacities_per_federal_state_nep(): "KWK < 10 MW": "small_chp", } # 'Elektromobilitaet gesamt': 'transport', - # 'Elektromobilitaet privat': 'transport'} + # 'Elektromobilitaet privat': 'transport' # nuts1 to federal state in Germany map_nuts = pd.read_sql( f""" SELECT DISTINCT ON (nuts) gen, nuts - FROM {sources['boundaries']['schema']}.{sources['boundaries']['table']} + FROM {sources['boundaries']['schema']}. + {sources['boundaries']['table']} """, engine, index_col="gen", @@ -305,8 +303,7 @@ def insert_capacities_per_federal_state_nep(): for bl in map_nuts.index: data = pd.DataFrame(df[bl]) - # if distribution to federal states is not provided, - # use data from draft of scenario report + # If distribution to states is not provided, use scenario draft data for c in scaled_carriers: data.loc[c, bl] = ( df_draft.loc[c, bl] @@ -314,7 +311,7 @@ def insert_capacities_per_federal_state_nep(): * df.loc[c, "Summe"] ) - # split hydro into run of river and reservoir + # Split hydro into run of river and reservoir # according to draft of scenario report if data.loc["Lauf- und Speicherwasser", bl] > 0: for c in ["Speicherwasser", "Laufwasser"]: @@ -330,31 +327,28 @@ def insert_capacities_per_federal_state_nep(): data["nuts"] = map_nuts.nuts[bl] data["scenario_name"] = "eGon2035" - # According to NEP, each heatpump has 5kW_el installed capacity - # source: Entwurf des Szenariorahmens NEP 2035, version 2021, page 47 + # Each heat pump has 5kW_el installed capacity (NEP 2035 v2021 p.47) data.loc[data.carrier == "residential_rural_heat_pump", bl] *= 5e-6 data.loc[ - data.carrier == "residential_rural_heat_pump", "component" + data.carrier == "residential_rural_heat_pump", + "component", ] = "link" data = data.rename(columns={bl: "capacity"}) - # convert GW to MW + # Convert GW to MW data.capacity *= 1e3 insert_data = pd.concat([insert_data, data]) - # Get aggregated capacities from nep's power plant list for certain carrier - + # Get capacities from NEP's power plant list for certain carriers carriers = ["oil", "other_non_renewable", "pumped_hydro"] - capacities_list = aggr_nep_capacities(carriers) # Filter by carrier updated = insert_data[insert_data["carrier"].isin(carriers)] - # Merge to replace capacities for carriers "oil", "other_non_renewable" and - # "pumped_hydro" + # Merge to replace capacities for these carriers updated = ( updated.merge(capacities_list, on=["carrier", "nuts"], how="left") .fillna(0) @@ -377,7 +371,7 @@ def insert_capacities_per_federal_state_nep(): index=insert_data.index, ) - # Add district heating data accordning to energy and full load hours + # Add district heating data according to energy and full load hours district_heating_input() @@ -408,8 +402,7 @@ def population_share(): def aggr_nep_capacities(carriers): - """Aggregates capacities from NEP power plants list by carrier and federal - state + """Aggregate capacities from NEP list by carrier and federal state. Returns ------- @@ -417,12 +410,12 @@ def aggr_nep_capacities(carriers): Dataframe with capacities per federal state and carrier """ - # Get list of power plants from nep + # Get list of power plants from NEP nep_capacities = insert_nep_list_powerplants(export=False)[ ["federal_state", "carrier", "c2035_capacity"] ] - # Sum up capacities per federal state and carrier + # Sum capacities per federal state and carrier capacities_list = ( nep_capacities.groupby(["federal_state", "carrier"])["c2035_capacity"] .sum() @@ -436,7 +429,7 @@ def aggr_nep_capacities(carriers): # Include NUTS code capacities_list["nuts"] = capacities_list.federal_state.map(nuts_mapping()) - # Drop entries for foreign plants with nan values and federal_state column + # Drop entries for foreign plants with NaN values; remove federal_state capacities_list = capacities_list.dropna(subset=["nuts"]).drop( columns=["federal_state"] ) @@ -445,7 +438,7 @@ def aggr_nep_capacities(carriers): def map_carrier(): - """Map carriers from NEP and Marktstammdatenregister to carriers from eGon + """Map carriers from NEP/MaStR to eGon carriers. Returns ------- @@ -479,20 +472,18 @@ def map_carrier(): def insert_nep_list_powerplants(export=True): - """Insert list of conventional powerplants attached to the approval - of the scenario report by BNetzA + """Insert list of conventional power plants from BNetzA approval. Parameters ---------- export : bool - Choose if nep list should be exported to the data - base. The default is True. - If export=False a data frame will be returned + Choose if NEP list should be exported to the database. Default True. + If export=False a data frame will be returned. Returns ------- kw_liste_nep : pandas.DataFrame - List of conventional power plants from nep if export=False + List of conventional power plants from NEP if export=False """ sources = config.datasets()["scenario_input"]["sources"] @@ -501,7 +492,7 @@ def insert_nep_list_powerplants(export=True): # Connect to local database engine = db.engine() - # Read-in data from csv-file + # Read data from csv-file target_file = ( Path(".") / "data_bundle_egon_data" @@ -536,7 +527,7 @@ def insert_nep_list_powerplants(export=True): } ) - # Cut data to federal state if in testmode + # Cut data to federal state if in test mode boundary = config.settings()["egon-data"]["--dataset-boundary"] if boundary != "Everything": map_states = { @@ -570,7 +561,8 @@ def insert_nep_list_powerplants(export=True): "b2040_capacity", ]: kw_liste_nep.loc[ - kw_liste_nep[kw_liste_nep.federal_state.isnull()].index, col + kw_liste_nep[kw_liste_nep.federal_state.isnull()].index, + col, ] *= population_share() kw_liste_nep["carrier"] = map_carrier()[kw_liste_nep.carrier_nep].values @@ -588,7 +580,7 @@ def insert_nep_list_powerplants(export=True): def district_heating_input(): - """Imports data for district heating networks in Germany + """Import data for district heating networks in Germany. Returns ------- @@ -598,7 +590,7 @@ def district_heating_input(): sources = config.datasets()["scenario_input"]["sources"] - # import data to dataframe + # Import data to dataframe file = ( Path(".") / "data_bundle_egon_data" @@ -606,11 +598,13 @@ def district_heating_input(): / sources["eGon2035"]["capacities"] ) df = pd.read_excel( - file, sheet_name="Kurzstudie_KWK", dtype={"Wert": float} + file, + sheet_name="Kurzstudie_KWK", + dtype={"Wert": float}, ) df.set_index(["Energietraeger", "Name"], inplace=True) - # Scale values to population share in testmode + # Scale values to population share in test mode if config.settings()["egon-data"]["--dataset-boundary"] != "Everything": df.loc[ pd.IndexSlice[:, "Fernwaermeerzeugung"], "Wert" @@ -620,37 +614,49 @@ def district_heating_input(): engine = db.engine() session = sessionmaker(bind=engine)() - # insert heatpumps and resistive heater as link + # Insert heat pumps and resistive heaters as link for c in ["Grosswaermepumpe", "Elektrodenheizkessel"]: entry = EgonScenarioCapacities( component="link", scenario_name="eGon2035", nuts="DE", - carrier="urban_central_" - + ("heat_pump" if c == "Grosswaermepumpe" else "resistive_heater"), - capacity=df.loc[(c, "Fernwaermeerzeugung"), "Wert"] - * 1e6 - / df.loc[(c, "Volllaststunden"), "Wert"] - / df.loc[(c, "Wirkungsgrad"), "Wert"], + carrier=( + "urban_central_" + + ( + "heat_pump" + if c == "Grosswaermepumpe" + else "resistive_heater" + ) + ), + capacity=( + df.loc[(c, "Fernwaermeerzeugung"), "Wert"] + * 1e6 + / df.loc[(c, "Volllaststunden"), "Wert"] + / df.loc[(c, "Wirkungsgrad"), "Wert"] + ), ) session.add(entry) - # insert solar- and geothermal as generator + # Insert solar- and geothermal as generator for c in ["Geothermie", "Solarthermie"]: entry = EgonScenarioCapacities( component="generator", scenario_name="eGon2035", nuts="DE", - carrier="urban_central_" - + ( - "solar_thermal_collector" - if c == "Solarthermie" - else "geo_thermal" + carrier=( + "urban_central_" + + ( + "solar_thermal_collector" + if c == "Solarthermie" + else "geo_thermal" + ) + ), + capacity=( + df.loc[(c, "Fernwaermeerzeugung"), "Wert"] + * 1e6 + / df.loc[(c, "Volllaststunden"), "Wert"] ), - capacity=df.loc[(c, "Fernwaermeerzeugung"), "Wert"] - * 1e6 - / df.loc[(c, "Volllaststunden"), "Wert"], ) session.add(entry) @@ -659,7 +665,7 @@ def district_heating_input(): def insert_data_nep(): - """Overall function for importing scenario input data for eGon2035 scenario + """Overall function for importing scenario input data for eGon2035. Returns ------- @@ -673,7 +679,7 @@ def insert_data_nep(): def eGon100_capacities(): - """Inserts installed capacities for the eGon100 scenario + """Insert installed capacities for the eGon100 scenario. Returns ------- @@ -684,7 +690,7 @@ def eGon100_capacities(): sources = config.datasets()["scenario_input"]["sources"] targets = config.datasets()["scenario_input"]["targets"] - # read-in installed capacities + # Read installed capacities cwd = Path(".") if config.settings()["egon-data"]["--run-pypsa-eur"]: @@ -730,7 +736,7 @@ def eGon100_capacities(): # Drop country column df.drop("country", axis=1, inplace=True) - # Drop copmponents which will be optimized in eGo + # Drop components which will be optimized in eGo unused_carrier = [ "BEV charger", "DAC", @@ -857,7 +863,21 @@ def eGon100_capacities(): # Insert target capacities for all years for year in ["2025", "2030", "2035", "2045"]: df_year = df.rename( - {f"p_nom_{year}": "capacity", "index": "carrier"}, axis="columns" + {f"p_nom_{year}": "capacity", "index": "carrier"}, + axis="columns", + ) + df_year.drop( + df_year.columns[ + ~df_year.columns.isin( + [ + "carrier", + "component", + "capacity", + ] + ) + ], + axis="columns", + inplace=True, ) df_year.drop( df_year.columns[ @@ -877,7 +897,8 @@ def eGon100_capacities(): db.execute_sql( f""" DELETE FROM - {targets['scenario_capacities']['schema']}.{targets['scenario_capacities']['table']} + {targets['scenario_capacities']['schema']}. + {targets['scenario_capacities']['table']} WHERE scenario_name='{df_year["scenario_name"].unique()[0]}' """ ) @@ -892,7 +913,7 @@ def eGon100_capacities(): def add_metadata(): - """Add metdata to supply.egon_scenario_capacities + """Add metadata to supply.egon_scenario_capacities. Returns ------- @@ -900,25 +921,25 @@ def add_metadata(): """ - # Import column names and datatypes + # Import column names and data types fields = pd.DataFrame( generate_resource_fields_from_sqla_model(EgonScenarioCapacities) ).set_index("name") # Set descriptions and units fields.loc["index", "description"] = "Index" - fields.loc["component", "description"] = ( - "Name of representative PyPSA component" - ) + fields.loc[ + "component", "description" + ] = "Name of representative PyPSA component" fields.loc["carrier", "description"] = "Name of carrier" fields.loc["capacity", "description"] = "Installed capacity" fields.loc["capacity", "unit"] = "MW" - fields.loc["nuts", "description"] = ( - "NUTS region, either federal state or Germany" - ) - fields.loc["scenario_name", "description"] = ( - "Name of corresponding eGon scenario" - ) + fields.loc[ + "nuts", "description" + ] = "NUTS region, either federal state or Germany" + fields.loc[ + "scenario_name", "description" + ] = "Name of corresponding eGon scenario" # Reformat pandas.DataFrame to dict fields = fields.reset_index().to_dict(orient="records") @@ -946,10 +967,16 @@ def add_metadata(): ], "licenses": [ license_ccby( - "© Übertragungsnetzbetreiber; " - "© Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert); " - "© Statistische Ämter des Bundes und der Länder 2014; " - "© Jonathan Amme, Clara Büttner, Ilka Cußmann, Julian Endres, Carlos Epia, Stephan Günther, Ulf Müller, Amélia Nadal, Guido Pleßmann, Francesco Witte", + ( + "© Übertragungsnetzbetreiber; " + "© Bundesamt für Kartographie und Geodäsie 2020 " + "(Daten verändert); " + "© Statistische Ämter des Bundes und der Länder 2014; " + "© Jonathan Amme, Clara Büttner, Ilka Cußmann, " + "Julian Endres, Carlos Epia, Stephan Günther, " + "Ulf Müller, Amélia Nadal, Guido Pleßmann, " + "Francesco Witte" + ) ) ], "contributors": [ @@ -976,11 +1003,10 @@ def add_metadata(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } # Create json dump - meta_json = "'" + json.dumps(meta) + "'" + meta_json = json.dumps(meta) # Add metadata as a comment to the table db.submit_comment( @@ -1020,10 +1046,12 @@ class ScenarioCapacities(Dataset): """ Create and fill table with installed generation capacities in Germany - This dataset creates and fills a table with the installed generation capacities in - Germany in a lower spatial resolution (either per federal state or on national level). - This data is coming from external sources (e.g. German grid developement plan for scenario eGon2035). - The table is in downstream datasets used to define target values for the installed capacities. + This dataset creates and fills a table with the installed generation + capacities in Germany in a lower spatial resolution (either per federal + state or on national level). This data is coming from external sources + (e.g. German grid development plan for scenario eGon2035). The table is + used by downstream datasets to define target values for the installed + capacities. *Dependencies* @@ -1031,12 +1059,17 @@ class ScenarioCapacities(Dataset): * :py:class:`PypsaEurSec ` * :py:class:`Vg250 ` * :py:class:`DataBundle ` - * :py:class:`ZensusPopulation ` + * :py:class:`ZensusPopulation + ` *Resulting tables* - * :py:class:`supply.egon_scenario_capacities ` is created and filled - * :py:class:`supply.egon_nep_2021_conventional_powerplants ` is created and filled + * :py:class:`supply.egon_scenario_capacities + ` + is created and filled + * :py:class:`supply.egon_nep_2021_conventional_powerplants + ` + is created and filled """ diff --git a/src/egon/data/datasets/storages/home_batteries.py b/src/egon/data/datasets/storages/home_batteries.py index d8a69df3e..8b44d15e9 100644 --- a/src/egon/data/datasets/storages/home_batteries.py +++ b/src/egon/data/datasets/storages/home_batteries.py @@ -39,7 +39,6 @@ from loguru import logger from numpy.random import RandomState -from omi.dialects import get_dialect from sqlalchemy import Column, Float, Integer, String from sqlalchemy.ext.declarative import declarative_base import numpy as np @@ -53,7 +52,6 @@ generate_resource_fields_from_db_table, license_dedl, license_odbl, - meta_metadata, sources, ) @@ -305,7 +303,6 @@ def add_metadata(): } ], "review": {"path": "", "badge": ""}, - "metaMetadata": meta_metadata(), "_comment": { "metadata": ( "Metadata documentation and explanation (https://github.com/" @@ -333,9 +330,7 @@ def add_metadata(): }, } - dialect = get_dialect(f"oep-v{meta_metadata()['metadataVersion'][4:7]}")() - - meta = dialect.compile_and_render(dialect.parse(json.dumps(meta))) + meta = json.dumps(meta) db.submit_comment( f"'{json.dumps(meta)}'", diff --git a/src/egon/data/datasets/vg250/__init__.py b/src/egon/data/datasets/vg250/__init__.py index 378f86895..6f8ba7b12 100644 --- a/src/egon/data/datasets/vg250/__init__.py +++ b/src/egon/data/datasets/vg250/__init__.py @@ -11,7 +11,7 @@ from pathlib import Path from urllib.request import urlretrieve -import codecs +import codecs # noqa: F401 import datetime import json import os @@ -23,11 +23,7 @@ from egon.data import db from egon.data.config import settings from egon.data.datasets import Dataset -from egon.data.metadata import ( - context, - licenses_datenlizenz_deutschland, - meta_metadata, -) +from egon.data.metadata import context, licenses_datenlizenz_deutschland import egon.data.config @@ -38,7 +34,6 @@ def download_files(): Data is downloaded from source specified in *datasets.yml* in section *vg250/original_data/source/url* and saved to file specified in *vg250/original_data/target/file*. - """ data_config = egon.data.config.datasets() vg250_config = data_config["vg250"]["original_data"] @@ -61,7 +56,6 @@ def to_postgres(): Creates schema boundaries if it does not yet exist. Newly creates all tables specified as keys in *datasets.yml* in section *vg250/processed/file_table_map*. - """ # Get information from data configuration file @@ -79,16 +73,19 @@ def to_postgres(): for filename, table in vg250_processed["file_table_map"].items(): # Open files and read .shp (within .zip) with geopandas data = gpd.read_file( - f"zip://{zip_file}!vg250_01-01.geo84.shape.ebenen/" - f"vg250_ebenen_0101/{filename}" + "zip://" + f"{zip_file}!vg250_01-01.geo84.shape.ebenen/" + "vg250_ebenen_0101/" + f"{filename}" ) boundary = settings()["egon-data"]["--dataset-boundary"] if boundary != "Everything": # read-in borders of federal state Schleswig-Holstein data_sta = gpd.read_file( - f"zip://{zip_file}!vg250_01-01.geo84.shape.ebenen/" - f"vg250_ebenen_0101/VG250_LAN.shp" + "zip://" + f"{zip_file}!vg250_01-01.geo84.shape.ebenen/" + "vg250_ebenen_0101/VG250_LAN.shp" ).query(f"GEN == '{boundary}'") data_sta.BEZ = "Bundesrepublik" data_sta.NUTS = "DE" @@ -107,7 +104,7 @@ def to_postgres(): # Drop table before inserting data db.execute_sql( - f"DROP TABLE IF EXISTS " + "DROP TABLE IF EXISTS " f"{vg250_processed['schema']}.{table} CASCADE;" ) @@ -123,7 +120,7 @@ def to_postgres(): db.execute_sql( f"ALTER TABLE {vg250_processed['schema']}.{table} " - f"ADD PRIMARY KEY (id);" + "ADD PRIMARY KEY (id);" ) # Add index on geometry column @@ -133,6 +130,7 @@ def to_postgres(): ) +# TODO @jh:Move to metadata module, as yaml def add_metadata(): """Writes metadata JSON string into table comment.""" # Prepare variables @@ -145,47 +143,63 @@ def add_metadata(): }, "vg250_lan": { "title": "BKG - Verwaltungsgebiete 1:250.000 - Länder (LAN)", - "description": "Landesgrenzen der Bundesländer in der " - "Bundesrepublik Deutschland", + "description": ( + "Landesgrenzen der Bundesländer in der " + "Bundesrepublik Deutschland" + ), }, "vg250_rbz": { - "title": "BKG - Verwaltungsgebiete 1:250.000 - Regierungsbezirke " - "(RBZ)", - "description": "Grenzen der Regierungsbezirke in der " - "Bundesrepublik Deutschland", + "title": ( + "BKG - Verwaltungsgebiete 1:250.000 - " + "Regierungsbezirke (RBZ)" + ), + "description": ( + "Grenzen der Regierungsbezirke in der " + "Bundesrepublik Deutschland" + ), }, "vg250_krs": { "title": "BKG - Verwaltungsgebiete 1:250.000 - Kreise (KRS)", - "description": "Grenzen der Landkreise in der " - "Bundesrepublik Deutschland", + "description": ( + "Grenzen der Landkreise in der " "Bundesrepublik Deutschland" + ), }, "vg250_vwg": { - "title": "BKG - Verwaltungsgebiete 1:250.000 - " - "Verwaltungsgemeinschaften (VWG)", - "description": "Grenzen der Verwaltungsgemeinschaften in der " - "Bundesrepublik Deutschland", + "title": ( + "BKG - Verwaltungsgebiete 1:250.000 - " + "Verwaltungsgemeinschaften (VWG)" + ), + "description": ( + "Grenzen der Verwaltungsgemeinschaften in der " + "Bundesrepublik Deutschland" + ), }, "vg250_gem": { "title": "BKG - Verwaltungsgebiete 1:250.000 - Gemeinden (GEM)", - "description": "Grenzen der Gemeinden in der " - "Bundesrepublik Deutschland", + "description": ( + "Grenzen der Gemeinden in der " "Bundesrepublik Deutschland" + ), }, } licenses = [ licenses_datenlizenz_deutschland( - attribution="© Bundesamt für Kartographie und Geodäsie " - "2020 (Daten verändert)" + attribution=( + "© Bundesamt für Kartographie und Geodäsie 2020 " + "(Daten verändert)" + ) ) ] vg250_source = { "title": "Verwaltungsgebiete 1:250 000 (Ebenen)", - "description": "Der Datenbestand umfasst sämtliche Verwaltungseinheiten der " - "hierarchischen Verwaltungsebenen vom Staat bis zu den Gemeinden " - "mit ihren Grenzen, statistischen Schlüsselzahlen, Namen der " - "Verwaltungseinheit sowie die spezifische Bezeichnung der " - "Verwaltungsebene des jeweiligen Landes.", + "description": ( + "Der Datenbestand umfasst sämtliche Verwaltungseinheiten der " + "hierarchischen Verwaltungsebenen vom Staat bis zu den Gemeinden " + "mit ihren Grenzen, statistischen Schlüsselzahlen, Namen der " + "Verwaltungseinheit sowie die spezifische Bezeichnung der " + "Verwaltungsebene des jeweiligen Landes." + ), "path": vg250_config["original_data"]["source"]["url"], "licenses": licenses, } @@ -248,10 +262,9 @@ def add_metadata(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } - meta_json = "'" + json.dumps(meta) + "'" + meta_json = json.dumps(meta) # TODO @jh: Find me and remove db.submit_comment( meta_json, vg250_config["processed"]["schema"], table @@ -261,10 +274,12 @@ def add_metadata(): def nuts_mview(): """ Creates MView boundaries.vg250_lan_nuts_id. - """ db.execute_sql_script( - os.path.join(os.path.dirname(__file__), "vg250_lan_nuts_id_mview.sql") + os.path.join( + os.path.dirname(__file__), + "vg250_lan_nuts_id_mview.sql", + ) ) @@ -273,8 +288,8 @@ def cleaning_and_preperation(): Creates tables and MViews with cleaned and corrected geometry data. The following table is created: - * boundaries.vg250_gem_clean where municipalities (Gemeinden) that are fragmented - are cleaned from ringholes + * boundaries.vg250_gem_clean where municipalities (Gemeinden) that + are fragmented are cleaned from ringholes The following MViews are created: * boundaries.vg250_gem_hole @@ -285,18 +300,19 @@ def cleaning_and_preperation(): * boundaries.vg250_sta_invalid_geometry * boundaries.vg250_sta_tiny_buffer * boundaries.vg250_sta_union - """ db.execute_sql_script( - os.path.join(os.path.dirname(__file__), "cleaning_and_preparation.sql") + os.path.join( + os.path.dirname(__file__), + "cleaning_and_preparation.sql", + ) ) def vg250_metadata_resources_fields(): """ Returns metadata string for VG250 tables. - """ return [ @@ -451,7 +467,10 @@ def vg250_metadata_resources_fields(): "unit": "none", }, { - "description": "Seat of the administration (territorial code, deprecated column)", + "description": ( + "Seat of the administration (territorial code, " + "deprecated column)" + ), "name": "sdv_rs", "type": "string", "unit": "none", @@ -475,8 +494,8 @@ class Vg250(Dataset): """ Obtains and processes VG250 data and writes it to database. - Original data is downloaded using :py:func:`download_files` function and written - to database using :py:func:`to_postgres` function. + Original data is downloaded using :py:func:`download_files` + and written to database using :py:func:`to_postgres`. *Dependencies* No dependencies @@ -488,24 +507,24 @@ class Vg250(Dataset): * :py:func:`boundaries.vg250_rbz ` is created and filled * :py:func:`boundaries.vg250_sta ` is created and filled * :py:func:`boundaries.vg250_vwg ` is created and filled - * :py:func:`boundaries.vg250_lan_nuts_id ` is created and filled - * :py:func:`boundaries.vg250_gem_hole ` is created and - filled - * :py:func:`boundaries.vg250_gem_valid ` is created and - filled - * :py:func:`boundaries.vg250_krs_area ` is created and - filled - * :py:func:`boundaries.vg250_lan_union ` is created and - filled - * :py:func:`boundaries.vg250_sta_bbox ` is created and - filled - * :py:func:`boundaries.vg250_sta_invalid_geometry ` is - created and filled - * :py:func:`boundaries.vg250_sta_tiny_buffer ` is - created and filled - * :py:func:`boundaries.vg250_sta_union ` is - created and filled - + * :py:func:`boundaries.vg250_lan_nuts_id ` is created + and filled + * :py:func:`boundaries.vg250_gem_hole ` + is created and filled + * :py:func:`boundaries.vg250_gem_valid ` + is created and filled + * :py:func:`boundaries.vg250_krs_area ` + is created and filled + * :py:func:`boundaries.vg250_lan_union ` + is created and filled + * :py:func:`boundaries.vg250_sta_bbox ` + is created and filled + * :py:func:`boundaries.vg250_sta_invalid_geometry + ` is created and filled + * :py:func:`boundaries.vg250_sta_tiny_buffer + ` is created and filled + * :py:func:`boundaries.vg250_sta_union ` + is created and filled """ filename = egon.data.config.datasets()["vg250"]["original_data"]["source"][ diff --git a/src/egon/data/datasets/zensus_vg250.py b/src/egon/data/datasets/zensus_vg250.py index 60af0d011..d9598b170 100755 --- a/src/egon/data/datasets/zensus_vg250.py +++ b/src/egon/data/datasets/zensus_vg250.py @@ -3,16 +3,7 @@ import time from geoalchemy2 import Geometry -from sqlalchemy import ( - BigInteger, - Column, - Float, - Integer, - SmallInteger, - String, - func, - select, -) +from sqlalchemy import BigInteger, Column, Float, Integer, SmallInteger, String from sqlalchemy.ext.declarative import declarative_base import geopandas as gpd import pandas as pd @@ -22,10 +13,8 @@ from egon.data.datasets.vg250 import vg250_metadata_resources_fields from egon.data.metadata import ( context, - generate_resource_fields_from_sqla_model, license_ccby, licenses_datenlizenz_deutschland, - meta_metadata, sources, ) import egon.data.config @@ -183,20 +172,28 @@ def map_zensus_vg250(): local_engine = db.engine() db.execute_sql( - f"""DELETE FROM - {cfg['targets']['map']['schema']}.{cfg['targets']['map']['table']}""" + f""" + DELETE FROM + {cfg['targets']['map']['schema']}. + {cfg['targets']['map']['table']} + """ ) gdf = db.select_geodataframe( - f"""SELECT * FROM + f""" + SELECT * FROM {cfg['sources']['zensus_population']['schema']}. - {cfg['sources']['zensus_population']['table']}""", + {cfg['sources']['zensus_population']['table']} + """, geom_col="geom_point", ) gdf_boundaries = db.select_geodataframe( - f"""SELECT * FROM {cfg['sources']['vg250_municipalities']['schema']}. - {cfg['sources']['vg250_municipalities']['table']}""", + f""" + SELECT * FROM + {cfg['sources']['vg250_municipalities']['schema']}. + {cfg['sources']['vg250_municipalities']['table']} + """, geom_col="geometry", epsg=3035, ) @@ -216,7 +213,10 @@ def map_zensus_vg250(): boundaries_buffer = gdf_boundaries.copy() boundaries_buffer.geometry = boundaries_buffer.geometry.buffer(buffer) join_missing = gpd.sjoin( - missing_cells, boundaries_buffer, how="inner", predicate="intersects" + missing_cells, + boundaries_buffer, + how="inner", + predicate="intersects", ) join = pd.concat([join, join_missing]) missing_cells = gdf[ @@ -249,7 +249,7 @@ def map_zensus_vg250(): cfg["targets"]["map"]["table"], schema=cfg["targets"]["map"]["schema"], con=local_engine, - if_exists="replace", + if_exists="append", ) @@ -264,7 +264,10 @@ def inside_germany(): # Create new table db.execute_sql( f""" - DROP TABLE IF EXISTS {DestatisZensusPopulationPerHaInsideGermany.__table__.schema}.{DestatisZensusPopulationPerHaInsideGermany.__table__.name} CASCADE; + DROP TABLE IF EXISTS + {DestatisZensusPopulationPerHaInsideGermany.__table__.schema}. + {DestatisZensusPopulationPerHaInsideGermany.__table__.name} + CASCADE; """ ) DestatisZensusPopulationPerHaInsideGermany.__table__.create( @@ -290,7 +293,7 @@ def inside_germany(): ) # Insert above queried data into new table - insert = DestatisZensusPopulationPerHaInsideGermany.__table__.insert().from_select( + insert = DestatisZensusPopulationPerHaInsideGermany.__table__.insert().from_select( # noqa: E501 ( DestatisZensusPopulationPerHaInsideGermany.id, DestatisZensusPopulationPerHaInsideGermany.grid_id, @@ -325,16 +328,18 @@ def population_in_municipalities(): ) gem["area_ha"] = gem.area / 10000 - gem["area_km2"] = gem.area / 1000000 population = db.select_dataframe( - """SELECT id, population, vg250_municipality_id + """ + SELECT id, population, vg250_municipality_id FROM society.destatis_zensus_population_per_ha INNER JOIN boundaries.egon_map_zensus_vg250 ON ( - society.destatis_zensus_population_per_ha.id = - boundaries.egon_map_zensus_vg250.zensus_population_id) - WHERE population > 0""" + society.destatis_zensus_population_per_ha.id = + boundaries.egon_map_zensus_vg250.zensus_population_id + ) + WHERE population > 0 + """ ) gem["population_total"] = ( @@ -359,7 +364,8 @@ def add_metadata_zensus_inside_ger(): """ Create metadata JSON for DestatisZensusPopulationPerHaInsideGermany - Creates a metdadata JSON string and writes it to the database table comment + Creates a metdadata JSON string and writes it to the database table + comment """ schema_table = ".".join( [ @@ -373,8 +379,8 @@ def add_metadata_zensus_inside_ger(): "title": "DESTATIS - Zensus 2011 - Population per hectar", "id": "WILL_BE_SET_AT_PUBLICATION", "description": ( - "National census in Germany in 2011 with the bounds on Germanys " - "borders." + "National census in Germany in 2011 with the bounds on " + "Germanys borders." ), "language": ["en-EN", "de-DE"], "publicationDate": datetime.date.today().isoformat(), @@ -396,55 +402,69 @@ def add_metadata_zensus_inside_ger(): }, "sources": [ { - "title": "Statistisches Bundesamt (Destatis) - Ergebnisse des " - "Zensus 2011 zum Download", + "title": ( + "Statistisches Bundesamt (Destatis) - Ergebnisse des " + "Zensus 2011 zum Download" + ), "description": ( - "Als Download bieten wir Ihnen auf dieser Seite " - "zusätzlich zur Zensusdatenbank CSV- und " - "teilweise Excel-Tabellen mit umfassenden " - "Personen-, Haushalts- und Familien- sowie " - "Gebäude- und Wohnungsmerkmalen. Die " - "Ergebnisse liegen auf Bundes-, Länder-, Kreis- " - "und Gemeindeebene vor. Außerdem sind einzelne " - "Ergebnisse für Gitterzellen verfügbar." + "Als Download bieten wir Ihnen auf dieser Seite zusä-" + "tzlich zur Zensusdatenbank CSV- und teilweise " + "Excel-Tabellen mit umfassenden Personen-, Haushalts- " + "und Familien- " + "sowie Gebäude- und Wohnungsmerkmalen. Die Ergebnisse " + "liegen auf Bundes-, Länder-, Kreis- und Gemeindeebene " + "vor. Außerdem sind einzelne Ergebnisse für Gitterzellen " + "verfügbar." + ), + "path": ( + "https://www.zensus2011.de/DE/Home/Aktuelles/" + "DemografischeGrunddaten.html" ), - "path": "https://www.zensus2011.de/DE/Home/Aktuelles/" - "DemografischeGrunddaten.html", "licenses": [ licenses_datenlizenz_deutschland( - attribution="© Statistische Ämter des Bundes und der " - "Länder 2014" + attribution=( + "© Statistische Ämter des Bundes und der Länder " + "2014" + ) ) ], }, { - "title": "Dokumentation - Zensus 2011 - Methoden und Verfahren", + "title": ( + "Dokumentation - Zensus 2011 - Methoden und Verfahren" + ), "description": ( - "Diese Publikation beschreibt ausführlich die " - "Methoden und Verfahren des registergestützten " - "Zensus 2011; von der Datengewinnung und " - "-aufbereitung bis hin zur Ergebniserstellung" - " und Geheimhaltung. Der vorliegende Band wurde " - "von den Statistischen Ämtern des Bundes und " + "Diese Publikation beschreibt ausführlich die Methoden " + "und " + "Verfahren des registergestützten Zensus 2011; von der " + "Datengewinnung und -aufbereitung bis hin zur " + "Ergebniserstellung und Geheimhaltung. Der vorliegende " + "Band wurde von den Statistischen Ämtern des Bundes und " "der Länder im Juni 2015 veröffentlicht." ), - "path": "https://www.destatis.de/DE/Publikationen/Thematisch/Be" - "voelkerung/Zensus/ZensusBuLaMethodenVerfahren51211051" - "19004.pdf?__blob=publicationFile", + "path": ( + "https://www.destatis.de/DE/Publikationen/Thematisch/" + "Bevoelkerung/Zensus/" + "ZensusBuLaMethodenVerfahren5121105119004.pdf" + "?__blob=publicationFile" + ), "licenses": [ licenses_datenlizenz_deutschland( - attribution="© Statistisches Bundesamt, Wiesbaden " - "2015 (im Auftrag der " - "Herausgebergemeinschaft)" + attribution=( + "© Statistisches Bundesamt, Wiesbaden 2015 " + "(im Auftrag der Herausgebergemeinschaft)" + ) ) ], }, ], "licenses": [ licenses_datenlizenz_deutschland( - attribution="© Statistische Ämter des Bundes und der Länder " - "2014; © Statistisches Bundesamt, Wiesbaden 2015 " - "(Daten verändert)" + attribution=( + "© Statistische Ämter des Bundes und der Länder 2014; " + "© Statistisches Bundesamt, Wiesbaden 2015 " + "(Daten verändert)" + ) ) ], "contributors": [ @@ -486,7 +506,7 @@ def add_metadata_zensus_inside_ger(): }, { "name": "population", - "description": "Number of registred residents", + "description": ("Number of registred residents"), "type": "integer", "unit": "resident", }, @@ -509,10 +529,9 @@ def add_metadata_zensus_inside_ger(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } - meta_json = "'" + json.dumps(metadata) + "'" + meta_json = json.dumps(metadata) db.submit_comment( meta_json, @@ -525,7 +544,8 @@ def add_metadata_vg250_gem_pop(): """ Create metadata JSON for Vg250GemPopulation - Creates a metdadata JSON string and writes it to the database table comment + Creates a metdadata JSON string and writes it to the database table + comment """ vg250_config = egon.data.config.datasets()["vg250"] schema_table = ".".join( @@ -537,18 +557,22 @@ def add_metadata_vg250_gem_pop(): licenses = [ licenses_datenlizenz_deutschland( - attribution="© Bundesamt für Kartographie und Geodäsie " - "2020 (Daten verändert)" + attribution=( + "© Bundesamt für Kartographie und Geodäsie 2020 " + "(Daten verändert)" + ) ) ] vg250_source = { "title": "Verwaltungsgebiete 1:250 000 (Ebenen)", - "description": "Der Datenbestand umfasst sämtliche Verwaltungseinheiten der " - "hierarchischen Verwaltungsebenen vom Staat bis zu den Gemeinden " - "mit ihren Grenzen, statistischen Schlüsselzahlen, Namen der " - "Verwaltungseinheit sowie die spezifische Bezeichnung der " - "Verwaltungsebene des jeweiligen Landes.", + "description": ( + "Der Datenbestand umfasst sämtliche Verwaltungseinheiten der " + "hierarchischen Verwaltungsebenen vom Staat bis zu den Gemeinden " + "mit ihren Grenzen, statistischen Schlüsselzahlen, Namen der " + "Verwaltungseinheit sowie die spezifische Bezeichnung der " + "Verwaltungsebene des jeweiligen Landes." + ), "path": vg250_config["original_data"]["source"]["url"], "licenses": licenses, } @@ -648,10 +672,9 @@ def add_metadata_vg250_gem_pop(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } - meta_json = "'" + json.dumps(metadata) + "'" + meta_json = json.dumps(metadata) db.submit_comment( meta_json, @@ -709,9 +732,13 @@ def add_metadata_vg250_zensus(): ], "licenses": [ license_ccby( - "© Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert); " + "© Bundesamt für Kartographie und Geodäsie 2020 " + "(Daten verändert); " "© Statistische Ämter des Bundes und der Länder 2014 " - "© Jonathan Amme, Clara Büttner, Ilka Cußmann, Julian Endres, Carlos Epia, Stephan Günther, Ulf Müller, Amélia Nadal, Guido Pleßmann, Francesco Witte", + "© Jonathan Amme, Clara Büttner, Ilka Cußmann, " + "Julian Endres, Carlos Epia, Stephan Günther, " + "Ulf Müller, Amélia Nadal, Guido Pleßmann, " + "Francesco Witte" ) ], "contributors": [ @@ -738,11 +765,10 @@ def add_metadata_vg250_zensus(): "dialect": {"delimiter": None, "decimalSeparator": "."}, } ], - "metaMetadata": meta_metadata(), } # Create json dump - meta_json = "'" + json.dumps(meta) + "'" + meta_json = json.dumps(meta) # Add metadata as a comment to the table db.submit_comment( diff --git a/src/egon/data/db.py b/src/egon/data/db.py index 347019048..0d4a98260 100755 --- a/src/egon/data/db.py +++ b/src/egon/data/db.py @@ -1,6 +1,8 @@ from contextlib import contextmanager import codecs import functools +import json +import logging import os import time @@ -8,6 +10,7 @@ from sqlalchemy import create_engine, text from sqlalchemy.exc import IntegrityError, OperationalError from sqlalchemy.orm import sessionmaker +from sqlalchemy.sql import quoted_name import geopandas as gpd import pandas as pd @@ -73,36 +76,38 @@ def execute_sql(sql_string): con.execute(text(sql_string)) -def submit_comment(json, schema, table): - """Add comment to table. - - We use `Open Energy Metadata `_ - standard for describing our data. Metadata is stored as JSON in the table - comment. - - Parameters - ---------- - json : str - JSON string reflecting comment - schema : str - The target table's database schema - table : str - Database table on which to put the given comment - """ - prefix_str = "COMMENT ON TABLE {0}.{1} IS ".format(schema, table) - - check_json_str = ( - "SELECT obj_description('{0}.{1}'::regclass)::json".format( - schema, table - ) +def submit_comment(metadata, schema, table): + # normalize to JSON text + json_str = ( + json.dumps(metadata, ensure_ascii=False) + if not isinstance(metadata, str) + else json.dumps(json.loads(metadata), ensure_ascii=False) ) - execute_sql(prefix_str + json + ";") + ident = f"{quoted_name(schema, True)}.{quoted_name(table, True)}" + stmt = text(f"COMMENT ON TABLE {ident} IS :comment") + + with engine().begin() as conn: + # fail early if table isn’t there + if ( + conn.execute( + text("SELECT to_regclass(:reg)"), + {"reg": f"{schema}.{table}"}, + ).scalar() + is None + ): + logging.warning("Table %s.%s does not exist", schema, table) + return None + + conn.execute(stmt, {"comment": json_str}) + + # ✅ validation (no cast directly on a bind) + conn.execute( + text("SELECT obj_description(to_regclass(:reg))::json"), + {"reg": f"{schema}.{table}"}, + ) - # Query table comment and cast it into JSON - # The query throws an error if JSON is invalid - execute_sql(check_json_str) + logging.info("Metadata comment for %s.%s stored.", schema, table) def execute_sql_script(script, encoding="utf-8-sig"): diff --git a/src/egon/data/metadata/README.md b/src/egon/data/metadata/README.md new file mode 100644 index 000000000..3abeaa79e --- /dev/null +++ b/src/egon/data/metadata/README.md @@ -0,0 +1,23 @@ +# egon-data Metadata + +The metadata module provides all metadata related functionality used to create/update metadata for all datasets used in the eGon-data pipeline. Functionality defined will be imported into the dataset task. + +The metadata module is/offers: + + - the central place to configuring the metadata generation using the oemetadata builder + - it provides a metadata-template system which applies information like the project context description to all dataset resources by default to ease handling redundant information. + - Metadata can be setup using YAML files or dict data structures when working in python code using the OMI package + - A central functionality to upload metadata to the internal database as SQL comment on table <---## We could also use a jsonb column to avoid parsing metadata from string + - Provides a simple way to fill the metadata structure with content while keep oemetadata specification compliance + - Validate metadata against the json schema specification + - Create a single datapackage which lists all metadata from its resources as defined in a dataset dependency list. It represents the dataset which is then either patly or fully published on the OEP. + - Store generated metadata + +The metadata module is used in dataset modules: + + - To add individual metadata elements using the predefined structure offered by the metadata module + - Add information about the data model derived from the technical schema as implemented in the database reading form sqlalchemy definitions + +Additional use cases + + - Well described metadata is used in the process to upload datasets to the OEP diff --git a/src/egon/data/metadata/__init__.py b/src/egon/data/metadata/__init__.py index 25e267217..8b9505eca 100755 --- a/src/egon/data/metadata/__init__.py +++ b/src/egon/data/metadata/__init__.py @@ -1,5 +1,8 @@ +from copy import deepcopy + from geoalchemy2 import Geometry -from omi.dialects import get_dialect +from omi.base import MetadataSpecification, get_metadata_specification +from omi.validation import parse_metadata, validate_metadata from sqlalchemy import MetaData, Table from sqlalchemy.dialects.postgresql.base import ischema_names import importlib_resources @@ -7,8 +10,39 @@ from egon.data import db, logger from egon.data.datasets import Dataset from egon.data.db import engine +from egon.data.metadata import settings + +# Easy access to oemetadata schema, template and example Dicts +# Uses the oemetadata version specified in settings module +OEMetaData: MetadataSpecification = get_metadata_specification( + settings.OEMETADATA_VERSION +) + + +def oem_datapackage_template() -> dict: + """ + Provides a clean interface to the oemetadata template. + + the template is used to create a new metadata. It provides + all oemetadata properties, including nested fields with empty + -> "" values assigned + + Returns + ------- + dict + OEP metadata conform template for new metadata + """ + + template: dict + + if OEMetaData.template: + template: dict = deepcopy(OEMetaData.template) + + if OEMetaData.example: + template["@context"] = OEMetaData.example["@context"] + template["metaMetadata"] = OEMetaData.example["metaMetadata"] -EGON_ATTRIBUTION: str = "© eGon development team" + return template def context(): @@ -37,27 +71,16 @@ def context(): } -def meta_metadata(): - """ - Meta data on metadata - - Returns - ------- - dict - OEP metadata conform metadata on metadata - """ - - return { - "metadataVersion": "OEP-1.4.1", - "metadataLicense": { - "name": "CC0-1.0", - "title": "Creative Commons Zero v1.0 Universal", - "path": ("https://creativecommons.org/publicdomain/zero/1.0/"), - }, - } - - -def licenses_datenlizenz_deutschland(attribution=EGON_ATTRIBUTION): +# TODO @jh-RLI: All licenses should be read from SPDX data license list +# -> especially the "name" prop +# -> see SPDX:oem licenseId:name / name:title / reference:path +# extend omi to provide list, makes sure licenses are compliant with oeplatform +# which is important for full data publication on the OEP. +# SPDX list is quite popular +# https://github.com/OpenEnergyPlatform/omi/blob/feature-126-add-yaml-and-template-based-metadata-creation/src/omi/data/licenses.json # noqa: E501 +def licenses_datenlizenz_deutschland( + attribution=settings.EGON_ATTRIBUTION, +): """ License information for Datenlizenz Deutschland @@ -105,7 +128,7 @@ def licenses_datenlizenz_deutschland(attribution=EGON_ATTRIBUTION): } -def license_odbl(attribution=EGON_ATTRIBUTION): +def license_odbl(attribution=settings.EGON_ATTRIBUTION): """ License information for Open Data Commons Open Database License (ODbL-1.0) @@ -130,7 +153,7 @@ def license_odbl(attribution=EGON_ATTRIBUTION): } -def license_ccby(attribution=EGON_ATTRIBUTION): +def license_ccby(attribution=settings.EGON_ATTRIBUTION): """ License information for Creative Commons Attribution 4.0 International (CC-BY-4.0) @@ -155,7 +178,7 @@ def license_ccby(attribution=EGON_ATTRIBUTION): } -def license_geonutzv(attribution=EGON_ATTRIBUTION): +def license_geonutzv(attribution=settings.EGON_ATTRIBUTION): """ License information for GeoNutzV @@ -186,7 +209,7 @@ def license_geonutzv(attribution=EGON_ATTRIBUTION): } -def license_agpl(attribution=EGON_ATTRIBUTION): +def license_agpl(attribution=settings.EGON_ATTRIBUTION): """ License information for GNU Affero General Public License v3.0 @@ -216,7 +239,7 @@ def license_agpl(attribution=EGON_ATTRIBUTION): } -def license_dedl(attribution=EGON_ATTRIBUTION): +def license_dedl(attribution=settings.EGON_ATTRIBUTION): """ License information for Data licence Germany – attribution – version 2.0 @@ -269,6 +292,11 @@ def license_egon_data_odbl(): return license_odbl("© eGon development team") +# TODO @jh-RLI: Metadata schema.fields generation is a generic task and could +# be moved to OMI for others to also use it and reduce responsibilities in +# egon-data. Low prio as this here already works. +# High prio make sure this works with the oem v2 as schema is now at a +# different location. def generate_resource_fields_from_sqla_model(model): """Generate a template for the resource fields for metadata from a SQL Alchemy model. @@ -415,7 +443,7 @@ def sources(): " developed requirements and criteria for the" " assessment of suitable sites even if their" " exploration is still at an early stage and there is" - ' little knowledge of the salinaries structures.' + " little knowledge of the salinaries structures." " Scientists at DEEP.KBB GmbH in Hanover, worked" " together with their project partners at the Federal" " Institute for Geosciences and Natural Resources and" @@ -501,7 +529,7 @@ def sources(): " project eGon (https://ego-n.org/)" ), "path": "https://github.com/openego/eGon-data", - "licenses": [license_agpl(EGON_ATTRIBUTION)], + "licenses": [license_agpl(settings.EGON_ATTRIBUTION)], }, "egon-data_bundle": { "title": "Data bundle for egon-data", @@ -939,19 +967,26 @@ def contributors(authorlist): def upload_json_metadata(): """Upload json metadata into db from zenodo""" - dialect = get_dialect("oep-v1.4")() - - for path in importlib_resources.files(__name__).glob("*.json"): + # TODO @jh-RLI: This reads from "converted", either read form results + # or remove this completely once metadata generation is done + # by OMI / oemetaBuilder + for path in ( + importlib_resources.files(__name__) + .joinpath("results", "converted") + .glob("*.json") + ): split = path.name.split(".") if len(split) != 3: continue schema = split[0] table = split[1] - + logger.info(f"Process metadata comment for {schema}.{table} to db.") with open(path, "r") as infile: - obj = dialect.parse(infile.read()) + obj = parse_metadata(infile.read()) - metadata = f"'{dialect.compile_and_render(obj)}'" + # TODO @jh-RLI: Deactivate license check for now + validate_metadata(obj, check_license=False) + metadata = obj db.submit_comment(metadata, schema, table) logger.info(f"Metadata comment for {schema}.{table} stored.") diff --git a/src/egon/data/metadata/dataset_metadata/datasets/egon-data.dataset.yaml b/src/egon/data/metadata/dataset_metadata/datasets/egon-data.dataset.yaml new file mode 100644 index 000000000..bdcb362b1 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/datasets/egon-data.dataset.yaml @@ -0,0 +1,6 @@ +version: OEMetadata-2.0 +dataset: + name: 'egon-data' + title: '' + description: '' + '@id': null diff --git a/src/egon/data/metadata/dataset_metadata/datasets/egon-data.template.yaml b/src/egon/data/metadata/dataset_metadata/datasets/egon-data.template.yaml new file mode 100644 index 000000000..d12b9fb52 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/datasets/egon-data.template.yaml @@ -0,0 +1,40 @@ +context: + grantNo: 03EI1002 + fundingAgency: Bundesministerium f\u00fcr Wirtschaft und Energie + sourceCode: https://github.com/openego/eGon-data + documentation: https://egon-data.readthedocs.io/en/latest/ + publisherLogo: https://ego-n.org/images/eGon_logo_noborder_transbg.svg + homepage: https://ego-n.org/ + contact: https://ego-n.org/partners/ + title: '' + fundingAgencyLogo: https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3 + publisher: '' +licenses: +- name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und Metadaten + d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) + vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, bearbeitet + sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten und Daten Anderer + zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen verbunden + werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte und Anwendungen + in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen Netzwerken eingebunden + werden.\nBei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk + enthalten sind:\n(1) Bezeichnung des Bereitstellers nach dessen Ma\u00dfgabe,\n(2) + der Vermerk Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 oder + dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014; + \u00a9 Statistisches Bundesamt, Wiesbaden 2015 (Daten ver\u00e4ndert) + copyrightStatement: null +languages: +- undefined +topics: +- 'model_draft' +keywords: +- '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/boundaries_egon_map_zensus_climate_zones.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/boundaries_egon_map_zensus_climate_zones.resource.yaml new file mode 100644 index 000000000..ac37ce762 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/boundaries_egon_map_zensus_climate_zones.resource.yaml @@ -0,0 +1,194 @@ +'@id': null +name: boundaries.egon_map_zensus_climate_zones +title: Map census cells to era5 climate zones +path: WILL_BE_SET_AT_PUBLICATION +description: Mapping table of census cells to era5 climate zones +subject: +- name: '' + '@id': null +publicationDate: '2022-08-06' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: '1' + resolutionUnit: ha + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download + authors: [] + description: Als Download bieten wir Ihnen auf dieser Seite zus\u00e4tzlich zur + Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- + und Familien- sowie Geb\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen + auf Bundes-, L\u00e4nder-, Kreis- und Gemeindeebene vor. Au\u00dferdem sind einzelne + Ergebnisse f\u00fcr Gitterzellen verf\u00fcgbar. + publicationYear: null + path: https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014 + copyrightStatement: null +- title: Dokumentation - Zensus 2011 - Methoden und Verfahren + authors: [] + description: Diese Publikation beschreibt ausf\u00fchrlich die Methoden und Verfahren + des registergest\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung + bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von + den Statistischen \u00c4mtern des Bundes und der L\u00e4nder im Juni 2015 ver\u00f6ffentlicht. + publicationYear: null + path: https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft) + copyrightStatement: null +- title: ERA5 global reanalysis + authors: [] + description: ERA5 is the fifth generation ECMWF reanalysis for the global climate + and weather for the past 4 to 7 decades. Currently data is available from 1950, + split into Climate Data Store entries for 1950-1978 (preliminary back extension) + and from 1979 onwards (final release plus timely updates, this page). ERA5 replaces + the ERA-Interim reanalysis. See the online ERA5 documentation (https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency) + for more information. + publicationYear: null + path: https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency + sourceLicenses: + - name: Licence to use Copernicus Products + title: Licence to use Copernicus Products + path: https://cds.climate.copernicus.eu/api/v2/terms/static/licence-to-use-copernicus-products.pdf + instruction: 'This Licence is free of charge, worldwide, non-exclusive, royalty + free and perpetual. Access to Copernicus Products is given for any purpose in + so far as it is lawful, whereas use may include, but is not limited to: reproduction; + distribution; communication to the public; adaptation, modification and combination + with other data and information; or any combination of the foregoing' + attribution: © Copernicus Climate Change Service (C3S) Climate Data Store + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: Create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: zensus_population_id + description: 'Zensus population id (reference to: society.destatis_zensus_population_per_ha.id)' + type: integer + nullable: false + unit: null + isAbout: [] + valueReference: [] + - name: w_id + description: 'Weather cell id (reference to: supply.egon_era5_weather_cells)' + type: Integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - z + - e + - n + - s + - u + - s + - _ + - p + - o + - p + - u + - l + - a + - t + - i + - o + - n + - _ + - i + - d + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/boundaries_egon_map_zensus_mvgd_buildings.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/boundaries_egon_map_zensus_mvgd_buildings.resource.yaml new file mode 100644 index 000000000..083c4b33a --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/boundaries_egon_map_zensus_mvgd_buildings.resource.yaml @@ -0,0 +1,206 @@ +'@id': null +name: boundaries.egon_map_zensus_mvgd_buildings +title: eGon buildings mapping table +path: WILL_BE_SET_AT_PUBLICATION +description: Mapping table for all used buildings via project internal building_id. + Additional info about if it is a synthetic or a openstreetmap building, where it + is located (census cell_id, mvgd_id), in which sector (residential, cts) the building + is used, if there are heat or electricity profiles. +subject: +- name: '' + '@id': null +publicationDate: '2023-03-13' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: Buildings + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2023-03-13' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: building_id + description: 'Building id (reference to: openstreetmap.osm_buildings_filtered.id, + openstreetmap.osm_buildings_synthetic.id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: sector + description: Sector (cts, residential) + type: characters varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: zensus_population_id + description: 'Zensus population id (reference to: society.destatis_zensus_population_per_ha.id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: bus_id + description: 'MVGD bus id (reference to: grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: electricity + description: True if respectives electricity demand profile exists + type: bool + nullable: true + unit: None + isAbout: [] + valueReference: [] + - name: heat + description: True if respectives heat demand profile exists + type: bool + nullable: true + unit: None + isAbout: [] + valueReference: [] + - name: osm + description: is OSM building if true else syntheticaly created + type: bool + nullable: true + unit: None + isAbout: [] + valueReference: [] + primaryKey: + - b + - u + - i + - l + - d + - i + - n + - g + - _ + - i + - d + - ',' + - ' ' + - s + - e + - c + - t + - o + - r + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_building_electricity_peak_loads.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_building_electricity_peak_loads.resource.yaml new file mode 100644 index 000000000..e241a7936 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_building_electricity_peak_loads.resource.yaml @@ -0,0 +1,277 @@ +'@id': null +name: demand.egon_building_electricity_peak_loads +title: Electricity peak loads for egon buildings +path: WILL_BE_SET_AT_PUBLICATION +description: 'Electricity peak load table of residential and cts buildings with voltage + level for two scenarios ' +subject: +- name: '' + '@id': null +publicationDate: '2023-03-13' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: Buildings + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2023-03-13' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download + authors: [] + description: Als Download bieten wir Ihnen auf dieser Seite zus\u00e4tzlich zur + Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- + und Familien- sowie Geb\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen + auf Bundes-, L\u00e4nder-, Kreis- und Gemeindeebene vor. Au\u00dferdem sind einzelne + Ergebnisse f\u00fcr Gitterzellen verf\u00fcgbar. + publicationYear: null + path: https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014 + copyrightStatement: null +- title: Dokumentation - Zensus 2011 - Methoden und Verfahren + authors: [] + description: Diese Publikation beschreibt ausf\u00fchrlich die Methoden und Verfahren + des registergest\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung + bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von + den Statistischen \u00c4mtern des Bundes und der L\u00e4nder im Juni 2015 ver\u00f6ffentlicht. + publicationYear: null + path: https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft) + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +- title: DemandRegio + authors: [] + description: Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen + Auflösung von Energienachfragen + publicationYear: null + path: https://doi.org/10.34805/ffe-119-20 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: building_id + description: 'Building id (reference to: openstreetmap.osm_buildings_filtered.id, + openstreetmap.osm_buildings_synthetic.id, boundaries.egon_map_zensus_mvgd_building)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: scenario + description: Scenario (eGon100RE, eGon2035) + type: character varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: sector + description: Sector (cts, residential) + type: characters varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: peak_load_in_w + description: Peak load value + type: real + nullable: true + unit: W + isAbout: [] + valueReference: [] + - name: voltage_level + description: Voltage level of building connection after MitnetzStrom Classification + type: int + nullable: true + unit: None + isAbout: [] + valueReference: [] + primaryKey: + - b + - u + - i + - l + - d + - i + - n + - g + - _ + - i + - d + - ',' + - ' ' + - s + - c + - e + - n + - a + - r + - i + - o + - ',' + - ' ' + - s + - e + - c + - t + - o + - r + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_building_heat_peak_loads.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_building_heat_peak_loads.resource.yaml new file mode 100644 index 000000000..591ca0092 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_building_heat_peak_loads.resource.yaml @@ -0,0 +1,272 @@ +'@id': null +name: demand.egon_building_heat_peak_loads +title: Heat peak loads for egon buildings +path: WILL_BE_SET_AT_PUBLICATION +description: 'Heat peak load table of residential and cts buildings for two scenarios ' +subject: +- name: '' + '@id': null +publicationDate: '2023-03-13' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: Buildings + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2023-03-13' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +- title: Verwaltungsgebiete 1:250 000 (Ebenen) + authors: [] + description: Der Datenbestand umfasst sämtliche Verwaltungseinheiten der hierarchischen + Verwaltungsebenen vom Staat bis zu den Gemeinden mit ihren Grenzen, statistischen + Schlüsselzahlen, Namen der Verwaltungseinheit sowie die spezifische Bezeichnung + der Verwaltungsebene des jeweiligen Landes. + publicationYear: null + path: https://daten.gdz.bkg.bund.de/produkte/vg/vg250_ebenen_0101/2020/vg250_01-01.geo84.shape.ebenen.zip + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland – Namensnennung – Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser „Datenlizenz Deutschland + - Namensnennung - Version 2.0 zulässig.Die bereitgestellten Daten und Metadaten + dürfen für die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) + vervielfältigt, ausgedruckt, präsentiert, verändert, bearbeitet sowie an Dritte + übermittelt werden; (2) mit eigenen Daten und Daten Anderer zusammengeführt + und zu selbständigen neuen Datensätzen verbunden werden; (3) in interne und + externe Geschäftsprozesse, Produkte und Anwendungen in öffentlichen und nicht + öffentlichen elektronischen Netzwerken eingebunden werden.Bei der Nutzung ist + sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:(1) + Bezeichnung des Bereitstellers nach dessen Maßgabe,(2) der Vermerk Datenlizenz + Deutschland – Namensnennung – Version 2.0 oder dl-de/by-2-0 mit Verweis auf + den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie(3) einen Verweis auf + den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) + bis (3) zum Quellenvermerk bereitstellt.Veränderungen, Bearbeitungen, neue Gestaltungen + oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, + dass die Daten geändert wurden. + attribution: © Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert) + copyrightStatement: null +- title: ERA5 global reanalysis + authors: [] + description: ERA5 is the fifth generation ECMWF reanalysis for the global climate + and weather for the past 4 to 7 decades. Currently data is available from 1950, + split into Climate Data Store entries for 1950-1978 (preliminary back extension) + and from 1979 onwards (final release plus timely updates, this page). ERA5 replaces + the ERA-Interim reanalysis. See the online ERA5 documentation (https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency) + for more information. + publicationYear: null + path: https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency + sourceLicenses: + - name: Licence to use Copernicus Products + title: Licence to use Copernicus Products + path: https://cds.climate.copernicus.eu/api/v2/terms/static/licence-to-use-copernicus-products.pdf + instruction: 'This Licence is free of charge, worldwide, non-exclusive, royalty + free and perpetual. Access to Copernicus Products is given for any purpose in + so far as it is lawful, whereas use may include, but is not limited to: reproduction; + distribution; communication to the public; adaptation, modification and combination + with other data and information; or any combination of the foregoing' + attribution: © Copernicus Climate Change Service (C3S) Climate Data Store + copyrightStatement: null +- title: Peta5 0 1 HD res + authors: [] + description: modelled Heat Demand distribution (in GJ per hectare grid cell) for + residential heat demands for space heating and hot water for the year 2015 using + HRE4 data and the combined top-down bottom-up approach of HRE4 + publicationYear: null + path: https://s-eenergies-open-data-euf.hub.arcgis.com/search + sourceLicenses: + - name: Creative Commons Attribution 4.0 International + title: CC BY 4.0 + path: https://creativecommons.org/licenses/by/4.0/ + instruction: 'You are free: To Share, To Adapt; As long as you: Attribute!' + attribution: \u00a9 Flensburg, Halmstad and Aalborg universities + copyrightStatement: null +- title: Peta5 0 1 HD ser + authors: [] + description: modelled Heat Demand distribution (in GJ per hectare grid cell) for + service-sector heat demands for space heating, hot water and process heat for + the year 2015 using HRE4 data and the combined top-down bottom-up approach of + HRE4 + publicationYear: null + path: https://s-eenergies-open-data-euf.hub.arcgis.com/search + sourceLicenses: + - name: Creative Commons Attribution 4.0 International + title: CC BY 4.0 + path: https://creativecommons.org/licenses/by/4.0/ + instruction: 'You are free: To Share, To Adapt; As long as you: Attribute!' + attribution: \u00a9 Flensburg, Halmstad and Aalborg universities + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: building_id + description: 'Building id (reference to: openstreetmap.osm_buildings_filtered.id, + openstreetmap.osm_buildings_synthetic.id, boundaries.egon_map_zensus_mvgd_building)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: scenario + description: Scenario (eGon100RE, eGon2035) + type: character varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: sector + description: Sector (cts, residential) + type: characters varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: peak_load_in_w + description: Peak load value + type: real + nullable: true + unit: W + isAbout: [] + valueReference: [] + primaryKey: + - b + - u + - i + - l + - d + - i + - n + - g + - _ + - i + - d + - ',' + - ' ' + - s + - c + - e + - n + - a + - r + - i + - o + - ',' + - ' ' + - s + - e + - c + - t + - o + - r + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_cts_electricity_demand_building_share.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_cts_electricity_demand_building_share.resource.yaml new file mode 100644 index 000000000..ccd40e5e9 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_cts_electricity_demand_building_share.resource.yaml @@ -0,0 +1,263 @@ +'@id': null +name: demand.egon_cts_electricity_demand_building_share +title: Electricity demand profile share of egon cts buildings +path: WILL_BE_SET_AT_PUBLICATION +description: Electricity demand profile share of egon cts buildings for two scenarios + with bus_id +subject: +- name: '' + '@id': null +publicationDate: '2023-03-13' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: Buildings + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2023-03-13' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download + authors: [] + description: Als Download bieten wir Ihnen auf dieser Seite zus\u00e4tzlich zur + Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- + und Familien- sowie Geb\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen + auf Bundes-, L\u00e4nder-, Kreis- und Gemeindeebene vor. Au\u00dferdem sind einzelne + Ergebnisse f\u00fcr Gitterzellen verf\u00fcgbar. + publicationYear: null + path: https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014 + copyrightStatement: null +- title: Dokumentation - Zensus 2011 - Methoden und Verfahren + authors: [] + description: Diese Publikation beschreibt ausf\u00fchrlich die Methoden und Verfahren + des registergest\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung + bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von + den Statistischen \u00c4mtern des Bundes und der L\u00e4nder im Juni 2015 ver\u00f6ffentlicht. + publicationYear: null + path: https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft) + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +- title: DemandRegio + authors: [] + description: Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen + Auflösung von Energienachfragen + publicationYear: null + path: https://doi.org/10.34805/ffe-119-20 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: building_id + description: 'Building id (reference to: openstreetmap.osm_buildings_filtered.id, + openstreetmap.osm_buildings_synthetic.id, boundaries.egon_map_zensus_mvgd_building)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: scenario + description: 'Scenario (eGon100RE, eGon2035) (reference: demand.egon_etrago_electricity_cts.scn_name)' + type: character varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: bus_id + description: 'MVGD bus_id (reference to: demand.egon_etrago_electricity_cts.bus_id, + grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: profile_share + description: Profile share of MVGD elctricity profile + type: real + nullable: true + unit: None + isAbout: [] + valueReference: [] + primaryKey: + - b + - u + - i + - l + - d + - i + - n + - g + - _ + - i + - d + - ',' + - ' ' + - s + - c + - e + - n + - a + - r + - i + - o + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_cts_heat_demand_building_share.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_cts_heat_demand_building_share.resource.yaml new file mode 100644 index 000000000..d16808c1f --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_cts_heat_demand_building_share.resource.yaml @@ -0,0 +1,215 @@ +'@id': null +name: demand.egon_cts_heat_demand_building_share +title: Heat demand profile share of egon cts buildings +path: WILL_BE_SET_AT_PUBLICATION +description: Heat demand profile share of egon cts buildings for two scenarios with + bus_id +subject: +- name: '' + '@id': null +publicationDate: '2023-03-13' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: Buildings + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2023-03-13' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +- title: Peta5 0 1 HD ser + authors: [] + description: modelled Heat Demand distribution (in GJ per hectare grid cell) for + service-sector heat demands for space heating, hot water and process heat for + the year 2015 using HRE4 data and the combined top-down bottom-up approach of + HRE4 + publicationYear: null + path: https://s-eenergies-open-data-euf.hub.arcgis.com/search + sourceLicenses: + - name: Creative Commons Attribution 4.0 International + title: CC BY 4.0 + path: https://creativecommons.org/licenses/by/4.0/ + instruction: 'You are free: To Share, To Adapt; As long as you: Attribute!' + attribution: \u00a9 Flensburg, Halmstad and Aalborg universities + copyrightStatement: null +- title: Peta5 0 1 HD res + authors: [] + description: modelled Heat Demand distribution (in GJ per hectare grid cell) for + residential heat demands for space heating and hot water for the year 2015 using + HRE4 data and the combined top-down bottom-up approach of HRE4 + publicationYear: null + path: https://s-eenergies-open-data-euf.hub.arcgis.com/search + sourceLicenses: + - name: Creative Commons Attribution 4.0 International + title: CC BY 4.0 + path: https://creativecommons.org/licenses/by/4.0/ + instruction: 'You are free: To Share, To Adapt; As long as you: Attribute!' + attribution: \u00a9 Flensburg, Halmstad and Aalborg universities + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: building_id + description: 'Building id (reference to: openstreetmap.osm_buildings_filtered.id, + openstreetmap.osm_buildings_synthetic.id, boundaries.egon_map_zensus_mvgd_building)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: scenario + description: Scenario (eGon100RE, eGon2035) + type: character varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: bus_id + description: 'MVGD bus_id (reference to: demand.egon_etrago_heat_cts.bus_id, grid.egon_hvmv_substation.bus_id, + grid.egon_mv_grid_district.bus_id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: profile_share + description: 'Profile share of MVGD heat profile ' + type: real + nullable: true + unit: None + isAbout: [] + valueReference: [] + primaryKey: + - b + - u + - i + - l + - d + - i + - n + - g + - _ + - i + - d + - ',' + - ' ' + - s + - c + - e + - n + - a + - r + - i + - o + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_daily_heat_demand_per_climate_zone.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_daily_heat_demand_per_climate_zone.resource.yaml new file mode 100644 index 000000000..abc49b448 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_daily_heat_demand_per_climate_zone.resource.yaml @@ -0,0 +1,190 @@ +'@id': null +name: demand.egon_daily_heat_demand_per_climate_zone +title: eGon daily heat demand share per climate zone +path: WILL_BE_SET_AT_PUBLICATION +description: Share of daily heat demands per climate zone +subject: +- name: '' + '@id': null +publicationDate: '2022-09-14' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: climate + resolutionUnit: zones + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2022-09-14' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: ERA5 global reanalysis + authors: [] + description: ERA5 is the fifth generation ECMWF reanalysis for the global climate + and weather for the past 4 to 7 decades. Currently data is available from 1950, + split into Climate Data Store entries for 1950-1978 (preliminary back extension) + and from 1979 onwards (final release plus timely updates, this page). ERA5 replaces + the ERA-Interim reanalysis. See the online ERA5 documentation (https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency) + for more information. + publicationYear: null + path: https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency + sourceLicenses: + - name: Licence to use Copernicus Products + title: Licence to use Copernicus Products + path: https://cds.climate.copernicus.eu/api/v2/terms/static/licence-to-use-copernicus-products.pdf + instruction: 'This Licence is free of charge, worldwide, non-exclusive, royalty + free and perpetual. Access to Copernicus Products is given for any purpose in + so far as it is lawful, whereas use may include, but is not limited to: reproduction; + distribution; communication to the public; adaptation, modification and combination + with other data and information; or any combination of the foregoing' + attribution: © Copernicus Climate Change Service (C3S) Climate Data Store + copyrightStatement: null +contributors: +- title: ClaraBuettner + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Create metadata +- title: nesnoj + path: null + organization: null + roles: + - '' + date: '2022-09-14' + object: metadata + comment: Update metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: climate_zone + description: Name of the corresponding climate zone + type: str + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: daily_demand_share + description: Share of annual heat demand for each day + type: double precision + nullable: true + unit: per unit + isAbout: [] + valueReference: [] + - name: day_of_year + description: Number of day in the year + type: integer + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: temperature_class + description: Temperature class (considering the mean outside temeperature during + the day) + type: integer + nullable: true + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - c + - l + - i + - m + - a + - t + - e + - _ + - z + - o + - n + - e + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: '' +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_etrago_electricity_cts.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_etrago_electricity_cts.resource.yaml new file mode 100644 index 000000000..5f7498b43 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_etrago_electricity_cts.resource.yaml @@ -0,0 +1,247 @@ +'@id': null +name: demand.egon_etrago_electricity_cts +title: MV cts electricity demand profiles +path: WILL_BE_SET_AT_PUBLICATION +description: Aggregated electricity demand profile of cts sector at mvgd bus level + for two scenarios. Values are given in MWh. +subject: +- name: '' + '@id': null +publicationDate: '2022-09-14' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: MV + resolutionUnit: Grid + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2023-03-13' + timeseries: + - start: '2016-01-01' + end: '2016-12-31' + resolutionValue: '1' + resolutionUnit: h + alignment: left + aggregationType: sum +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +- title: Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download + authors: [] + description: Als Download bieten wir Ihnen auf dieser Seite zus\u00e4tzlich zur + Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- + und Familien- sowie Geb\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen + auf Bundes-, L\u00e4nder-, Kreis- und Gemeindeebene vor. Au\u00dferdem sind einzelne + Ergebnisse f\u00fcr Gitterzellen verf\u00fcgbar. + publicationYear: null + path: https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014 + copyrightStatement: null +- title: Dokumentation - Zensus 2011 - Methoden und Verfahren + authors: [] + description: Diese Publikation beschreibt ausf\u00fchrlich die Methoden und Verfahren + des registergest\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung + bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von + den Statistischen \u00c4mtern des Bundes und der L\u00e4nder im Juni 2015 ver\u00f6ffentlicht. + publicationYear: null + path: https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft) + copyrightStatement: null +- title: DemandRegio + authors: [] + description: Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen + Auflösung von Energienachfragen + publicationYear: null + path: https://doi.org/10.34805/ffe-119-20 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: Create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: bus_id + description: 'MV bus_id (reference: demand.egon_cts_electricity_demand_building_share.bus_id, + grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id))' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: scn_name + description: 'Scenario name (reference: demand.egon_cts_electricity_demand_building_share.scenario)' + type: character varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: p_set + description: Cts electricity demand load timeseries for one year (8760 hours) + in MWh + type: array of real + nullable: true + unit: MWh + isAbout: [] + valueReference: [] + primaryKey: + - i + - d + - ',' + - ' ' + - s + - c + - n + - _ + - n + - a + - m + - e + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_etrago_electricity_households.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_etrago_electricity_households.resource.yaml new file mode 100644 index 000000000..a8b2ad89b --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_etrago_electricity_households.resource.yaml @@ -0,0 +1,247 @@ +'@id': null +name: demand.egon_etrago_electricity_households +title: MV residential electricity demand profiles +path: WILL_BE_SET_AT_PUBLICATION +description: Aggregated electricity demand profile of residential sector at mvgd bus + level for two scenarios. Values are given in MWh. +subject: +- name: '' + '@id': null +publicationDate: '2022-09-14' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: MV + resolutionUnit: Grid + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2023-03-13' + timeseries: + - start: '2016-01-01' + end: '2016-12-31' + resolutionValue: '1' + resolutionUnit: h + alignment: left + aggregationType: sum +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +- title: Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download + authors: [] + description: Als Download bieten wir Ihnen auf dieser Seite zus\u00e4tzlich zur + Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- + und Familien- sowie Geb\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen + auf Bundes-, L\u00e4nder-, Kreis- und Gemeindeebene vor. Au\u00dferdem sind einzelne + Ergebnisse f\u00fcr Gitterzellen verf\u00fcgbar. + publicationYear: null + path: https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014 + copyrightStatement: null +- title: Dokumentation - Zensus 2011 - Methoden und Verfahren + authors: [] + description: Diese Publikation beschreibt ausf\u00fchrlich die Methoden und Verfahren + des registergest\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung + bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von + den Statistischen \u00c4mtern des Bundes und der L\u00e4nder im Juni 2015 ver\u00f6ffentlicht. + publicationYear: null + path: https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft) + copyrightStatement: null +- title: DemandRegio + authors: [] + description: Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen + Auflösung von Energienachfragen + publicationYear: null + path: https://doi.org/10.34805/ffe-119-20 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: Create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: bus_id + description: 'MV bus_id (reference: demand.egon_cts_electricity_demand_building_share.bus_id, + grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id))' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: scn_name + description: Scenario name + type: character varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: p_set + description: Residential electricity demand load timeseries for one year (8760 + hours) in MWh + type: array of double precission + nullable: true + unit: MWh + isAbout: [] + valueReference: [] + primaryKey: + - i + - d + - ',' + - ' ' + - s + - c + - n + - _ + - n + - a + - m + - e + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_etrago_heat_cts.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_etrago_heat_cts.resource.yaml new file mode 100644 index 000000000..2ac89c575 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_etrago_heat_cts.resource.yaml @@ -0,0 +1,282 @@ +'@id': null +name: demand.egon_etrago_heat_cts +title: MV cts heat demand profiles +path: WILL_BE_SET_AT_PUBLICATION +description: Aggregated heat demand profile of cts sector at mvgd bus level for two + scenarios. Values are given in MWh. +subject: +- name: '' + '@id': null +publicationDate: '2023-03-13' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: MV + resolutionUnit: Grid + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2023-03-13' + timeseries: + - start: '2016-01-01' + end: '2016-12-31' + resolutionValue: '1' + resolutionUnit: h + alignment: left + aggregationType: sum +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: Verwaltungsgebiete 1:250 000 (Ebenen) + authors: [] + description: Der Datenbestand umfasst sämtliche Verwaltungseinheiten der hierarchischen + Verwaltungsebenen vom Staat bis zu den Gemeinden mit ihren Grenzen, statistischen + Schlüsselzahlen, Namen der Verwaltungseinheit sowie die spezifische Bezeichnung + der Verwaltungsebene des jeweiligen Landes. + publicationYear: null + path: https://daten.gdz.bkg.bund.de/produkte/vg/vg250_ebenen_0101/2020/vg250_01-01.geo84.shape.ebenen.zip + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland – Namensnennung – Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser „Datenlizenz Deutschland + - Namensnennung - Version 2.0 zulässig.Die bereitgestellten Daten und Metadaten + dürfen für die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) + vervielfältigt, ausgedruckt, präsentiert, verändert, bearbeitet sowie an Dritte + übermittelt werden; (2) mit eigenen Daten und Daten Anderer zusammengeführt + und zu selbständigen neuen Datensätzen verbunden werden; (3) in interne und + externe Geschäftsprozesse, Produkte und Anwendungen in öffentlichen und nicht + öffentlichen elektronischen Netzwerken eingebunden werden.Bei der Nutzung ist + sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:(1) + Bezeichnung des Bereitstellers nach dessen Maßgabe,(2) der Vermerk Datenlizenz + Deutschland – Namensnennung – Version 2.0 oder dl-de/by-2-0 mit Verweis auf + den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie(3) einen Verweis auf + den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) + bis (3) zum Quellenvermerk bereitstellt.Veränderungen, Bearbeitungen, neue Gestaltungen + oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, + dass die Daten geändert wurden. + attribution: © Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert) + copyrightStatement: null +- title: Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download + authors: [] + description: Als Download bieten wir Ihnen auf dieser Seite zus\u00e4tzlich zur + Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- + und Familien- sowie Geb\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen + auf Bundes-, L\u00e4nder-, Kreis- und Gemeindeebene vor. Au\u00dferdem sind einzelne + Ergebnisse f\u00fcr Gitterzellen verf\u00fcgbar. + publicationYear: null + path: https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014 + copyrightStatement: null +- title: Dokumentation - Zensus 2011 - Methoden und Verfahren + authors: [] + description: Diese Publikation beschreibt ausf\u00fchrlich die Methoden und Verfahren + des registergest\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung + bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von + den Statistischen \u00c4mtern des Bundes und der L\u00e4nder im Juni 2015 ver\u00f6ffentlicht. + publicationYear: null + path: https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft) + copyrightStatement: null +- title: ERA5 global reanalysis + authors: [] + description: ERA5 is the fifth generation ECMWF reanalysis for the global climate + and weather for the past 4 to 7 decades. Currently data is available from 1950, + split into Climate Data Store entries for 1950-1978 (preliminary back extension) + and from 1979 onwards (final release plus timely updates, this page). ERA5 replaces + the ERA-Interim reanalysis. See the online ERA5 documentation (https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency) + for more information. + publicationYear: null + path: https://confluence.ecmwf.int/display/CKB/ERA5%3A+data+documentation#ERA5:datadocumentation-Dataupdatefrequency + sourceLicenses: + - name: Licence to use Copernicus Products + title: Licence to use Copernicus Products + path: https://cds.climate.copernicus.eu/api/v2/terms/static/licence-to-use-copernicus-products.pdf + instruction: 'This Licence is free of charge, worldwide, non-exclusive, royalty + free and perpetual. Access to Copernicus Products is given for any purpose in + so far as it is lawful, whereas use may include, but is not limited to: reproduction; + distribution; communication to the public; adaptation, modification and combination + with other data and information; or any combination of the foregoing' + attribution: © Copernicus Climate Change Service (C3S) Climate Data Store + copyrightStatement: null +- title: Peta5 0 1 HD ser + authors: [] + description: modelled Heat Demand distribution (in GJ per hectare grid cell) for + service-sector heat demands for space heating, hot water and process heat for + the year 2015 using HRE4 data and the combined top-down bottom-up approach of + HRE4 + publicationYear: null + path: https://s-eenergies-open-data-euf.hub.arcgis.com/search + sourceLicenses: + - name: Creative Commons Attribution 4.0 International + title: CC BY 4.0 + path: https://creativecommons.org/licenses/by/4.0/ + instruction: 'You are free: To Share, To Adapt; As long as you: Attribute!' + attribution: \u00a9 Flensburg, Halmstad and Aalborg universities + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: Create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: bus_id + description: 'MV bus_id (reference: demand.egon_cts_heat_demand_building_share.bus_id, + grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: scn_name + description: 'Scenario name (reference: demand.egon_cts_heat_demand_building_share.scenario)' + type: character varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: p_set + description: Cts heat demand load timeseries for one year (8760 hours) in MWh + type: array of real + nullable: true + unit: MWh + isAbout: [] + valueReference: [] + primaryKey: + - i + - d + - ',' + - ' ' + - s + - c + - n + - _ + - n + - a + - m + - e + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_heat_idp_pool.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_heat_idp_pool.resource.yaml new file mode 100644 index 000000000..6ad2cca5a --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_heat_idp_pool.resource.yaml @@ -0,0 +1,165 @@ +'@id': null +name: demand.egon_heat_idp_pool +title: eGon pool of residential intra-day heat demand profiles +path: WILL_BE_SET_AT_PUBLICATION +description: 'Pool of individual, normalized intra-day heat demand profiles of residential + buildings. Timeseries only represent one day but are used to be merged for a whole + year ' +subject: +- name: '' + '@id': null +publicationDate: '2022-09-14' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: none + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: '' + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2022-09-14' + timeseries: + - start: 2011-01-01 00:00 + end: 2011-12-31 23:00 + resolutionValue: '1' + resolutionUnit: h + alignment: left + aggregationType: sum +sources: +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +contributors: +- title: ClaraBuettner + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Create metadata +- title: nesnoj + path: null + organization: null + roles: + - '' + date: '2022-09-14' + object: metadata + comment: Update metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: house + description: Type of residential house, either SFH (single family house) or MFH + (multi family house) + type: str + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: idp + description: Normalized intra-day-profile + type: array of double precision + nullable: false + unit: per unit + isAbout: [] + valueReference: [] + - name: index + description: Unique identifier + type: integer + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: temperature_class + description: Temperature class (considering the mean outside temeperature during + the day) + type: integer + nullable: true + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - i + - n + - d + - e + - x + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: '' +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_heat_timeseries_selected_profiles.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_heat_timeseries_selected_profiles.resource.yaml new file mode 100644 index 000000000..c25acdc14 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_heat_timeseries_selected_profiles.resource.yaml @@ -0,0 +1,175 @@ +'@id': null +name: demand.egon_heat_timeseries_selected_profiles +title: eGon selected intra-day profiles per building +path: WILL_BE_SET_AT_PUBLICATION +description: List of selected intra-day-profiles for each residential building in + Germany +subject: +- name: '' + '@id': null +publicationDate: '2022-09-14' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: none + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: buildings + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2022-09-14' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at ''referenceDate'' + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +contributors: +- title: ClaraBuettner + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Create metadata +- title: nesnoj + path: null + organization: null + roles: + - '' + date: '2022-09-14' + object: metadata + comment: Update metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: building_id + description: Index of the corresponding building + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: selected_idp_profiles + description: List of selected profiles for each day in the year + type: array of integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: zensus_population_id + description: Index of corresponding census cell + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - b + - u + - i + - l + - d + - i + - n + - g + - _ + - i + - d + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: '' +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_household_electricity_profile_in_census_cell.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_household_electricity_profile_in_census_cell.resource.yaml new file mode 100644 index 000000000..01f759fef --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_household_electricity_profile_in_census_cell.resource.yaml @@ -0,0 +1,255 @@ +'@id': null +name: demand.egon_household_electricity_profile_in_census_cell +title: eGon household electricity profiles in census cells +path: WILL_BE_SET_AT_PUBLICATION +description: Mapping table for residential electricity profiles to census cell including + scaling factors for two scenarios (eGon2035, eGon100RE). +subject: +- name: '' + '@id': null +publicationDate: '2022-09-14' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: '100' + resolutionUnit: m x 100 m + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2022-09-14' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: Verwaltungsgebiete 1:250 000 (Ebenen) + authors: [] + description: Der Datenbestand umfasst sämtliche Verwaltungseinheiten der hierarchischen + Verwaltungsebenen vom Staat bis zu den Gemeinden mit ihren Grenzen, statistischen + Schlüsselzahlen, Namen der Verwaltungseinheit sowie die spezifische Bezeichnung + der Verwaltungsebene des jeweiligen Landes. + publicationYear: null + path: https://daten.gdz.bkg.bund.de/produkte/vg/vg250_ebenen_0101/2020/vg250_01-01.geo84.shape.ebenen.zip + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland – Namensnennung – Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser „Datenlizenz Deutschland + - Namensnennung - Version 2.0 zulässig.Die bereitgestellten Daten und Metadaten + dürfen für die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) + vervielfältigt, ausgedruckt, präsentiert, verändert, bearbeitet sowie an Dritte + übermittelt werden; (2) mit eigenen Daten und Daten Anderer zusammengeführt + und zu selbständigen neuen Datensätzen verbunden werden; (3) in interne und + externe Geschäftsprozesse, Produkte und Anwendungen in öffentlichen und nicht + öffentlichen elektronischen Netzwerken eingebunden werden.Bei der Nutzung ist + sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:(1) + Bezeichnung des Bereitstellers nach dessen Maßgabe,(2) der Vermerk Datenlizenz + Deutschland – Namensnennung – Version 2.0 oder dl-de/by-2-0 mit Verweis auf + den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie(3) einen Verweis auf + den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) + bis (3) zum Quellenvermerk bereitstellt.Veränderungen, Bearbeitungen, neue Gestaltungen + oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, + dass die Daten geändert wurden. + attribution: © Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert) + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +- title: DemandRegio + authors: [] + description: Harmonisierung und Entwicklung von Verfahren zur regionalen und zeitlichen + Auflösung von Energienachfragen + publicationYear: null + path: https://doi.org/10.34805/ffe-119-20 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +contributors: +- title: ClaraBuettner + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Create metadata +- title: nailend + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Updated metadata +- title: nesnoj + path: null + organization: null + roles: + - '' + date: '2022-09-14' + object: metadata + comment: Update metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: cell_id + description: 'Census cell id (reference to: society.destatis_zensus_population_per_ha_inside_germany.id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: grid_id + description: Descriptive ID of census cell given by Statistisches Bundesamt (Destatis) + type: character varying + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: cell_profile_ids + description: Household profile ids + type: array of integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: nuts3 + description: NUTS-3 ID of the census cell + type: character varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: nuts1 + description: NUTS-1 ID of the census cell + type: character varying + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: factor_2035 + description: Scaling factor for all profiles in the respective census cell for + scenario eGon2035 + type: double precision + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: factor_2050 + description: Scaling factor for all profiles in the respective census cell for + scenario eGon100RE + type: double precision + nullable: true + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - c + - e + - l + - l + - _ + - i + - d + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_household_electricity_profile_of_buildings.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_household_electricity_profile_of_buildings.resource.yaml new file mode 100644 index 000000000..0c06800d0 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_egon_household_electricity_profile_of_buildings.resource.yaml @@ -0,0 +1,182 @@ +'@id': null +name: demand.egon_household_electricity_profile_of_buildings +title: eGon household electricity profiles of buildings +path: WILL_BE_SET_AT_PUBLICATION +description: 'Mapping table for residential electricity profiles to buildings via + project internal building_id and corresponding census cell_id. ' +subject: +- name: '' + '@id': null +publicationDate: '2022-09-14' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: Buildings + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2022-09-14' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +contributors: +- title: ClaraBuettner + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Create metadata +- title: nailend + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Updated metadata +- title: nesnoj + path: null + organization: null + roles: + - '' + date: '2022-09-14' + object: metadata + comment: Update metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: id + description: Unique identifier + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: building_id + description: 'Building id (reference to: openstreetmap.osm_buildings_residential.id, + openstreetmap.osm_buildings_synthetic.id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: cell_id + description: 'Census cell id (reference to: society.destatis_zensus_population_per_ha_inside_germany.id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: profile_id + description: 'ID of iee household profiles (reference to: iee_household_load_profiles.type)' + type: character varying + nullable: false + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - i + - d + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_iee_household_load_profiles.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_iee_household_load_profiles.resource.yaml new file mode 100644 index 000000000..1757507fd --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/demand_iee_household_load_profiles.resource.yaml @@ -0,0 +1,166 @@ +'@id': null +name: demand.iee_household_load_profiles +title: eGon pool of electricity household load profiles +path: WILL_BE_SET_AT_PUBLICATION +description: '100.000 annual profiles in hourly resolution of electricity demand of + private households for different household types (singles, couples, other) with + varying number of elderly and children. The profiles were created using a bottom-up + load profile generator by Fraunhofer IEE developed in the Bachelors thesis "Auswirkungen + verschiedener Haushaltslastprofile auf PV-Batterie-Systeme" by Jonas Haack, Fachhochschule + Flensburg, December 2012. The columns are named as follows: "a", + e.g. P2a0000 is the first profile of a couples household with 2 children. See publication + below for the list of prefixes. Values are given in Wh.' +subject: +- name: '' + '@id': null +publicationDate: '2022-09-14' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: '' + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2022-06-10' + timeseries: + - start: '2016-01-01' + end: '2016-12-31' + resolutionValue: '1' + resolutionUnit: h + alignment: left + aggregationType: sum +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +contributors: +- title: ClaraBuettner + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Create metadata +- title: nailend + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Updated metadata +- title: nesnoj + path: null + organization: null + roles: + - '' + date: '2022-09-14' + object: metadata + comment: Update metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: id + description: Unique identifier + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: type + description: Profile id + type: character(8) + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: load_in_wh + description: Residential demand load timeseries for one year (8760 hours) in Wh + type: array of real + nullable: true + unit: Wh + isAbout: [] + valueReference: [] + primaryKey: + - i + - d + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/grid_egon_mv_grid_district.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/grid_egon_mv_grid_district.resource.yaml new file mode 100644 index 000000000..0813fca50 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/grid_egon_mv_grid_district.resource.yaml @@ -0,0 +1,185 @@ +'@id': null +name: grid.egon_mv_grid_district +title: eGon MV grid districts +path: WILL_BE_SET_AT_PUBLICATION +description: Mapping table of bus_id to polygons shapes for MV grid districts. +subject: +- name: '' + '@id': null +publicationDate: '2023-03-13' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: MV + resolutionUnit: Grids + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: Verwaltungsgebiete 1:250 000 (Ebenen) + authors: [] + description: Der Datenbestand umfasst sämtliche Verwaltungseinheiten der hierarchischen + Verwaltungsebenen vom Staat bis zu den Gemeinden mit ihren Grenzen, statistischen + Schlüsselzahlen, Namen der Verwaltungseinheit sowie die spezifische Bezeichnung + der Verwaltungsebene des jeweiligen Landes. + publicationYear: null + path: https://daten.gdz.bkg.bund.de/produkte/vg/vg250_ebenen_0101/2020/vg250_01-01.geo84.shape.ebenen.zip + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland – Namensnennung – Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser „Datenlizenz Deutschland + - Namensnennung - Version 2.0 zulässig.Die bereitgestellten Daten und Metadaten + dürfen für die kommerzielle und nicht kommerzielle Nutzung insbesondere:(1) + vervielfältigt, ausgedruckt, präsentiert, verändert, bearbeitet sowie an Dritte + übermittelt werden; (2) mit eigenen Daten und Daten Anderer zusammengeführt + und zu selbständigen neuen Datensätzen verbunden werden; (3) in interne und + externe Geschäftsprozesse, Produkte und Anwendungen in öffentlichen und nicht + öffentlichen elektronischen Netzwerken eingebunden werden.Bei der Nutzung ist + sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind:(1) + Bezeichnung des Bereitstellers nach dessen Maßgabe,(2) der Vermerk Datenlizenz + Deutschland – Namensnennung – Version 2.0 oder dl-de/by-2-0 mit Verweis auf + den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie(3) einen Verweis auf + den Datensatz (URI).Dies gilt nur soweit die datenhaltende Stelle die Angaben(1) + bis (3) zum Quellenvermerk bereitstellt.Veränderungen, Bearbeitungen, neue Gestaltungen + oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, + dass die Daten geändert wurden. + attribution: © Bundesamt für Kartographie und Geodäsie 2020 (Daten verändert) + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: building_id + description: 'Building id (reference to: openstreetmap.osm_buildings_filtered.id, + openstreetmap.osm_buildings_synthetic.id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: bus_id + description: 'MVGD bus id (reference to: grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: geom + description: 'Polygon of mv grid district (CRS: ERTS89/EPSG:3035)' + type: geometry + nullable: true + unit: None + isAbout: [] + valueReference: [] + - name: area + description: Area covered by mvgd + type: double precision + nullable: true + unit: m^2 + isAbout: [] + valueReference: [] + primaryKey: + - b + - u + - s + - _ + - i + - d + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/openstreetmap_osm_buildings_filtered.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/openstreetmap_osm_buildings_filtered.resource.yaml new file mode 100644 index 000000000..6aab50119 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/openstreetmap_osm_buildings_filtered.resource.yaml @@ -0,0 +1,204 @@ +'@id': null +name: openstreetmap.osm_buildings_filtered +title: eGon filtered buildings from openstreetmap +path: WILL_BE_SET_AT_PUBLICATION +description: Tag filtered list of buildings from OpenStreetMap which might have electricity + or heat demand - (c) OpenStreetMap contributors +subject: +- name: '' + '@id': null +publicationDate: '2023-03-13' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: Buildings + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2022-01-01' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: Created metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: osm_id + description: Openstreetmap identifier + type: bigint + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: amenitiy + description: Type of amenitiy if given + type: text + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: building + description: Type of building + type: text + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: name + description: Name of the building if given + type: text + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: geom_building + description: 'Polygon of the building (CRS: ERTS89/EPSG:3035)' + type: geometry + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: area + description: Surface area of building + type: double precision + nullable: true + unit: m^2 + isAbout: [] + valueReference: [] + - name: geom_point + description: 'Centroid of the building (CRS: ERTS89/EPSG:3035)' + type: geometry + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: tags + description: Opensteetmap tags assigned to the building + type: hstore + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: id + description: 'Unique identifyer and project internal building id (reference to: + demand.egon_hp_capacity_buildings.building_id, demand.egon_cts_heat_demand_building_share.building_id, + demand.egon_cts_electricity_demand_building_share.building_id, demand.egon_household_electricity_profile_of_buildings.building_id, + demand.egon_building_heat_peak_loads.building_id, demand.egon_building_electricity_peak_loads.building_id, + boundaries.egon_map_zensus_mvgd_buildings.building_id)' + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - i + - d + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/openstreetmap_osm_buildings_synthetic.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/openstreetmap_osm_buildings_synthetic.resource.yaml new file mode 100644 index 000000000..00b8bd74c --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/openstreetmap_osm_buildings_synthetic.resource.yaml @@ -0,0 +1,202 @@ +'@id': null +name: openstreetmap.osm_buildings_synthetic +title: eGon synthetic residential buildings +path: WILL_BE_SET_AT_PUBLICATION +description: ' List of generated synthetic buildings ' +subject: +- name: '' + '@id': null +publicationDate: '2022-09-14' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: Buildings + resolutionUnit: '' + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '2022-09-14' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: 'Data bundle for egon-data: A transparent and reproducible data processing + pipeline for energy system modeling' + authors: [] + description: egon-data provides a transparent and reproducible open data based data + processing pipeline for generating data models suitable for energy system modeling. + The data is customized for the requirements of the research project eGon. The + research project aims to develop tools for an open and cross-sectoral planning + of transmission and distribution grids. For further information please visit the + eGon project website or its Github repository. egon-data retrieves and processes + data from several different external input sources. As not all data dependencies + can be downloaded automatically from external sources we provide a data bundle + to be downloaded by egon-data. + publicationYear: null + path: https://doi.org/10.5281/zenodo.6630616 + sourceLicenses: + - name: CC-BY-4.0 + title: Creative Commons Attribution 4.0 International + path: https://creativecommons.org/licenses/by/4.0/legalcode + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute.' + attribution: © eGon-data developers, © Leibniz Institute for Applied Geophysics, + © Fraunhofer IEE, © BGR Hannover, © Danielle Schmidt, © Übertragungsnetzbetreiber, + © DIW Berlin, © Reiner Lemoine Institut, © Statistisches Bundesamt, Wiesbaden + 2008, © Statistische Ämter des Bundes und der Länder 2021 + copyrightStatement: null +- title: eGon-data + authors: [] + description: Workflow to download, process and generate data sets suitable for the + further research conducted in the project eGon (https://ego-n.org/) + publicationYear: null + path: https://github.com/openego/eGon-data + sourceLicenses: + - name: AGPL-3.0 License + title: GNU Affero General Public License v3.0 + path: https://www.gnu.org/licenses/agpl-3.0.de.html + instruction: Permissions of this strongest copyleft license are conditioned on + making available complete source code of licensed works and modifications, which + include larger works using a licensed work, under the same license. Copyright + and license notices must be preserved. Contributors provide an express grant + of patent rights. When a modified version is used to provide a service over + a network, the complete source code of the modified version must be made available. + attribution: © eGon-data developers + copyrightStatement: null +- title: OpenStreetMap Data Extracts (Geofabrik) + authors: [] + description: Full data extract of OpenStreetMap data for defined spatial extent + at 2022-01-01 + publicationYear: null + path: https://download.geofabrik.de/europe/germany-210101.osm.pbf + sourceLicenses: + - name: ODbL-1.0 + title: Open Data Commons Open Database License 1.0 + path: https://opendatacommons.org/licenses/odbl/1.0/ + instruction: 'You are free: To Share, To Create, To Adapt; As long as you: Attribute, + Share-Alike, Keep open!' + attribution: © OpenStreetMap contributors + copyrightStatement: null +contributors: +- title: ClaraBuettner + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Create metadata +- title: nailend + path: null + organization: null + roles: + - '' + date: '2022-09-12' + object: metadata + comment: Updated metadata +- title: nesnoj + path: null + organization: null + roles: + - '' + date: '2022-09-14' + object: metadata + comment: Update metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: id + description: 'Unique identifyer and project internal building id (reference to: + openstreetmap.osm_buildings_residential.id, demand.egon_household_electricity_profile_of_buildings.building_id)' + type: character varying + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: area + description: Surface area of building + type: real + nullable: true + unit: m^2 + isAbout: [] + valueReference: [] + - name: building + description: Type of building (residential or cts) + type: character varying(11) + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: cell_id + description: 'Census cell id (reference to: society.destatis_zensus_population_per_ha_inside_germany.id)' + type: character varying + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: geom_building + description: 'Polygon of building (CRS: ERTS89/EPSG:3035)' + type: geometry + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: geom_point + description: 'Centroid of building (CRS: ERTS89/EPSG:3035)' + type: geometry + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: n_amenities_inside + description: Number of amenities inside the building (always zero if not cts building) + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - i + - d + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/society_destatis_zensus_population_per_ha.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/society_destatis_zensus_population_per_ha.resource.yaml new file mode 100644 index 000000000..495a31ea0 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/society_destatis_zensus_population_per_ha.resource.yaml @@ -0,0 +1,176 @@ +'@id': null +name: society.destatis_zensus_population_per_ha +title: DESTATIS - Zensus 2011 - Population per hectar +path: WILL_BE_SET_AT_PUBLICATION +description: National census in Germany in 2011. +subject: +- name: '' + '@id': null +publicationDate: '2022-08-06' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: '1' + resolutionUnit: ha + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download + authors: [] + description: Als Download bieten wir Ihnen auf dieser Seite zus\u00e4tzlich zur + Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- + und Familien- sowie Geb\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen + auf Bundes-, L\u00e4nder-, Kreis- und Gemeindeebene vor. Au\u00dferdem sind einzelne + Ergebnisse f\u00fcr Gitterzellen verf\u00fcgbar. + publicationYear: null + path: https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014 + copyrightStatement: null +- title: Dokumentation - Zensus 2011 - Methoden und Verfahren + authors: [] + description: Diese Publikation beschreibt ausf\u00fchrlich die Methoden und Verfahren + des registergest\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung + bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von + den Statistischen \u00c4mtern des Bundes und der L\u00e4nder im Juni 2015 ver\u00f6ffentlicht. + publicationYear: null + path: https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft) + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: Create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: id + description: Unique identifier + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: grid_id + description: Grid number of source + type: string + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: population + description: Number of registred residents + type: integer + nullable: true + unit: resident + isAbout: [] + valueReference: [] + - name: geom_point + description: 'Geometry centroid of zensus cell (CRS: ERTS89/EPSG:3035)' + type: Geometry + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: geom + description: 'Geometry of zensus cell (CRS: ERTS89/EPSG:3035)' + type: Geometry + nullable: true + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - i + - d + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/dataset_metadata/resources/egon-data/society_egon_destatis_zensus_apartment_building_population_per_ha.resource.yaml b/src/egon/data/metadata/dataset_metadata/resources/egon-data/society_egon_destatis_zensus_apartment_building_population_per_ha.resource.yaml new file mode 100644 index 000000000..72f8ed1c3 --- /dev/null +++ b/src/egon/data/metadata/dataset_metadata/resources/egon-data/society_egon_destatis_zensus_apartment_building_population_per_ha.resource.yaml @@ -0,0 +1,193 @@ +'@id': null +name: society.egon_destatis_zensus_apartment_building_population_per_ha +title: eGon - Zensus 2011 - Apartments, Buildings, Population per hectar +path: WILL_BE_SET_AT_PUBLICATION +description: Apartments, Buildings, Population from national census in Germany in + 2011. +subject: +- name: '' + '@id': null +publicationDate: '2023-03-13' +embargoPeriod: + start: '' + end: '' + isActive: false +spatial: + location: + address: '' + '@id': null + latitude: '' + longitude: '' + extent: + name: Germany + '@id': null + resolutionValue: '1' + resolutionUnit: ha + boundingBox: + - 0 + - 0 + - 0 + - 0 + crs: '' +temporal: + referenceDate: '' + timeseries: + - start: '' + end: '' + resolutionValue: '' + resolutionUnit: '' + alignment: '' + aggregationType: '' +sources: +- title: Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download + authors: [] + description: Als Download bieten wir Ihnen auf dieser Seite zus\u00e4tzlich zur + Zensusdatenbank CSV- und teilweise Excel-Tabellen mit umfassenden Personen-, Haushalts- + und Familien- sowie Geb\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen + auf Bundes-, L\u00e4nder-, Kreis- und Gemeindeebene vor. Au\u00dferdem sind einzelne + Ergebnisse f\u00fcr Gitterzellen verf\u00fcgbar. + publicationYear: null + path: https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014 + copyrightStatement: null +- title: Dokumentation - Zensus 2011 - Methoden und Verfahren + authors: [] + description: Diese Publikation beschreibt ausf\u00fchrlich die Methoden und Verfahren + des registergest\u00fctzten Zensus 2011; von der Datengewinnung und -aufbereitung + bis hin zur Ergebniserstellung und Geheimhaltung. Der vorliegende Band wurde von + den Statistischen \u00c4mtern des Bundes und der L\u00e4nder im Juni 2015 ver\u00f6ffentlicht. + publicationYear: null + path: https://www.destatis.de/DE/Publikationen/Thematisch/Bevoelkerung/Zensus/ZensusBuLaMethodenVerfahren5121105119004.pdf?__blob=publicationFile + sourceLicenses: + - name: dl-by-de/2.0 + title: Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 + path: www.govdata.de/dl-de/by-2-0 + instruction: Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland + - Namensnennung - Version 2.0 zul\u00e4ssig.\nDie bereitgestellten Daten und + Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung + insbesondere:(1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, + bearbeitet sowie an Dritte \u00fcbermittelt werden;\n (2) mit eigenen Daten + und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen + verbunden werden;\n (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte + und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen + Netzwerken eingebunden werden.\nBei der Nutzung ist sicherzustellen, dass folgende + Angaben als Quellenvermerk enthalten sind:\n(1) Bezeichnung des Bereitstellers + nach dessen Ma\u00dfgabe,\n(2) der Vermerk Datenlizenz Deutschland \u2013 Namensnennung + \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 + sowie\n(3) einen Verweis auf den Datensatz (URI).Dies gilt nur soweit die datenhaltende + Stelle die Angaben(1) bis (3) zum Quellenvermerk bereitstellt.\nVer\u00e4nderungen, + Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk + mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden. + attribution: \u00a9 Statistisches Bundesamt, Wiesbaden 2015 (im Auftrag der Herausgebergemeinschaft) + copyrightStatement: null +contributors: +- title: nailend + path: null + organization: null + roles: + - '' + date: '2023-03-13' + object: metadata + comment: Create metadata +- title: Open Energy Platform oemetadata conversion to v2 + path: https://github.com/OpenEnergyPlatform + role: + - platform-maintainer + organization: OpenEnergyFamily + date: '2021-09-01' + object: conversion of all metadata to oemetadata version 2.0.4 + comment: The conversion was done by the OpenEnergyFamily team using the OMI software.We + did our best to mitigate data loss. Most unexpected or incorrect metadata propertyentries + will be lost. +type: Table +format: PostgreSQL +encoding: UTF-8 +schema: + fields: + - name: grid_id + description: Grid number of source + type: string + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: zensus_population_id + description: Unique identifier + type: integer + nullable: false + unit: none + isAbout: [] + valueReference: [] + - name: building_count + description: 'Number of buildings within zensus cell ' + type: smallint + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: apartment_count + description: Number of appartments within zensus cells + type: smallint + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: population + description: Number of registred residents + type: integer + nullable: true + unit: resident + isAbout: [] + valueReference: [] + - name: geom + description: 'Geometry of zensus cell (CRS: ERTS89/EPSG:3035)' + type: Geometry + nullable: true + unit: none + isAbout: [] + valueReference: [] + - name: geom_point + description: 'Geometry centroid of zensus cell (CRS: ERTS89/EPSG:3035)' + type: Geometry + nullable: true + unit: none + isAbout: [] + valueReference: [] + primaryKey: + - n + - o + - n + - e + foreignKeys: + - fields: + - '' + reference: + resource: '' + fields: + - '' +dialect: + delimiter: '' + decimalSeparator: . +review: + path: '' + badge: '' diff --git a/src/egon/data/metadata/boundaries.egon_map_zensus_climate_zones.json b/src/egon/data/metadata/results/boundaries.egon_map_zensus_climate_zones.json similarity index 99% rename from src/egon/data/metadata/boundaries.egon_map_zensus_climate_zones.json rename to src/egon/data/metadata/results/boundaries.egon_map_zensus_climate_zones.json index f3f5a56e6..f9f4af178 100644 --- a/src/egon/data/metadata/boundaries.egon_map_zensus_climate_zones.json +++ b/src/egon/data/metadata/results/boundaries.egon_map_zensus_climate_zones.json @@ -132,7 +132,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/boundaries.egon_map_zensus_mvgd_buildings.json b/src/egon/data/metadata/results/boundaries.egon_map_zensus_mvgd_buildings.json similarity index 99% rename from src/egon/data/metadata/boundaries.egon_map_zensus_mvgd_buildings.json rename to src/egon/data/metadata/results/boundaries.egon_map_zensus_mvgd_buildings.json index e09cf47aa..00281ce8d 100644 --- a/src/egon/data/metadata/boundaries.egon_map_zensus_mvgd_buildings.json +++ b/src/egon/data/metadata/results/boundaries.egon_map_zensus_mvgd_buildings.json @@ -152,7 +152,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/boundaries.egon_map_zensus_weather_cell.json b/src/egon/data/metadata/results/boundaries.egon_map_zensus_weather_cell.json similarity index 99% rename from src/egon/data/metadata/boundaries.egon_map_zensus_weather_cell.json rename to src/egon/data/metadata/results/boundaries.egon_map_zensus_weather_cell.json index 3026115aa..234e45c8e 100644 --- a/src/egon/data/metadata/boundaries.egon_map_zensus_weather_cell.json +++ b/src/egon/data/metadata/results/boundaries.egon_map_zensus_weather_cell.json @@ -3,7 +3,7 @@ "title": "Map census cells to era5 climate zones", "id": "WILL_BE_SET_AT_PUBLICATION", "description": "Mapping table of census cells to era5 climate zones", - "language": "en-US", + "language": ["en-US"], "keywords": [ "" ], @@ -121,7 +121,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_building_electricity_peak_loads.json b/src/egon/data/metadata/results/demand.egon_building_electricity_peak_loads.json similarity index 99% rename from src/egon/data/metadata/demand.egon_building_electricity_peak_loads.json rename to src/egon/data/metadata/results/demand.egon_building_electricity_peak_loads.json index 19d7b55cc..6fe4a6303 100644 --- a/src/egon/data/metadata/demand.egon_building_electricity_peak_loads.json +++ b/src/egon/data/metadata/results/demand.egon_building_electricity_peak_loads.json @@ -182,7 +182,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_building_heat_peak_loads.json b/src/egon/data/metadata/results/demand.egon_building_heat_peak_loads.json similarity index 99% rename from src/egon/data/metadata/demand.egon_building_heat_peak_loads.json rename to src/egon/data/metadata/results/demand.egon_building_heat_peak_loads.json index 17f7dfee0..409900bc2 100644 --- a/src/egon/data/metadata/demand.egon_building_heat_peak_loads.json +++ b/src/egon/data/metadata/results/demand.egon_building_heat_peak_loads.json @@ -190,7 +190,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_cts_electricity_demand_building_share.json b/src/egon/data/metadata/results/demand.egon_cts_electricity_demand_building_share.json similarity index 99% rename from src/egon/data/metadata/demand.egon_cts_electricity_demand_building_share.json rename to src/egon/data/metadata/results/demand.egon_cts_electricity_demand_building_share.json index c7a60b34c..7c11ef8da 100644 --- a/src/egon/data/metadata/demand.egon_cts_electricity_demand_building_share.json +++ b/src/egon/data/metadata/results/demand.egon_cts_electricity_demand_building_share.json @@ -176,7 +176,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_cts_heat_demand_building_share.json b/src/egon/data/metadata/results/demand.egon_cts_heat_demand_building_share.json similarity index 99% rename from src/egon/data/metadata/demand.egon_cts_heat_demand_building_share.json rename to src/egon/data/metadata/results/demand.egon_cts_heat_demand_building_share.json index 0f9228270..441ad4b99 100644 --- a/src/egon/data/metadata/demand.egon_cts_heat_demand_building_share.json +++ b/src/egon/data/metadata/results/demand.egon_cts_heat_demand_building_share.json @@ -162,7 +162,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_daily_heat_demand_per_climate_zone.json b/src/egon/data/metadata/results/demand.egon_daily_heat_demand_per_climate_zone.json similarity index 99% rename from src/egon/data/metadata/demand.egon_daily_heat_demand_per_climate_zone.json rename to src/egon/data/metadata/results/demand.egon_daily_heat_demand_per_climate_zone.json index 06d950eda..0e39076de 100644 --- a/src/egon/data/metadata/demand.egon_daily_heat_demand_per_climate_zone.json +++ b/src/egon/data/metadata/results/demand.egon_daily_heat_demand_per_climate_zone.json @@ -144,7 +144,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_etrago_electricity_cts.json b/src/egon/data/metadata/results/demand.egon_etrago_electricity_cts.json similarity index 99% rename from src/egon/data/metadata/demand.egon_etrago_electricity_cts.json rename to src/egon/data/metadata/results/demand.egon_etrago_electricity_cts.json index 5db7cd176..4eac590cc 100644 --- a/src/egon/data/metadata/demand.egon_etrago_electricity_cts.json +++ b/src/egon/data/metadata/results/demand.egon_etrago_electricity_cts.json @@ -178,7 +178,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_etrago_electricity_households.json b/src/egon/data/metadata/results/demand.egon_etrago_electricity_households.json similarity index 99% rename from src/egon/data/metadata/demand.egon_etrago_electricity_households.json rename to src/egon/data/metadata/results/demand.egon_etrago_electricity_households.json index b46c4b4ef..a114fe85e 100644 --- a/src/egon/data/metadata/demand.egon_etrago_electricity_households.json +++ b/src/egon/data/metadata/results/demand.egon_etrago_electricity_households.json @@ -3,7 +3,9 @@ "title": "MV residential electricity demand profiles", "id": "WILL_BE_SET_AT_PUBLICATION", "description": "Aggregated electricity demand profile of residential sector at mvgd bus level for two scenarios. Values are given in MWh.", - "language": "en-US", + "language": [ + "en-US" + ], "keywords": [ "" ], @@ -178,7 +180,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_etrago_heat_cts.json b/src/egon/data/metadata/results/demand.egon_etrago_heat_cts.json similarity index 99% rename from src/egon/data/metadata/demand.egon_etrago_heat_cts.json rename to src/egon/data/metadata/results/demand.egon_etrago_heat_cts.json index 6fff2bd10..0f83fe036 100644 --- a/src/egon/data/metadata/demand.egon_etrago_heat_cts.json +++ b/src/egon/data/metadata/results/demand.egon_etrago_heat_cts.json @@ -192,7 +192,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_heat_idp_pool.json b/src/egon/data/metadata/results/demand.egon_heat_idp_pool.json similarity index 99% rename from src/egon/data/metadata/demand.egon_heat_idp_pool.json rename to src/egon/data/metadata/results/demand.egon_heat_idp_pool.json index 5f597c7f8..2f8f9ff2f 100644 --- a/src/egon/data/metadata/demand.egon_heat_idp_pool.json +++ b/src/egon/data/metadata/results/demand.egon_heat_idp_pool.json @@ -133,7 +133,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_heat_timeseries_selected_profiles.json b/src/egon/data/metadata/results/demand.egon_heat_timeseries_selected_profiles.json similarity index 99% rename from src/egon/data/metadata/demand.egon_heat_timeseries_selected_profiles.json rename to src/egon/data/metadata/results/demand.egon_heat_timeseries_selected_profiles.json index ff1b05742..b58c2d80a 100644 --- a/src/egon/data/metadata/demand.egon_heat_timeseries_selected_profiles.json +++ b/src/egon/data/metadata/results/demand.egon_heat_timeseries_selected_profiles.json @@ -138,7 +138,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_household_electricity_profile_in_census_cell.json b/src/egon/data/metadata/results/demand.egon_household_electricity_profile_in_census_cell.json similarity index 99% rename from src/egon/data/metadata/demand.egon_household_electricity_profile_in_census_cell.json rename to src/egon/data/metadata/results/demand.egon_household_electricity_profile_in_census_cell.json index 3e0696b84..71878ccf0 100644 --- a/src/egon/data/metadata/demand.egon_household_electricity_profile_in_census_cell.json +++ b/src/egon/data/metadata/results/demand.egon_household_electricity_profile_in_census_cell.json @@ -199,7 +199,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.egon_household_electricity_profile_of_buildings.json b/src/egon/data/metadata/results/demand.egon_household_electricity_profile_of_buildings.json similarity index 99% rename from src/egon/data/metadata/demand.egon_household_electricity_profile_of_buildings.json rename to src/egon/data/metadata/results/demand.egon_household_electricity_profile_of_buildings.json index f302d0a27..8fea6a0d6 100644 --- a/src/egon/data/metadata/demand.egon_household_electricity_profile_of_buildings.json +++ b/src/egon/data/metadata/results/demand.egon_household_electricity_profile_of_buildings.json @@ -151,7 +151,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/demand.iee_household_load_profiles.json b/src/egon/data/metadata/results/demand.iee_household_load_profiles.json similarity index 99% rename from src/egon/data/metadata/demand.iee_household_load_profiles.json rename to src/egon/data/metadata/results/demand.iee_household_load_profiles.json index 093fc47dd..e8572e3e4 100644 --- a/src/egon/data/metadata/demand.iee_household_load_profiles.json +++ b/src/egon/data/metadata/results/demand.iee_household_load_profiles.json @@ -139,7 +139,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/grid.egon_mv_grid_district.json b/src/egon/data/metadata/results/grid.egon_mv_grid_district.json similarity index 99% rename from src/egon/data/metadata/grid.egon_mv_grid_district.json rename to src/egon/data/metadata/results/grid.egon_mv_grid_district.json index a8eb56501..d25a19623 100644 --- a/src/egon/data/metadata/grid.egon_mv_grid_district.json +++ b/src/egon/data/metadata/results/grid.egon_mv_grid_district.json @@ -131,7 +131,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/openstreetmap.osm_buildings_filtered.json b/src/egon/data/metadata/results/openstreetmap.osm_buildings_filtered.json similarity index 99% rename from src/egon/data/metadata/openstreetmap.osm_buildings_filtered.json rename to src/egon/data/metadata/results/openstreetmap.osm_buildings_filtered.json index 519c87941..938403bbe 100644 --- a/src/egon/data/metadata/openstreetmap.osm_buildings_filtered.json +++ b/src/egon/data/metadata/results/openstreetmap.osm_buildings_filtered.json @@ -164,7 +164,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/openstreetmap.osm_buildings_synthetic.json b/src/egon/data/metadata/results/openstreetmap.osm_buildings_synthetic.json similarity index 99% rename from src/egon/data/metadata/openstreetmap.osm_buildings_synthetic.json rename to src/egon/data/metadata/results/openstreetmap.osm_buildings_synthetic.json index 5957f61f3..640301d09 100644 --- a/src/egon/data/metadata/openstreetmap.osm_buildings_synthetic.json +++ b/src/egon/data/metadata/results/openstreetmap.osm_buildings_synthetic.json @@ -169,7 +169,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/society.destatis_zensus_population_per_ha.json b/src/egon/data/metadata/results/society.destatis_zensus_population_per_ha.json similarity index 99% rename from src/egon/data/metadata/society.destatis_zensus_population_per_ha.json rename to src/egon/data/metadata/results/society.destatis_zensus_population_per_ha.json index 5e20057a6..ec223071b 100644 --- a/src/egon/data/metadata/society.destatis_zensus_population_per_ha.json +++ b/src/egon/data/metadata/results/society.destatis_zensus_population_per_ha.json @@ -123,7 +123,7 @@ "badge": "" }, "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/society.egon_destatis_zensus_apartment_building_population_per_ha.json b/src/egon/data/metadata/results/society.egon_destatis_zensus_apartment_building_population_per_ha.json similarity index 99% rename from src/egon/data/metadata/society.egon_destatis_zensus_apartment_building_population_per_ha.json rename to src/egon/data/metadata/results/society.egon_destatis_zensus_apartment_building_population_per_ha.json index a48513071..b6a5f983a 100644 --- a/src/egon/data/metadata/society.egon_destatis_zensus_apartment_building_population_per_ha.json +++ b/src/egon/data/metadata/results/society.egon_destatis_zensus_apartment_building_population_per_ha.json @@ -131,7 +131,7 @@ } ], "metaMetadata": { - "metadataVersion": "OEP-1.4.1", + "metadataVersion": "OEP-1.5.2", "metadataLicense": { "name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", diff --git a/src/egon/data/metadata/script/convert_oem_to_v2.py b/src/egon/data/metadata/script/convert_oem_to_v2.py new file mode 100644 index 000000000..35499ee7b --- /dev/null +++ b/src/egon/data/metadata/script/convert_oem_to_v2.py @@ -0,0 +1,72 @@ +#!/usr/bin/env python3 + +""" +Script to convert metadata files from OEMetadata-1.x to OEMetadata-2.0 format. + +Requires at least oemetadata in version OEP-1.5.2. +""" + +from pathlib import Path +import json +import logging + +from omi.conversion import convert_metadata + +logger = logging.getLogger(__name__) + +# Metadata input/output directories +SOURCE_DIR = Path(__file__).parent.parent / "results" +TARGET_DIR = Path(__file__).parent.parent / "results" / "converted" + +# OMI target version for metadata version conversion +TARGET_VERSION = "OEMetadata-2.0" + + +def run_conversion(): + source_dir = SOURCE_DIR + target_dir = TARGET_DIR + target_version = TARGET_VERSION + + if not target_version: + logger.error("TARGET_VERSION is not defined in settings.py") + return + + if not source_dir.exists(): + logger.error(f"Source directory does not exist: {source_dir}") + return + + target_dir.mkdir(parents=True, exist_ok=True) + logger.info("Starting metadata conversion") + logger.debug(f"Source: {source_dir}") + logger.debug(f"Target: {target_dir}") + logger.debug(f"Target version: {target_version}") + + for json_file in sorted(source_dir.glob("*.json")): + if not json_file.is_file(): + continue + + logger.info(f"Converting {json_file.name}") + try: + with open(json_file, "r", encoding="utf-8") as f: + metadata = json.load(f) + + converted = convert_metadata(metadata, target_version) + + output_path = target_dir / json_file.name + with open(output_path, "w", encoding="utf-8") as f: + json.dump(converted, f, ensure_ascii=False, indent=2) + + logger.info(f"Saved converted metadata: {output_path}") + + except Exception: + logger.exception(f"Error converting file: {json_file.name}") + + logger.info("Metadata conversion completed.") + + +if __name__ == "__main__": + logging.basicConfig( + level=logging.INFO, + format="%(asctime)s [%(levelname)s] %(message)s", + ) + run_conversion() diff --git a/src/egon/data/metadata/script/migrate_json_to_split_yaml.py b/src/egon/data/metadata/script/migrate_json_to_split_yaml.py new file mode 100644 index 000000000..156014a91 --- /dev/null +++ b/src/egon/data/metadata/script/migrate_json_to_split_yaml.py @@ -0,0 +1,310 @@ +#!/usr/bin/env python3 +from __future__ import annotations + +from copy import deepcopy +from pathlib import Path +from typing import Any, Dict, List, Tuple +import argparse +import json + +import yaml + +# ---------- YAML helpers ---------- + + +def _dump_yaml(path: Path, obj: object) -> None: + path.parent.mkdir(parents=True, exist_ok=True) + with path.open("w", encoding="utf-8") as f: + yaml.safe_dump(obj, f, sort_keys=False, allow_unicode=True) + + +# ---------- list/dict helpers for template inference ---------- + +_LIST_TEMPLATE_KEYS = {"keywords", "topics", "languages"} +_DICT_TEMPLATE_KEYS = {"context"} +_LIST_EQUALITY_KEYS = { + "licenses" +} # consider as common only if identical across all + + +def _deep_intersection_dict(dicts: List[Dict[str, Any]]) -> Dict[str, Any]: + if not dicts: + return {} + keys_in_all = set(dicts[0].keys()) + for d in dicts[1:]: + keys_in_all &= set(d.keys()) + + out: Dict[str, Any] = {} + for k in keys_in_all: + vals = [d[k] for d in dicts] + if not all(type(v) is type(vals[0]) for v in vals): # noqa: E721 + continue + v0 = vals[0] + if isinstance(v0, dict): + # type: ignore[arg-type] + sub = _deep_intersection_dict([v for v in vals]) + if sub: + out[k] = sub + elif isinstance(v0, list): + if all(v == v0 for v in vals[1:]): + out[k] = deepcopy(v0) + else: + if all(v == v0 for v in vals[1:]): + out[k] = v0 + return out + + +def _all_identical(values: List[Any]) -> Tuple[bool, Any]: + if not values: + return False, None + v0 = values[0] + return (all(v == v0 for v in values[1:])), v0 + + +# ---------- schema fix ---------- + + +def _ensure_nullable_in_fields(resource: Dict[str, Any]) -> None: + schema = resource.get("schema") + if not isinstance(schema, dict): + return + fields = schema.get("fields") + if not isinstance(fields, list): + return + for fld in fields: + if isinstance(fld, dict) and "nullable" not in fld: + fld["nullable"] = False + + +# ---------- names ---------- + + +def _slug(s: str) -> str: + return "".join(c if c.isalnum() or c in ("-", "_") else "_" for c in s) + + +def _resource_filename(name: str) -> str: + return f"{_slug(name)}.resource.yaml" + + +# ---------- core migration ---------- + + +def _strip_resource_by_template( + res: Dict[str, Any], tmpl: Dict[str, Any] +) -> Dict[str, Any]: + out = deepcopy(res) + + # strip list-keys if identical + for k in list(_LIST_TEMPLATE_KEYS | _LIST_EQUALITY_KEYS): + if k in tmpl and k in out and out[k] == tmpl[k]: + out.pop(k, None) + + # strip dict-keys by matching deep subset of template keys + for k in _DICT_TEMPLATE_KEYS: + if ( + k not in tmpl + or k not in out + or not isinstance(out[k], dict) + or not isinstance(tmpl[k], dict) + ): + continue + pruned = {} + for kk, vv in out[k].items(): + if kk in tmpl[k] and tmpl[k][kk] == vv: + continue + pruned[kk] = vv + if pruned: + out[k] = pruned + else: + out.pop(k, None) + + return out + + +def _compute_template(resources: List[Dict[str, Any]]) -> Dict[str, Any]: + template: Dict[str, Any] = {} + if not resources: + return template + + # dict keys (deep intersection) + for k in _DICT_TEMPLATE_KEYS: + dicts = [r.get(k, {}) for r in resources if isinstance(r.get(k), dict)] + if len(dicts) == len(resources) and dicts: + inter = _deep_intersection_dict(dicts) + if inter: + template[k] = inter + + # list equality keys (identical lists across all) + for k in _LIST_EQUALITY_KEYS: + lists = [r.get(k) for r in resources] + if all(isinstance(v, list) for v in lists): + same, val = _all_identical(lists) + if same and val: + template[k] = deepcopy(val) + + # simple list keys that must be identical across resources + for k in _LIST_TEMPLATE_KEYS: + vals = [r.get(k) for r in resources] + if all(isinstance(v, list) for v in vals): + same, val = _all_identical(vals) + if same and val: + template[k] = deepcopy(val) + + return template + + +def migrate_monolithic( + data: Dict[str, Any], out_dir: Path, dataset_id: str +) -> None: + resources = data.get("resources", []) + if not isinstance(resources, list): + resources = [] + + # Build dataset block (skip @context/metaMetadata/resources) + dataset: Dict[str, Any] = { + k: v + for k, v in data.items() + if k not in {"@context", "metaMetadata", "resources"} + } + version = dataset.get("version", "OEMetadata-2.0.4") + + # Fix fields + for r in resources: + if isinstance(r, dict): + _ensure_nullable_in_fields(r) + + # Compute template & strip + template = _compute_template(resources) + stripped_resources = [ + _strip_resource_by_template(r, template) for r in resources + ] + + # Write YAMLs + ds_path = out_dir / "datasets" / f"{dataset_id}.dataset.yaml" + _dump_yaml(ds_path, {"version": version, "dataset": dataset}) + + if template: + tp_path = out_dir / "datasets" / f"{dataset_id}.template.yaml" + _dump_yaml(tp_path, template) + + res_dir = out_dir / "resources" / dataset_id + for r in stripped_resources: + name = str(r.get("name") or "resource") + _dump_yaml(res_dir / _resource_filename(name), r) + + print( + f"[OK] {dataset_id}: wrote dataset + {len(stripped_resources)}" + "resources" + ) + + +def migrate_resource_only( + data: Dict[str, Any], out_dir: Path, dataset_id: str +) -> None: + """ + For JSONs that contain a single resource (no top-level 'resources'). + We just write one resource YAML. Dataset/template can be added later. + """ + name = str(data.get("name") or "resource") + _ensure_nullable_in_fields(data) + res_dir = out_dir / "resources" / dataset_id + _dump_yaml(res_dir / _resource_filename(name), data) + print(f"[OK] {dataset_id}: wrote single resource '{name}'") + + +# ---------- dataset_id inference ---------- + + +def pick_dataset_id( + mode: str, + data: Dict[str, Any], + file_path: Path, + fixed_id: str | None, +) -> str: + if mode == "fixed": + if not fixed_id: + raise ValueError( + "--dataset-id is required when --dataset-id-mode=fixed" + ) + return fixed_id + if mode == "name": + n = data.get("name") + if isinstance(n, str) and n.strip(): + return _slug(n) + return _slug(file_path.stem) + if mode == "filename": + return _slug(file_path.stem) + if mode == "parent": + return _slug(file_path.parent.name) + raise ValueError(f"Unknown dataset-id-mode: {mode}") + + +# ---------- CLI ---------- + + +def main() -> None: + ap = argparse.ArgumentParser( + description="Migrate OEMetadata JSON → split YAML" + "(handles many files)." + ) + ap.add_argument( + "--input", + required=True, + type=Path, + help="Path to a JSON file or a directory to scan recursively.", + ) + ap.add_argument( + "--out-dir", + required=True, + type=Path, + help="Root of the split-YAML metadata tree to write.", + ) + ap.add_argument( + "--dataset-id-mode", + choices=["name", "filename", "parent", "fixed"], + default="name", + help="How to determine dataset_id per input file (default: name).", + ) + ap.add_argument( + "--dataset-id", + default=None, + help="Required if --dataset-id-mode=fixed; ignored otherwise.", + ) + args = ap.parse_args() + + inputs: List[Path] + if args.input.is_dir(): + inputs = sorted(args.input.rglob("*.json")) + if not inputs: + print(f"[WARN] No JSON files found under {args.input}") + return + else: + inputs = [args.input] + + out_dir = args.out_dir + + for j in inputs: + try: + data = json.loads(j.read_text(encoding="utf-8")) + except Exception as e: + print(f"[SKIP] {j}: cannot read/parse JSON ({e})") + continue + + try: + dsid = pick_dataset_id( + args.dataset_id_mode, data, j, args.dataset_id + ) + except Exception as e: + print(f"[SKIP] {j}: {e}") + continue + + if isinstance(data.get("resources"), list): + migrate_monolithic(data, out_dir, dsid) + else: + # treat as a single resource JSON (best-effort) + migrate_resource_only(data, out_dir, dsid) + + +if __name__ == "__main__": + main() diff --git a/src/egon/data/metadata/settings.py b/src/egon/data/metadata/settings.py new file mode 100644 index 000000000..8e8d5877a --- /dev/null +++ b/src/egon/data/metadata/settings.py @@ -0,0 +1,7 @@ +# The oemetadata version identifier must comply with on of: +# https://github.com/OpenEnergyPlatform/omi/blob/7e620182b0ea8eb2e437bd650b5cda3db0532307/src/omi/base.py#L17 +OEMETADATA_VERSION = "OEMetadata-2.0" + + +EGON_ATTRIBUTION: str = "© eGon development team" +REGON_ATTRIBUTION: str = "© ReGon development team"