44Also see corresponding BPML diagram.
55"""
66
7- __copyright__ = "Reiner Lemoine Institut gGmbH "
7+ __copyright__ = "Reiner Lemoine Institut"
88__license__ = "GNU Affero General Public License Version 3 (AGPL-3.0)"
99__url__ = "https://github.com/openego/data_processing/blob/master/LICENSE"
1010__author__ = "gplssm, Ludee"
@@ -40,67 +40,64 @@ def data_processing():
4040 'python_scripts' ))
4141
4242 snippets = [
43- ## VACUUM FULL
44- # 'ego_dp_vacuum_full.sql',
45-
46- ## INPUT DATA CHECK eGoPP
47- 'ego_dp_structure_input_verification.sql' , # Check input tables and versions from eGoPP
48-
49- ## SUBSTATION
50- 'ego_dp_substation_hvmv.sql' , # Abstract HVMV Substations of the high voltage level from OSM
51- 'ego_dp_substation_ehv.sql' , # Abstract EHV Substations of the extra high voltage level from OSM
52- 'ego_dp_substation_otg.sql' , # Assign osmTGmod-id to HVMV and EHV substations
53- 'ego_dp_substation_hvmv_voronoi.sql' , # HVMV Voronoi cells based on HVMV substations
54- 'ego_dp_substation_ehv_voronoi.sql' , # EHV Voronoi cells based on EHV substations
55-
56- ## GRIDDISTRICT
57- 'ego_dp_mv_griddistrict.sql' , # MV Griddistricts from municipalities and Voronoi cells
58- 'ego_dp_substation_id_to_generator.sql' , # Assign subst_id to pp lists
59-
60- ## LOADAREA
61- 'ego_dp_loadarea_landuse.sql' , # OSM landuse sector
62- 'ego_dp_loadarea_industry_consumer.sql' , # Industry consumer
63- 'ego_dp_loadarea_loads.sql' , # Loads from OSM landuse
64- 'ego_dp_loadarea_census.sql' , # Loads from Census
65- 'ego_dp_loadarea_loadmelt.sql' , # Melt OSM landuse and Zensus loads
66- 'ego_dp_loadarea_loadcut_griddistrict.sql' , # Cut Loadarea with MV Griddistrict
67- 'ego_dp_loadarea_loadcut_voronoi.sql' , # Cut Loadarea with MV Voronoi cells
68- 'ego_dp_loadarea_consumption.sql' , # Allocate consumption to Loadareas
69- 'ego_dp_loadarea_peakload.sql' , # Peak loads per Loadarea
70- 'ego_dp_loadarea_griddistrict_results.sql' , # Results for MV Griddistrict
71- 'ego_dp_loadarea_statistic.sql' , # Results and statistics for eGoDP
72-
73- ## LOWVOLTAGE
74- 'ego_dp_lv_substation.sql' , # MVLV Substation inside Loadarea
75- 'ego_dp_lv_substation_voronoi.sql' , # MVLV Substation Voronoi
76- 'ego_dp_lv_griddistrict.sql' , # LV Griddistrict
77- 'ego_dp_lv_peakload.sql' , # LV OSM areas
78- 'ego_dp_lv_consumption_peakload.sql' , # LV Consumption and Peakload
79-
80- ## REA
81- 'rea/ego_dp_lattice_500m.sql' , # lattice (point grid) 500m
82- 'rea/ego_dp_lattice_50m.sql' , # lattice (point grid) 50m
83- 'rea/ego_dp_rea_wpa_per_mvgd.sql' , # wind potential area
84-
85- 'rea/ego_dp_rea_lattice_per_area_500m.sql' , # prepare 500m lattice
86- 'rea/ego_dp_rea_lattice_per_area_50m.sql' , # prepare 50m lattice
87- 'rea/ego_dp_rea_setup.sql' , # setup table for allocation
88- 'rea/ego_dp_rea_m1.sql' , # M1 biomass and solar to farmyard
89- 'rea/ego_dp_rea_m2.sql' , # M2 windfarms
90- 'rea/ego_dp_rea_m3.sql' , # M3 wind turbines to wpa
91- 'rea/ego_dp_rea_m4.sql' , # M4 other and rest
92- 'rea/ego_dp_rea_m5.sql' , # M5 LV to LA
93- 'rea/ego_dp_rea_results.sql' , # results and statistics
94-
95- ## POWERFLOW
96- 'ego_dp_powerflow_assignment_otgid.sql' , # assign otg_id to pp lists
97- 'ego_dp_powerflow_assignment_unid.sql' , # create a unified_id over all pp (res and conv)
98- 'ego_dp_powerflow_create_pp_mview.sql' , # create mviews to display power plants per scenario
99- 'ego_dp_powerflow_voronoi_weatherpoint.sql' , # Create voronoi cells based on weather points
43+ ## INPUT DATA CHECK (eGoPP)
44+ 'ego_dp_structure_input_verification.sql' , # Input verification (eGoPP)
45+
46+ ## SUBSTATION
47+ 'ego_dp_substation_hvmv.sql' , # Abstract HVMV Substations of the high voltage level from OSM
48+ 'ego_dp_substation_ehv.sql' , # Abstract EHV Substations of the extra high voltage level from OSM
49+ 'ego_dp_substation_otg.sql' , # Assign osmTGmod-id to HVMV and EHV substations
50+ 'ego_dp_substation_hvmv_voronoi.sql' , # HVMV Voronoi cells based on HVMV substations
51+ 'ego_dp_substation_ehv_voronoi.sql' , # EHV Voronoi cells based on EHV substations
52+
53+ ## GRIDDISTRICT
54+ 'ego_dp_mv_griddistrict.sql' , # MV GridDistricts from municipalities and Voronoi cells
55+ 'ego_dp_substation_id_to_generator.sql' , # Assign Substation ID (subst_id) to Generator (Conventional and Renewable)
56+
57+ ## LOADAREA
58+ 'ego_dp_loadarea_landuse.sql' , # OSM landuse sectors
59+ 'ego_dp_loadarea_industry_consumer.sql' , # OSM Industry consumer
60+ 'ego_dp_loadarea_loads.sql' , # OSM Loads from landuse
61+ 'ego_dp_loadarea_census.sql' , # Loads from Census 2011
62+ 'ego_dp_loadarea_loadmelt.sql' , # Melt loads from OSM landuse and Census 2011
63+ 'ego_dp_loadarea_loadcut_griddistrict.sql' , # Cut Loadarea with MV Griddistrict
64+ 'ego_dp_loadarea_loadcut_voronoi.sql' , # Cut Loadarea with MV Voronoi cells
65+ 'ego_dp_loadarea_consumption.sql' , # Allocate consumption to Loadareas
66+ 'ego_dp_loadarea_peakload.sql' , # Peak loads per Loadarea
67+ 'ego_dp_loadarea_griddistrict_results.sql' , # Results for MV Griddistrict
68+ 'ego_dp_loadarea_statistic.sql' , # Results and statistics for eGoDP data
69+
70+ ## LOWVOLTAGE
71+ 'ego_dp_lv_substation.sql' , # MVLV Substation (ONT)
72+ 'ego_dp_lv_substation_voronoi.sql' , # MVLV Substation Voronoi
73+ 'ego_dp_lv_loadcut.sql' , # LV Loadcut
74+ 'ego_dp_lv_griddistrict.sql' , # LV Griddistrict
75+ 'ego_dp_lv_consumption_peakload.sql' , # LV Consumption and Peakload
76+
77+ ## REA
78+ 'rea/ego_dp_lattice_500m.sql' , # Lattice (point grid) 500m
79+ 'rea/ego_dp_lattice_50m.sql' , # Lattice (point grid) 50m
80+ 'rea/ego_dp_rea_wpa_per_mvgd.sql' , # Wind potential area (WPA)
81+ 'rea/ego_dp_rea_lattice_per_area_500m.sql' , # Prepare 500m lattice
82+ 'rea/ego_dp_rea_lattice_per_area_50m.sql' , # Prepare 50m lattice
83+ 'rea/ego_dp_rea_setup.sql' , # Setup tables for REA
84+ 'rea/ego_dp_rea_m1.sql' , # M1 biomass and solar to OSM agricultural
85+ 'rea/ego_dp_rea_m2.sql' , # M2 wind farms
86+ 'rea/ego_dp_rea_m3.sql' , # M3 wind turbines to WPA
87+ 'rea/ego_dp_rea_m4.sql' , # M4 other and rest
88+ 'rea/ego_dp_rea_m5.sql' , # M5 LV to Loadarea
89+ 'rea/ego_dp_rea_results.sql' , # Results and statistics
90+
91+ ## POWERFLOW
92+
10093 'ego_dp_powerflow_hv_setup.sql' , # Set schema/tables for EHV/HV powerflow calculations up
10194 'ego_dp_powerflow_osmtgmod_to_pypsa.sql' , # Include data from osmTGmod into EHV/HV powerflow schema
10295 'ego_dp_powerflow_electrical_neighbour.sql' , # Create border crossing lines and buses in neighbouring countries
103- 'ego_dp_powerflow_grid_future_scenarios.sql' , # Copy grid to future scenarios
96+ 'ego_dp_powerflow_fix_ehv_subnetworks.sql' , # Fix topological errors in eHV grid
97+ 'ego_dp_powerflow_grid_future_scenarios.sql' , # Copy grid to future scenarios
98+ 'ego_dp_powerflow_assignment_otgid.sql' , # assign otg_id to pp lists
99+ 'ego_dp_powerflow_assignment_unid.sql' , # create a unified_id over all pp (res and conv)
100+ 'ego_dp_powerflow_create_pp_mview.sql' , # create mviews to display power plants per scenario
104101 'ego_dp_powerflow_assignment_generator.sql' , # Assign generators to corresponding substation (SQ, NEP2035, eGo100)
105102 'ego_dp_powerflow_assignment_load.sql' , # Assign loads to their corresponding substation (SQ, NEP2035, eGo100)
106103 'ego_dp_powerflow_assignment_storage.sql' , # Assign storages to their corresponding substation (SQ, NEP 2035, eGo 100)
@@ -109,17 +106,22 @@ def data_processing():
109106 'ego_dp_powerflow_timeseries_demand.sql' , # Insert demand series into corresponding powerflow table (SQ, NEP2035, eGo100)
110107 'ego_dp_powerflow_lopf_data.sql' , # Set marginal costs for generators and storages
111108
109+ ## POST-PROCESSING
110+ 'ego_pp_nep2035_grid_variations.sql' # Create extension_tables and insert NEP-data
112111
113112 ## VERSIONING
114113 'ego_dp_versioning.sql' , # Versioning
115114 'ego_dp_versioning_mviews.sql' , # Versioning of mviews
115+
116+
117+
116118
117119 ## VACUUM FULL
118120# 'ego_dp_vacuum_full.sql'
119121 ]
120122
121123 # get database connection
122- conn = io .oedb_session (section = 'oedb ' )
124+ conn = io .oedb_session (section = 'ssh_ilka ' )
123125
124126 # iterate over list of sql- and python-snippets and execute them
125127 for snippet in snippets :
0 commit comments