debugging for v0.4.4

Author: ulfmueller

dataprocessing/eGo_data_processing.py

@@ -95,23 +95,23 @@ def data_processing():
 #	'ego_dp_powerflow_electrical_neighbour.sql',		# Create border crossing lines and buses in neighbouring countries
 #	'ego_dp_powerflow_fix_ehv_subnetworks.sql',		# Fix topological errors in eHV grid
 #	'ego_dp_powerflow_grid_future_scenarios.sql',		# Copy grid to future scenarios 
-	'ego_dp_powerflow_assignment_otgid.sql',		# assign otg_id to pp lists
-	'ego_dp_powerflow_assignment_unid.sql',			# create a unified_id over all pp (res and conv)	    
-	'ego_dp_powerflow_create_pp_mview.sql',			# create mviews to display power plants per scenario
-	'ego_dp_powerflow_assignment_generator.sql',  		# Assign generators to corresponding substation (SQ, NEP2035, eGo100)
-	'ego_dp_powerflow_assignment_load.sql',        		# Assign loads to their corresponding substation (SQ, NEP2035, eGo100)
-	'ego_dp_powerflow_assignment_storage.sql',		# Assign storages to their corresponding substation (SQ, NEP 2035, eGo 100)
-	'ego_dp_powerflow_timeseries_generator.sql',		# Transfer renpassG!S results into the corresponding powerflow table
-	'ego_dp_powerflow_griddistrict_demand.py',		# Demand per MV Griddistrict
-	'ego_dp_powerflow_timeseries_demand.sql',		# Insert demand series into corresponding powerflow table (SQ, NEP2035, eGo100)
-	'ego_dp_powerflow_lopf_data.sql',			# Set marginal costs for generators and storages
-	'ego_dp_data_check.sql',				# Check powerflow data for plausibility
+#	'ego_dp_powerflow_assignment_otgid.sql',		# assign otg_id to pp lists
+#	'ego_dp_powerflow_assignment_unid.sql',			# create a unified_id over all pp (res and conv)	    
+#	'ego_dp_powerflow_create_pp_mview.sql',			# create mviews to display power plants per scenario
+#	'ego_dp_powerflow_assignment_generator.sql',  		# Assign generators to corresponding substation (SQ, NEP2035, eGo100)
+#	'ego_dp_powerflow_assignment_load.sql',        		# Assign loads to their corresponding substation (SQ, NEP2035, eGo100)
+#	'ego_dp_powerflow_assignment_storage.sql',		# Assign storages to their corresponding substation (SQ, NEP 2035, eGo 100)
+#	'ego_dp_powerflow_timeseries_generator.sql',		# Transfer renpassG!S results into the corresponding powerflow table
+#	'ego_dp_powerflow_griddistrict_demand.py',		# Demand per MV Griddistrict
+#	'ego_dp_powerflow_timeseries_demand.sql',		# Insert demand series into corresponding powerflow table (SQ, NEP2035, eGo100)
+#	'ego_dp_powerflow_lopf_data.sql',			# Set marginal costs for generators and storages
+#	'ego_dp_data_check.sql',				# Check powerflow data for plausibility
     ## POST-PROCESSING
-        'ego_pp_nep2035_grid_variations.sql'			# Create extension_tables and insert NEP-data
+#        'ego_pp_nep2035_grid_variations.sql'			# Create extension_tables and insert NEP-data
 
     ## VERSIONING
 #   	'ego_dp_versioning.sql',				# Versioning
-#	'ego_dp_versioning_mviews.sql' ,			# Versioning of mviews
+	'ego_dp_versioning_mviews.sql' ,			# Versioning of mviews
 
 
 

dataprocessing/sql_snippets/ego_dp_data_check.sql

@@ -156,8 +156,8 @@ INSERT INTO model_draft.ego_grid_pf_hv_data_check (version, scn_name, test, tabl
    SELECT 
    'v0.4.4',
    'Status Quo',
-   'transformers with NULL values for buses'
-   'model_draft.ego_grid_pf_hv_transformer',,
+   'transformers with NULL values for buses',
+   'model_draft.ego_grid_pf_hv_transformer',
    count(*) FROM model_draft.ego_grid_pf_hv_transformer 
       WHERE scn_name = 'Status Quo' AND 
        (bus0 IS NULL OR 
@@ -272,7 +272,7 @@ INSERT INTO model_draft.ego_grid_pf_hv_data_check (version, scn_name, test, tabl
    'model_draft.ego_supply_pf_generator_single',
    count(*) FROM model_draft.ego_supply_pf_generator_single
        WHERE scn_name = 'Status Quo' AND 
-       otg_id IS NULL; 
+       bus IS NULL; 
 
 
 INSERT INTO model_draft.ego_grid_pf_hv_data_check (version, scn_name, test, table_name, count)
@@ -283,7 +283,7 @@ INSERT INTO model_draft.ego_grid_pf_hv_data_check (version, scn_name, test, tabl
    'model_draft.ego_supply_pf_generator_single',
    count(*) FROM model_draft.ego_supply_pf_generator_single
        WHERE scn_name = 'NEP 2035' AND 
-       otg_id IS NULL; 
+       bus IS NULL; 
 
 INSERT INTO model_draft.ego_grid_pf_hv_data_check (version, scn_name, test, table_name, count)
    SELECT 
@@ -293,7 +293,7 @@ INSERT INTO model_draft.ego_grid_pf_hv_data_check (version, scn_name, test, tabl
    'model_draft.ego_supply_pf_generator_single',
    count(*) FROM model_draft.ego_supply_pf_generator_single
        WHERE scn_name = 'eGo 100' AND 
-       otg_id IS NULL; 
+       bus IS NULL; 
 
 -- Do all generators which are not 'reservoir', 'geothermal' or 'other_non_renewable' have defined timeseries in all three scenarios? 
 
@@ -629,7 +629,7 @@ INSERT INTO model_draft.ego_grid_pf_hv_data_check (version, scn_name, test, tabl
    'all',
    'generators without rea_geom_new',
    'model_draft.ego_dp_supply_res_powerplant',
-   count(*) FROM model_draft_ego_dp_supply_res_powerplant
+   count(*) FROM model_draft.ego_dp_supply_res_powerplant
     	WHERE rea_geom_new IS NULL; 
 
 

dataprocessing/sql_snippets/ego_dp_powerflow_assignment_generator.sql

@@ -1,4 +1,4 @@
-/*
+/*
 Generators which were assigned to a specific substation prior to this script need to be transformed to a data structure
 suitable for powerflow calculation with tool developed and used in the open_eGo project. The following script transforms 
 data from the powerplant mviews and adds some parameters according to the characteristics of the generators. 
@@ -413,6 +413,8 @@ UPDATE model_draft.ego_grid_pf_hv_generator
 -- scenario log (project,version,io,schema_name,table_name,script_name,comment)
 SELECT scenario_log('eGo_DP', 'v0.4.4','output','model_draft','ego_grid_pf_hv_generator','ego_dp_powerflow_assignment_generator.sql',' ');
 
+DROP TABLE IF EXISTS model_draft.ego_supply_aggr_weather CASCADE;
+
 CREATE TABLE model_draft.ego_supply_aggr_weather
 AS 
 (WITH w_sub AS (

dataprocessing/sql_snippets/ego_dp_powerflow_lopf_data.sql

@@ -1,4 +1,4 @@
-/*
+/*
 Missing parameters necessary for calculating a linear optimal power flow (LOPF) are added to the existing data. This
 includes marginal costs per technology, which is composed of specific operating cost, fuel costs and CO2 costs 
 according to renpass_gis, NEP 2014 scenario. 

dataprocessing/sql_snippets/ego_dp_versioning.sql

@@ -606,9 +606,9 @@ SELECT scenario_log('eGo_DP','v0.4.4','result','supply','ego_aggr_weather','ego_
 
 -- pf data check 
 
-INSERT INTO grid.ego_pf_hv_data_check
-        SELECT * 
-	FROM model_draft.ego_grid_pf_hv_data_check; 
+--INSERT INTO grid.ego_pf_hv_data_check
+--        SELECT * 
+--	FROM model_draft.ego_grid_pf_hv_data_check; 
 
 -- scenario log (project,version,io,schema_name,table_name,script_name,comment)
-SELECT scenario_log('eGo_DP','v0.4.4','result','grid','ego_pf_hv_data_check','ego_dp_versioning.sql','versioning');
+--SELECT scenario_log('eGo_DP','v0.4.4','result','grid','ego_pf_hv_data_check','ego_dp_versioning.sql','versioning');

dataprocessing/sql_snippets/ego_dp_versioning_mviews.sql

@@ -17,7 +17,7 @@ CREATE MATERIALIZED VIEW supply.ego_dp_conv_powerplant_sq_mview AS
     FROM supply.ego_dp_conv_powerplant
     WHERE scenario = 'Status Quo'
     AND (shutdown IS NULL or shutdown >= 2015)
-    AND capacity > 0 
+    AND capacity > 0; 
     -- AND preversion = 'v0.3.0'
     --AND version = 'v0.4.4';
 
@@ -33,7 +33,7 @@ CREATE MATERIALIZED VIEW supply.ego_dp_conv_powerplant_nep2035_mview AS
     WHERE scenario = 'NEP 2035'
     AND   capacity > 0 
     AND   fuel not in ('hydro', 'run_of_river', 'reservoir')
-    AND   (shutdown IS NULL or shutdown >= 2034)
+    AND   (shutdown IS NULL or shutdown >= 2034);
     --AND   preversion = 'v0.3.0'
     --AND version = 'v0.4.4';
 
@@ -91,7 +91,7 @@ CREATE MATERIALIZED VIEW supply.ego_dp_conv_powerplant_ego100_mview AS
 	WHERE scenario in('NEP 2035')
 	AND fuel = 'pumped_storage'
 	AND capacity > 0
-	AND (shutdown IS NULL or shutdown >= 2049)
+	AND (shutdown IS NULL or shutdown >= 2049);
 	--AND preversion = 'v0.3.0'
 	--AND version = 'v0.4.4';
 
@@ -112,7 +112,7 @@ CREATE MATERIALIZED VIEW supply.ego_dp_res_powerplant_sq_mview AS
     SELECT *
     FROM supply.ego_dp_res_powerplant
     WHERE scenario =  'Status Quo'
-    AND electrical_capacity > 0
+    AND electrical_capacity > 0;
     --AND preversion = 'v0.3.0'
     --AND version = 'v0.4.4';