Skip to content

Commit a673eb3

Browse files
LudeeLudee
committed
debug and reshape dp versioning
1 parent c0fd117 commit a673eb3

3 files changed

Lines changed: 222 additions & 141 deletions

File tree

‎dataprocessing/sql_snippets/ego_dp_versioning.sql‎

Lines changed: 4 additions & 134 deletions
Original file line numberDiff line numberDiff line change
@@ -2,10 +2,10 @@
22
eGo Data Processing result data versioning
33
Copy a version from model_draft to OEP schema
44
5-
__copyright__ = "Reiner Lemoine Institut"
6-
__license__ = "GNU Affero General Public License Version 3 (AGPL-3.0)"
7-
__url__ = "https://github.com/openego/data_processing/blob/master/LICENSE"
8-
__author__ = "Ludee"
5+
__copyright__ = "© Reiner Lemoine Institut"
6+
__license__ = "GNU Affero General Public License Version 3 (AGPL-3.0)"
7+
__url__ = "https://github.com/openego/data_processing/blob/master/LICENSE"
8+
__author__ = "Ludee"
99
*/
1010

1111

@@ -394,133 +394,3 @@ INSERT INTO grid.ego_pf_hv_transformer
394394

395395
-- ego scenario log (version,io,schema_name,table_name,script_name,comment)
396396
SELECT ego_scenario_log('v0.3.0','result','grid','ego_pf_hv_transformer','ego_dp_versioning.sql','versioning');
397-
398-
399-
400-
401-
-- overview
402-
/* DELETE FROM model_draft.ego_scenario_overview
403-
WHERE version = 'v0.3.0'; */
404-
405-
INSERT INTO model_draft.ego_scenario_overview (name,version,cnt)
406-
SELECT 'grid.ego_dp_ehv_substation' AS name,
407-
version,
408-
count(*) AS cnt
409-
FROM grid.ego_dp_ehv_substation
410-
GROUP BY version
411-
UNION ALL
412-
SELECT 'grid.ego_dp_hvmv_substation' AS name,
413-
version,
414-
count(*) AS cnt
415-
FROM grid.ego_dp_hvmv_substation
416-
GROUP BY version
417-
UNION ALL
418-
SELECT 'grid.ego_dp_mvlv_substation' AS name,
419-
version,
420-
count(*) AS cnt
421-
FROM grid.ego_dp_mvlv_substation
422-
GROUP BY version
423-
UNION ALL
424-
SELECT 'grid.ego_dp_ehv_griddistrict' AS name,
425-
version,
426-
count(*) AS cnt
427-
FROM grid.ego_dp_ehv_griddistrict
428-
GROUP BY version
429-
UNION ALL
430-
SELECT 'grid.ego_dp_mv_griddistrict' AS name,
431-
version,
432-
count(*) AS cnt
433-
FROM grid.ego_dp_mv_griddistrict
434-
GROUP BY version
435-
UNION ALL
436-
SELECT 'grid.ego_dp_lv_griddistrict' AS name,
437-
version,
438-
count(*) AS cnt
439-
FROM grid.ego_dp_lv_griddistrict
440-
GROUP BY version
441-
UNION ALL
442-
SELECT 'demand.ego_dp_loadarea' AS name,
443-
version,
444-
count(*) AS cnt
445-
FROM demand.ego_dp_loadarea
446-
GROUP BY version
447-
UNION ALL
448-
SELECT 'supply.ego_dp_conv_powerplant' AS name,
449-
version,
450-
count(*) AS cnt
451-
FROM supply.ego_dp_conv_powerplant
452-
GROUP BY version
453-
UNION ALL
454-
SELECT 'supply.ego_dp_res_powerplant' AS name,
455-
version,
456-
count(*) AS cnt
457-
FROM supply.ego_dp_res_powerplant
458-
GROUP BY version
459-
UNION ALL
460-
SELECT 'grid.ego_pf_hv_bus' AS name,
461-
version,
462-
count(*) AS cnt
463-
FROM grid.ego_pf_hv_bus
464-
GROUP BY version
465-
UNION ALL
466-
SELECT 'grid.ego_pf_hv_generator' AS name,
467-
version,
468-
count(*) AS cnt
469-
FROM grid.ego_pf_hv_generator
470-
GROUP BY version
471-
UNION ALL
472-
SELECT 'grid.ego_pf_hv_generator_pq_set' AS name,
473-
version,
474-
count(*) AS cnt
475-
FROM grid.ego_pf_hv_generator_pq_set
476-
GROUP BY version
477-
UNION ALL
478-
SELECT 'grid.ego_pf_hv_line' AS name,
479-
version,
480-
count(*) AS cnt
481-
FROM grid.ego_pf_hv_line
482-
GROUP BY version
483-
UNION ALL
484-
SELECT 'grid.ego_pf_hv_load' AS name,
485-
version,
486-
count(*) AS cnt
487-
FROM grid.ego_pf_hv_load
488-
GROUP BY version
489-
UNION ALL
490-
SELECT 'grid.ego_pf_hv_load_pq_set' AS name,
491-
version,
492-
count(*) AS cnt
493-
FROM grid.ego_pf_hv_load_pq_set
494-
GROUP BY version
495-
UNION ALL
496-
SELECT 'grid.ego_pf_hv_source' AS name,
497-
version,
498-
count(*) AS cnt
499-
FROM grid.ego_pf_hv_source
500-
GROUP BY version
501-
UNION ALL
502-
SELECT 'grid.ego_pf_hv_storage' AS name,
503-
version,
504-
count(*) AS cnt
505-
FROM grid.ego_pf_hv_storage
506-
GROUP BY version
507-
UNION ALL
508-
SELECT 'grid.ego_pf_hv_storage_pq_set' AS name,
509-
version,
510-
count(*) AS cnt
511-
FROM grid.ego_pf_hv_storage_pq_set
512-
GROUP BY version
513-
UNION ALL
514-
SELECT 'grid.ego_pf_hv_temp_resolution' AS name,
515-
version,
516-
count(*) AS cnt
517-
FROM grid.ego_pf_hv_temp_resolution
518-
GROUP BY version
519-
UNION ALL
520-
SELECT 'grid.ego_pf_hv_transformer' AS name,
521-
version,
522-
count(*) AS cnt
523-
FROM grid.ego_pf_hv_transformer
524-
GROUP BY version
525-
;
526-

‎dataprocessing/sql_snippets/ego_dp_versioning_mviews.sql‎

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,8 @@ ALTER MATERIALIZED VIEW supply.ego_dp_conv_powerplant_nep2035_mview
4343
DROP MATERIALIZED VIEW IF EXISTS supply.ego_dp_conv_powerplant_ego100_mview CASCADE;
4444
CREATE MATERIALIZED VIEW supply.ego_dp_conv_powerplant_ego100_mview AS
4545
SELECT
46-
preversion,
46+
version,
47+
preversion,
4748
gid,
4849
bnetza_id,
4950
company,
@@ -96,9 +97,9 @@ ALTER MATERIALIZED VIEW supply.ego_dp_conv_powerplant_ego100_mview
9697
OWNER TO oeuser;
9798

9899
-- ego scenario log (version,io,schema_name,table_name,script_name,comment)
99-
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_conv_powerplant_sq_mview','ego_dp_powerflow_create_pp_mview.sql',' ');
100-
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_conv_powerplant_nep2035_mview','ego_dp_powerflow_create_pp_mview.sql',' ');
101-
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_conv_powerplant_ego100_mview','ego_dp_powerflow_create_pp_mview.sql',' ');
100+
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_conv_powerplant_sq_mview','ego_dp_versioning_mviews.sql',' ');
101+
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_conv_powerplant_nep2035_mview','ego_dp_versioning_mviews.sql',' ');
102+
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_conv_powerplant_ego100_mview','ego_dp_versioning_mviews.sql',' ');
102103

103104
-- Create View with full dataset per scenario and renewables power plants
104105

@@ -241,6 +242,6 @@ ALTER MATERIALIZED VIEW supply.ego_dp_res_powerplant_ego100_mview
241242
OWNER TO oeuser;
242243

243244
-- ego scenario log (version,io,schema_name,table_name,script_name,comment)
244-
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_res_powerplant_sq_mview','ego_dp_powerflow_create_pp_mview.sql',' ');
245-
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_res_powerplant_nep2035_mview','ego_dp_powerflow_create_pp_mview.sql',' ');
246-
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_res_powerplant_ego100_mview','ego_dp_powerflow_create_pp_mview.sql',' ');
245+
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_res_powerplant_sq_mview','ego_dp_versioning_mviews.sql',' ');
246+
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_res_powerplant_nep2035_mview','ego_dp_versioning_mviews.sql',' ');
247+
SELECT ego_scenario_log('v0.3.0','output','supply','ego_dp_res_powerplant_ego100_mview','ego_dp_versioning_mviews.sql',' ');

‎dataprocessing/sql_snippets/ego_dp_versioning_overview.sql‎

Lines changed: 210 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,210 @@
1+
/*
2+
eGo Data Processing overview
3+
Check all versioned tables
4+
5+
__copyright__ = "© Reiner Lemoine Institut"
6+
__license__ = "GNU Affero General Public License Version 3 (AGPL-3.0)"
7+
__url__ = "https://github.com/openego/data_processing/blob/master/LICENSE"
8+
__author__ = "Ludee"
9+
*/
10+
11+
12+
-- overview
13+
/*
14+
DELETE FROM model_draft.ego_scenario_overview
15+
WHERE version = 'v0.3.0';
16+
17+
SELECT *
18+
FROM model_draft.ego_scenario_overview
19+
WHERE version = 'v0.3.0'
20+
ORDER BY id;
21+
22+
SELECT *
23+
FROM model_draft.ego_scenario_overview
24+
ORDER BY name, version, id;
25+
*/
26+
27+
INSERT INTO model_draft.ego_scenario_overview (name,version,cnt)
28+
SELECT 'grid.ego_dp_ehv_substation' AS name,
29+
version,
30+
count(*) AS cnt
31+
FROM grid.ego_dp_ehv_substation
32+
WHERE version = 'v0.3.0'
33+
GROUP BY version
34+
UNION ALL
35+
SELECT 'grid.ego_dp_hvmv_substation' AS name,
36+
version,
37+
count(*) AS cnt
38+
FROM grid.ego_dp_hvmv_substation
39+
WHERE version = 'v0.3.0'
40+
GROUP BY version
41+
UNION ALL
42+
SELECT 'grid.ego_dp_mvlv_substation' AS name,
43+
version,
44+
count(*) AS cnt
45+
FROM grid.ego_dp_mvlv_substation
46+
WHERE version = 'v0.3.0'
47+
GROUP BY version
48+
UNION ALL
49+
SELECT 'grid.ego_dp_ehv_griddistrict' AS name,
50+
version,
51+
count(*) AS cnt
52+
FROM grid.ego_dp_ehv_griddistrict
53+
WHERE version = 'v0.3.0'
54+
GROUP BY version
55+
UNION ALL
56+
SELECT 'grid.ego_dp_mv_griddistrict' AS name,
57+
version,
58+
count(*) AS cnt
59+
FROM grid.ego_dp_mv_griddistrict
60+
WHERE version = 'v0.3.0'
61+
GROUP BY version
62+
UNION ALL
63+
SELECT 'grid.ego_dp_lv_griddistrict' AS name,
64+
version,
65+
count(*) AS cnt
66+
FROM grid.ego_dp_lv_griddistrict
67+
WHERE version = 'v0.3.0'
68+
GROUP BY version
69+
UNION ALL
70+
SELECT 'demand.ego_dp_loadarea' AS name,
71+
version,
72+
count(*) AS cnt
73+
FROM demand.ego_dp_loadarea
74+
WHERE version = 'v0.3.0'
75+
GROUP BY version
76+
UNION ALL
77+
SELECT 'supply.ego_dp_conv_powerplant' AS name,
78+
version,
79+
count(*) AS cnt
80+
FROM supply.ego_dp_conv_powerplant
81+
WHERE version = 'v0.3.0'
82+
GROUP BY version
83+
UNION ALL
84+
SELECT 'supply.ego_dp_res_powerplant' AS name,
85+
version,
86+
count(*) AS cnt
87+
FROM supply.ego_dp_res_powerplant
88+
WHERE version = 'v0.3.0'
89+
GROUP BY version
90+
UNION ALL
91+
SELECT 'grid.ego_pf_hv_bus' AS name,
92+
version,
93+
count(*) AS cnt
94+
FROM grid.ego_pf_hv_bus
95+
WHERE version = 'v0.3.0'
96+
GROUP BY version
97+
UNION ALL
98+
SELECT 'grid.ego_pf_hv_generator' AS name,
99+
version,
100+
count(*) AS cnt
101+
FROM grid.ego_pf_hv_generator
102+
WHERE version = 'v0.3.0'
103+
GROUP BY version
104+
UNION ALL
105+
SELECT 'grid.ego_pf_hv_generator_pq_set' AS name,
106+
version,
107+
count(*) AS cnt
108+
FROM grid.ego_pf_hv_generator_pq_set
109+
WHERE version = 'v0.3.0'
110+
GROUP BY version
111+
UNION ALL
112+
SELECT 'grid.ego_pf_hv_line' AS name,
113+
version,
114+
count(*) AS cnt
115+
FROM grid.ego_pf_hv_line
116+
WHERE version = 'v0.3.0'
117+
GROUP BY version
118+
UNION ALL
119+
SELECT 'grid.ego_pf_hv_load' AS name,
120+
version,
121+
count(*) AS cnt
122+
FROM grid.ego_pf_hv_load
123+
WHERE version = 'v0.3.0'
124+
GROUP BY version
125+
UNION ALL
126+
SELECT 'grid.ego_pf_hv_load_pq_set' AS name,
127+
version,
128+
count(*) AS cnt
129+
FROM grid.ego_pf_hv_load_pq_set
130+
WHERE version = 'v0.3.0'
131+
GROUP BY version
132+
UNION ALL
133+
SELECT 'grid.ego_pf_hv_source' AS name,
134+
version,
135+
count(*) AS cnt
136+
FROM grid.ego_pf_hv_source
137+
WHERE version = 'v0.3.0'
138+
GROUP BY version
139+
UNION ALL
140+
SELECT 'grid.ego_pf_hv_storage' AS name,
141+
version,
142+
count(*) AS cnt
143+
FROM grid.ego_pf_hv_storage
144+
WHERE version = 'v0.3.0'
145+
GROUP BY version
146+
UNION ALL
147+
SELECT 'grid.ego_pf_hv_storage_pq_set' AS name,
148+
version,
149+
count(*) AS cnt
150+
FROM grid.ego_pf_hv_storage_pq_set
151+
WHERE version = 'v0.3.0'
152+
GROUP BY version
153+
UNION ALL
154+
SELECT 'grid.ego_pf_hv_temp_resolution' AS name,
155+
version,
156+
count(*) AS cnt
157+
FROM grid.ego_pf_hv_temp_resolution
158+
WHERE version = 'v0.3.0'
159+
GROUP BY version
160+
UNION ALL
161+
SELECT 'grid.ego_pf_hv_transformer' AS name,
162+
version,
163+
count(*) AS cnt
164+
FROM grid.ego_pf_hv_transformer
165+
WHERE version = 'v0.3.0'
166+
GROUP BY version
167+
UNION ALL -- supply
168+
SELECT 'supply.ego_dp_conv_powerplant_sq_mview' AS name,
169+
version,
170+
count(*) AS cnt
171+
FROM supply.ego_dp_conv_powerplant_sq_mview
172+
WHERE version = 'v0.3.0'
173+
GROUP BY version
174+
UNION ALL
175+
SELECT 'supply.ego_dp_conv_powerplant_nep2035_mview' AS name,
176+
version,
177+
count(*) AS cnt
178+
FROM supply.ego_dp_conv_powerplant_nep2035_mview
179+
WHERE version = 'v0.3.0'
180+
GROUP BY version
181+
UNION ALL
182+
SELECT 'supply.ego_dp_conv_powerplant_ego100_mview' AS name,
183+
version,
184+
count(*) AS cnt
185+
FROM supply.ego_dp_conv_powerplant_ego100_mview
186+
WHERE version = 'v0.3.0'
187+
GROUP BY version
188+
UNION ALL
189+
SELECT 'supply.ego_dp_res_powerplant_sq_mview' AS name,
190+
version,
191+
count(*) AS cnt
192+
FROM supply.ego_dp_res_powerplant_sq_mview
193+
WHERE version = 'v0.3.0'
194+
GROUP BY version
195+
UNION ALL
196+
SELECT 'supply.ego_dp_res_powerplant_nep2035_mview' AS name,
197+
version,
198+
count(*) AS cnt
199+
FROM supply.ego_dp_res_powerplant_nep2035_mview
200+
WHERE version = 'v0.3.0'
201+
GROUP BY version
202+
UNION ALL
203+
SELECT 'supply.ego_dp_res_powerplant_ego100_mview' AS name,
204+
version,
205+
count(*) AS cnt
206+
FROM supply.ego_dp_res_powerplant_ego100_mview
207+
WHERE version = 'v0.3.0'
208+
GROUP BY version
209+
;
210+

0 commit comments

Comments
 (0)