Skip to content

Commit ceece77

Browse files
ulfmuellerulfmueller
authored
Merge pull request #320 from openego/fix/Mview
fix version select
2 parents 1381c5d + 5246996 commit ceece77

1 file changed

Lines changed: 71 additions & 71 deletions

File tree

‎dataprocessing/sql_snippets/ego_dp_versioning_mviews.sql‎

Lines changed: 71 additions & 71 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
/*
1+
/*
22
eGo Data Processing result data versioning
33
Copy a version of mvies from model_draft to OEP schema
44
@@ -13,13 +13,13 @@ __author__ = "wolfbunke"
1313
-- MView for Status Quo
1414
DROP MATERIALIZED VIEW IF EXISTS supply.ego_dp_conv_powerplant_sq_mview CASCADE;
1515
CREATE MATERIALIZED VIEW supply.ego_dp_conv_powerplant_sq_mview AS
16-
SELECT *
16+
SELECT DISTINCT *
1717
FROM supply.ego_dp_conv_powerplant
1818
WHERE scenario = 'Status Quo'
1919
AND (shutdown IS NULL or shutdown >= 2015)
20-
AND capacity > 0;
21-
-- AND preversion = 'v0.3.0'
22-
--AND version = 'v0.4.5';
20+
AND capacity > 0
21+
AND preversion = 'v0.3.0';
22+
--AND version in ('v0.4.2','v0.4.4','v0.4.5');
2323

2424

2525
ALTER MATERIALIZED VIEW supply.ego_dp_conv_powerplant_sq_mview
@@ -28,14 +28,15 @@ ALTER MATERIALIZED VIEW supply.ego_dp_conv_powerplant_sq_mview
2828
-- MView for NEP 2035
2929
DROP MATERIALIZED VIEW IF EXISTS supply.ego_dp_conv_powerplant_nep2035_mview CASCADE;
3030
CREATE MATERIALIZED VIEW supply.ego_dp_conv_powerplant_nep2035_mview AS
31-
SELECT *
31+
SELECT DISTINCT*
3232
FROM supply.ego_dp_conv_powerplant
3333
WHERE scenario = 'NEP 2035'
3434
AND capacity > 0
3535
AND fuel not in ('hydro', 'run_of_river', 'reservoir')
36-
AND (shutdown IS NULL or shutdown >= 2034);
37-
--AND preversion = 'v0.3.0'
38-
--AND version = 'v0.4.5';
36+
37+
AND (shutdown IS NULL or shutdown >= 2034)
38+
AND preversion = 'v0.3.0';
39+
--AND version in ('v0.4.2','v0.4.4','v0.4.5');
3940

4041

4142
ALTER MATERIALIZED VIEW supply.ego_dp_conv_powerplant_nep2035_mview
@@ -44,9 +45,9 @@ ALTER MATERIALIZED VIEW supply.ego_dp_conv_powerplant_nep2035_mview
4445
-- MView for eGo 100
4546
DROP MATERIALIZED VIEW IF EXISTS supply.ego_dp_conv_powerplant_ego100_mview CASCADE;
4647
CREATE MATERIALIZED VIEW supply.ego_dp_conv_powerplant_ego100_mview AS
47-
SELECT
48+
SELECT DISTINCT
4849
version,
49-
preversion,
50+
preversion,
5051
id,
5152
bnetza_id,
5253
company,
@@ -91,10 +92,9 @@ CREATE MATERIALIZED VIEW supply.ego_dp_conv_powerplant_ego100_mview AS
9192
WHERE scenario in('NEP 2035')
9293
AND fuel = 'pumped_storage'
9394
AND capacity > 0
94-
AND (shutdown IS NULL or shutdown >= 2049);
95-
--AND preversion = 'v0.3.0'
96-
--AND version = 'v0.4.5';
97-
95+
AND (shutdown IS NULL or shutdown >= 2049)
96+
AND preversion = 'v0.3.0';
97+
--AND version in ('v0.4.2','v0.4.4','v0.4.5');
9898

9999
ALTER MATERIALIZED VIEW supply.ego_dp_conv_powerplant_ego100_mview
100100
OWNER TO oeuser;
@@ -109,12 +109,12 @@ SELECT scenario_log('eGo_DP','v0.4.5','result','supply','ego_dp_conv_powerplant_
109109
-- MView for Status Quo
110110
DROP MATERIALIZED VIEW IF EXISTS supply.ego_dp_res_powerplant_sq_mview CASCADE;
111111
CREATE MATERIALIZED VIEW supply.ego_dp_res_powerplant_sq_mview AS
112-
SELECT *
112+
SELECT DISTINCT*
113113
FROM supply.ego_dp_res_powerplant
114114
WHERE scenario = 'Status Quo'
115-
AND electrical_capacity > 0;
116-
--AND preversion = 'v0.3.0'
117-
--AND version = 'v0.4.5';
115+
AND electrical_capacity > 0
116+
AND preversion = 'v0.3.0';
117+
--AND version in ('v0.4.2','v0.4.4','v0.4.5');
118118

119119

120120
ALTER MATERIALIZED VIEW supply.ego_dp_res_powerplant_sq_mview
@@ -123,124 +123,124 @@ ALTER MATERIALIZED VIEW supply.ego_dp_res_powerplant_sq_mview
123123
-- MView for NEP 2035
124124
DROP MATERIALIZED VIEW IF EXISTS supply.ego_dp_res_powerplant_nep2035_mview CASCADE;
125125
CREATE MATERIALIZED VIEW supply.ego_dp_res_powerplant_nep2035_mview AS
126-
SELECT
126+
SELECT
127127
sub.*
128128
FROM (
129-
SELECT DISTINCT ON (id)
129+
SELECT DISTINCT ON (id||version)
130130
*
131131
FROM
132132
supply.ego_dp_res_powerplant
133-
WHERE id not in (
134-
SELECT id
133+
WHERE id||version not in (
134+
SELECT id||version
135135
FROM supply.ego_dp_res_powerplant
136-
--WHERE version = 'v0.4.5'
137-
Group BY id
136+
WHERE version in ('v0.4.2','v0.4.4','v0.4.5')
137+
Group BY id||version
138138
HAVING count(*) > 1
139-
Order by id)
139+
Order by id||version)
140140
AND scenario = 'Status Quo'
141-
--And preversion = 'v0.3.0'
142-
--AND version = 'v0.4.5'
143-
141+
And preversion = 'v0.3.0'
142+
AND version in ('v0.4.2','v0.4.4','v0.4.5')
144143
AND electrical_capacity > 0
145-
ORDER BY id
144+
ORDER BY id||version
146145
) as sub
147146
UNION
148-
SELECT
147+
SELECT
149148
sub2.*
150149
FROM (
151-
SELECT DISTINCT ON (id)
150+
SELECT DISTINCT ON (id||version)
152151
*
153152
FROM
154153
supply.ego_dp_res_powerplant
155-
WHERE id in (
156-
SELECT id
154+
WHERE id||version in (
155+
SELECT id||version
157156
FROM supply.ego_dp_res_powerplant
158157
WHERE scenario in ('NEP 2035')
159-
--AND version = 'v0.4.5'
160-
Group BY id
161-
Order by id)
158+
159+
AND version in ('v0.4.2','v0.4.4','v0.4.5')
160+
Group BY id||version
161+
Order by id||version)
162162
AND scenario in ('NEP 2035')
163-
--And preversion = 'v0.3.0'
164-
-- AND version = 'v0.4.5'
163+
And preversion = 'v0.3.0'
164+
AND version in ('v0.4.2','v0.4.4','v0.4.5')
165165
AND electrical_capacity > 0
166-
ORDER BY id
166+
ORDER BY id||version
167167
) sub2
168168
Order by id;
169169

170170
ALTER MATERIALIZED VIEW supply.ego_dp_res_powerplant_nep2035_mview
171-
OWNER TO oeuser;
171+
OWNER TO oeuser;
172172

173173
-- MView for eGo 100
174174
DROP MATERIALIZED VIEW IF EXISTS supply.ego_dp_res_powerplant_ego100_mview CASCADE;
175175
CREATE MATERIALIZED VIEW supply.ego_dp_res_powerplant_ego100_mview AS
176-
SELECT DISTINCT ON (id)
176+
SELECT DISTINCT ON (id||version)
177177
sub.*
178178
FROM (
179-
SELECT DISTINCT ON (id)
179+
SELECT DISTINCT ON (id||version)
180180
*
181181
FROM
182182
supply.ego_dp_res_powerplant
183-
WHERE id not in (
184-
SELECT id
183+
WHERE id||version not in (
184+
SELECT id||version
185185
FROM supply.ego_dp_res_powerplant
186-
-- WHERE version = 'v0.4.5'
187-
Group BY id
186+
WHERE version in ('v0.4.2','v0.4.4','v0.4.5')
187+
Group BY id||version
188188
HAVING count(*) > 1
189-
Order by id)
189+
Order by id||version)
190190
AND scenario = 'Status Quo'
191-
-- AND preversion = 'v0.3.0'
192-
-- AND version = 'v0.4.5'
191+
AND preversion = 'v0.3.0'
192+
AND version in ('v0.4.2','v0.4.4','v0.4.5')
193193
AND electrical_capacity > 0
194194
AND generation_type in ('solar','wind')
195195
AND generation_subtype not in ('wind_offshore')
196-
ORDER BY id
196+
ORDER BY id||version
197197
) as sub
198198
UNION
199-
SELECT DISTINCT ON (id)
199+
SELECT DISTINCT ON (id||version)
200200
sub2.*
201201
FROM (
202-
SELECT DISTINCT ON (id)
202+
SELECT DISTINCT ON (id||version)
203203
*
204204
FROM
205205
supply.ego_dp_res_powerplant
206-
WHERE id in (
207-
SELECT id
206+
WHERE id||version in (
207+
SELECT id||version
208208
FROM supply.ego_dp_res_powerplant
209209
WHERE scenario in ('eGo 100')
210210
AND generation_type not in ('gas')
211-
--AND version = 'v0.4.5'
211+
AND version in ('v0.4.2','v0.4.4','v0.4.5')
212212
AND flag in ('commissioning', 'repowering')
213-
Group BY id
214-
Order by id)
213+
Group BY id||version
214+
Order by id||version)
215215
AND scenario in ('eGo 100')
216-
--And preversion = 'v0.3.0'
217-
--AND version = 'v0.4.5'
216+
And preversion = 'v0.3.0'
217+
AND version in ('v0.4.2','v0.4.4','v0.4.5')
218218
AND electrical_capacity > 0
219-
ORDER BY id
219+
ORDER BY id||version
220220
) sub2
221221
UNION
222-
SELECT DISTINCT ON (id)
222+
SELECT DISTINCT ON (id||version)
223223
sub3.*
224224
FROM (
225-
SELECT DISTINCT ON (id)
225+
SELECT DISTINCT ON (id||version)
226226
*
227227
FROM
228228
supply.ego_dp_res_powerplant
229-
WHERE id in (
230-
SELECT id
229+
WHERE id||version in (
230+
SELECT id||version
231231
FROM supply.ego_dp_res_powerplant
232232
WHERE scenario in ('NEP 2035')
233-
--AND version = 'v0.4.5'
233+
AND version in ('v0.4.2','v0.4.4','v0.4.5')
234234
AND generation_type not in ('biomass','gas','reservoir','run_of_river')
235235
AND flag in ('commissioning', 'repowering')
236236
AND generation_subtype not in ('wind_offshore')
237-
Group BY id
238-
Order by id)
237+
Group BY id||version
238+
Order by id||version)
239239
AND scenario in ('NEP 2035')
240-
--And preversion = 'v0.3.0'
241-
--AND version = 'v0.4.5'
240+
And preversion = 'v0.3.0'
241+
AND version in ('v0.4.2','v0.4.4','v0.4.5')
242242
AND electrical_capacity > 0
243-
ORDER BY id
243+
ORDER BY id||version
244244
) sub3
245245
Order by id;
246246

0 commit comments

Comments
 (0)