Merge branch 'main' into breakable-macaw

Author: max-ostapenko

definitions/output/crawl/pages.js

@@ -82,7 +82,7 @@ publish('pages', {
   tags: ['crawl_complete'],
   dependOnDependencyAssertions: true
 }).preOps(ctx => `
-SET @@RESERVATION='projects/httparchive/locations/US/reservations/enterprise';
+SET @@RESERVATION='${constants.reservation_id}';
 
 DELETE FROM ${ctx.self()}
 WHERE date = '${constants.currentMonth}' AND

definitions/output/crawl/parsed_css.js

@@ -9,7 +9,7 @@ publish('parsed_css', {
   },
   tags: ['crawl_complete']
 }).preOps(ctx => `
-SET @@RESERVATION='projects/httparchive/locations/US/reservations/enterprise';
+SET @@RESERVATION='${constants.reservation_id}';
 
 DELETE FROM ${ctx.self()}
 WHERE date = '${constants.currentMonth}'

definitions/output/crawl/requests.js

@@ -38,7 +38,7 @@ publish('requests', {
   },
   tags: ['crawl_complete']
 }).preOps(ctx => `
-SET @@RESERVATION='projects/httparchive/locations/US/reservations/enterprise';
+SET @@RESERVATION='${constants.reservation_id}';
 
 FOR client_var IN (SELECT * FROM UNNEST(['desktop', 'mobile']) AS value) DO
   FOR is_root_page_var IN (SELECT * FROM UNNEST([TRUE, FALSE]) AS value) DO

definitions/output/f1/pages_latest.js

@@ -8,7 +8,7 @@ publish('pages_latest', {
   },
   tags: ['crawl_complete']
 }).preOps(`
-SET @@RESERVATION='projects/httparchive/locations/US/reservations/enterprise';
+SET @@RESERVATION='${constants.reservation_id}';
 `).query(ctx => `
 SELECT
   date,

definitions/output/f1/requests_latest.js

@@ -8,7 +8,7 @@ publish('requests_latest', {
   },
   tags: ['crawl_complete']
 }).preOps(`
-SET @@RESERVATION='projects/httparchive/locations/US/reservations/enterprise';
+SET @@RESERVATION='${constants.reservation_id}';
 `).query(ctx => `
 SELECT
   date,

includes/constants.js

@@ -22,6 +22,7 @@ const [
   : ['', '']
 const bucket = 'httparchive'
 const storagePath = 'reports/'
+const reservation_id = 'projects/httparchive/locations/US/reservations/pipeline'
 
 class DataformTemplateBuilder {
   /**
@@ -76,5 +77,6 @@ module.exports = {
   devRankFilter,
   DataformTemplateBuilder,
   bucket,
-  storagePath
+  storagePath,
+  reservation_id
 }