File tree Expand file tree Collapse file tree
infra/bigquery_export_spark/src Expand file tree Collapse file tree Original file line number Diff line number Diff line change 11[submodule "infra/tf/masthead-deployment "]
2- path = infra/tf/masthead-deployment
3- url = https://github.com/Masthead-Data/masthead-deployment.git
2+ path = infra/tf/masthead-deployment
3+ url = https://github.com/Masthead-Data/masthead-deployment.git
Original file line number Diff line number Diff line change 66from google .cloud import firestore # type: ignore
77from pyspark .sql import SparkSession # type: ignore
88
9-
109PROJECT = "httparchive"
10+ DATABASE = "tech-report-api"
1111
1212
1313# pylint: disable=too-many-instance-attributes
@@ -22,7 +22,7 @@ def __init__(self, export_config):
2222 "collection_type" : export_config ["type" ],
2323 }
2424 self .firestore = firestore .Client (
25- project = PROJECT , database = export_config [ "database" ]
25+ project = PROJECT , database = DATABASE
2626 )
2727 self .batch_size = 500
2828 self .max_concurrent_batches = 200
You can’t perform that action at this time.
0 commit comments