Skip to content

Commit 5c19329

Browse files
committed
Update ETL batchSize
1 parent a93767f commit 5c19329

2 files changed

Lines changed: 4 additions & 4 deletions

File tree

PMR/resources/etls/pmr-datasets.xml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -148,7 +148,7 @@
148148
<sourceFilter column="QCState/Label" operator="eq" value="Completed"/>
149149
</sourceFilters>
150150
</source>
151-
<destination schemaName="study" queryName="parentage" targetOption="merge" bulkLoad="true" batchSize="2500">
151+
<destination schemaName="study" queryName="parentage" targetOption="merge" bulkLoad="true" batchSize="1000">
152152
<alternateKeys>
153153
<column name="objectid"/>
154154
</alternateKeys>
@@ -194,7 +194,7 @@
194194
<sourceFilter column="QCState/Label" operator="eq" value="Completed"/>
195195
</sourceFilters>
196196
</source>
197-
<destination schemaName="study" queryName="birth" targetOption="merge" bulkLoad="true" batchSize="2500">
197+
<destination schemaName="study" queryName="birth" targetOption="merge" bulkLoad="true" batchSize="1000">
198198
<alternateKeys>
199199
<column name="objectid"/>
200200
</alternateKeys>

primeseq/src/org/labkey/primeseq/etl/VerifyRowCount.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -255,11 +255,11 @@ private void verifyRows(PipelineJob job) throws PipelineJobException
255255
job.getLogger().info("Source (" + _settings.get(Settings.sourceSchema.name()) + "." + _settings.get(Settings.sourceQuery.name()) + ") row count: " + source);
256256

257257
long dest = getDestinationTableCount();
258-
job.getLogger().info("Destination (" + _settings.get(Settings.destSchema.name()) + "." + _settings.get(Settings.destQuery.name()) + ") row count: " + source);
258+
job.getLogger().info("Destination (" + _settings.get(Settings.destSchema.name()) + "." + _settings.get(Settings.destQuery.name()) + ") row count: " + dest);
259259

260260
if (source != dest)
261261
{
262-
job.getLogger().error("Row counts do not match!");
262+
job.getLogger().error("Row counts do not match (source: {}, dest: {})!", source, dest);
263263
}
264264
}
265265
}

0 commit comments

Comments
 (0)