Skip to content

Commit e4a2ae5

Browse files
Delta update fix. Serial, not parallel.
1 parent 7eb5ada commit e4a2ae5

1 file changed

Lines changed: 9 additions & 4 deletions

File tree

lib/common/interface/phedexdbsssb.py

Lines changed: 9 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -537,7 +537,7 @@ def make_replica_links(self, inventory, site_filt = '*', group_filt = '*', datas
537537
# PhEDEx only accepts form /*/*/*
538538
dataset_filt = '/*/*/*'
539539

540-
if dataset_filt == '/*/*/*':
540+
if dataset_filt == '/*/*/*' and last_update == 0:
541541
items = []
542542
for site in all_sites:
543543
total_quota = site.quota()
@@ -562,14 +562,19 @@ def make_replica_links(self, inventory, site_filt = '*', group_filt = '*', datas
562562
logger.info('make_replica_links Fetching subscription information from PhEDEx')
563563
parallel_exec(self._check_subscriptions, items, num_threads = min(32, len(items)), print_progress = True, timeout = 7200)
564564
del items
565-
else:
565+
elif dataset_filt != '/*/*/*' and last_update == 0:
566566
logger.info('make_replica_links Fetching block replica information from PhEDEx')
567567
self._check_blockreplicas(inventory, all_sites, all_groups, [dataset_filt], last_update, counters)
568568
logger.info('make_replica_links Fetching subscription information from PhEDEx')
569569
self._check_subscriptions(inventory, all_sites, all_groups, [dataset_filt], last_update, counters)
570-
570+
571571
if last_update > 0:
572-
# delta deletions part
572+
# delta part - can go serial (in fact HAS TO!)
573+
logger.info('make_replica_links Fetching block replica information from PhEDEx')
574+
self._check_blockreplicas(inventory, all_sites, all_groups, [dataset_filt], last_update, counters)
575+
logger.info('make_replica_links Fetching subscription information from PhEDEx')
576+
self._check_subscriptions(inventory, all_sites, all_groups, [dataset_filt], last_update, counters)
577+
logger.info('make_replica_links Fetching deletion information from PhEDEx')
573578
self._check_deletions(inventory, all_sites, all_groups, dataset_filt, last_update)
574579

575580
# Following dataset status check only works for full updates!! Need to come up with a way to do this in delta

0 commit comments

Comments
 (0)