lobidifyJournals.sh

#! /bin/bash

scriptdir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
cd $scriptdir
source variables.conf

echo `date +"%d.%m.%Y %H:%M:%S"` "BEGINN Create PID lists"
#curl -s -XGET $ELASTICSEARCH/${INDEXNAME}2/part,issue,journal,monograph,volume,file,webpage/_search -d'{"query":{"match_all":{}},"fields":["/@id"],"size":"50000"}'|egrep -o "$INDEXNAME:[^\"]*" >$REGAL_LOGS/pids.txt
curl -s -XGET $ELASTICSEARCH/${INDEXNAME}2/journal/_search -d '{"query":{"match_all":{}},"fields":["/@id"],"size":"50000"}'|grep -o "$INDEXNAME:[^\"]*" >$REGAL_LOGS/journalPids.txt
#curl -s -XGET $ELASTICSEARCH/${INDEXNAME}2/journal,monograph,webpage/_search -d'{"query":{"match_all":{}},"fields":["/@id"],"size":"50000"}'|egrep -o "$INDEXNAME:[^\"]*">$REGAL_LOGS/titleObjects.txt

echo `date +"%d.%m.%Y %H:%M:%S"` "BEGINN lobidify & enrich"
cat $REGAL_LOGS/journalPids.txt | parallel --jobs 5 ./updatePid.sh {} $BACKEND "20000101" >$REGAL_LOGS/lobidifyJournals-`date +"%Y%m%d"`.log 2>&1
echo `date +"%d.%m.%Y %H:%M:%S"` "ENDE lobidify & enrich"

cd -