community_studies_update.sh

#!/bin/sh

set -e
set -x

SERVER_PORT=7783
DESTINATION_DIRECTORY=/tmp/output

# loop across websites (eg plasmodb, clinepidb) and:
#  - configure WDK server to know about that project and its database
#  - call the script below

# 'PlasmoDB:plas

# start WDK server
echo "$(date -u) starting server"
wdkServer SiteSearchData $SERVER_PORT -cleanCacheAtStartup &

echo "waiting for server to be available"

while true
do
  echo "checking port $SERVER_PORT..."
  if nc -zv localhost:$SERVER_PORT 
    then
     echo 'server available'
     break
  fi
  sleep 1
done
echo "$(date -u) server available"
  
# make output dir and run commands to produce output

mkdir $DESTINATION_DIRECTORY &&\
echo "$(date -u) starting ssCreateWdkRecordsBatch" &&\
ssCreateWdkRecordsBatch community-datasets $PROJECT_ID http://localhost:$SERVER_PORT $DESTINATION_DIRECTORY &&\
echo "produced files:"
echo
find $DESTINATION_DIRECTORY -type f -print0 | xargs -0 ls -al

# load produced output into solr
echo "$(date -u) starting ssLoadMultipleBatches"
ssLoadBatch $SOLR_URL index --batch-dir $DESTINATION_DIRECTORY --replace

# shut down running WDK server started above
echo "$(date -u) Shutting down WDK"
kill %1

echo "$(date -u) DONE presenter_update"