- "scriptContent": " #!/bin/bash\n set -e\n LOG=script_log.txt\n FILE_NAME=open-test-data.gz\n SCRIPT_DIR=$( cd -- \"$( dirname -- \"${BASH_SOURCE[0]}\" )\" &> /dev/null && pwd )\n DATA_DIR=\"/tmp/${AZURE_STORAGE_SHARE}\"\n\n echo -e \"Retrieving data from OSDU...\" 2>&1 | tee -a $LOG\n wget -O $FILE_NAME https://community.opengroup.org/osdu/platform/data-flow/data-loading/open-test-data/-/archive/Azure/M10/open-test-data-Azure-M10.tar.gz 2>&1 | tee -a $LOG\n\n # Create Directory structure\n echo -e \"Creating Directory structure...\" 2>&1 | tee -a $LOG\n mkdir -p $DATA_DIR/datasets/documents\n mkdir -p $DATA_DIR/datasets/markers\n mkdir -p $DATA_DIR/datasets/trajectories\n mkdir -p $DATA_DIR/datasets/well-logs\n mkdir -p $DATA_DIR/schema\n mkdir -p $DATA_DIR/templates\n mkdir -p $DATA_DIR/TNO/contrib\n mkdir -p $DATA_DIR/TNO/provided\n ls -l $DATA_DIR | tee -a $LOG\n\n tar -xzvf $FILE_NAME -C $DATA_DIR/datasets/documents --strip-components=5 open-test-data-Azure-M10/rc--1.0.0/1-data/3-provided/USGS_docs\n echo -e \"Extracted Dataset Documents\" 2>&1 | tee -a $LOG\n\n tar -xzvf $FILE_NAME -C $DATA_DIR/datasets/markers --strip-components=5 open-test-data-Azure-M10/rc--1.0.0/1-data/3-provided/markers\n echo -e \"Extracted Dataset Markers\" 2>&1 | tee -a $LOG\n\n tar -xzvf $FILE_NAME -C $DATA_DIR/datasets/trajectories --strip-components=5 open-test-data-Azure-M10/rc--1.0.0/1-data/3-provided/trajectories\n echo -e \"Extracted Dataset Trajectories\" 2>&1 | tee -a $LOG\n\n tar -xzvf $FILE_NAME -C $DATA_DIR/datasets/well-logs --strip-components=5 open-test-data-Azure-M10/rc--1.0.0/1-data/3-provided/well-logs\n echo -e \"Extracted Dataset Well Logs\" 2>&1 | tee -a $LOG\n\n tar -xzvf $FILE_NAME -C $DATA_DIR/schema --strip-components=3 open-test-data-Azure-M10/rc--3.0.0/3-schema\n echo -e \"Extracted Schemas\" 2>&1 | tee -a $LOG\n\n tar -xzvf $FILE_NAME -C $DATA_DIR/templates --strip-components=3 open-test-data-Azure-M10/rc--3.0.0/5-templates\n echo -e \"Extracted Templates\" 2>&1 | tee -a $LOG\n\n tar -xzvf $FILE_NAME -C $DATA_DIR/TNO/contrib --strip-components=5 open-test-data-Azure-M10/rc--3.0.0/1-data/3-provided/TNO\n echo -e \"Extracted TNO Contrib\" 2>&1 | tee -a $LOG\n\n tar -xzvf $FILE_NAME -C $DATA_DIR/TNO/provided --strip-components=3 open-test-data-Azure-M10/rc--3.0.0/4-instances/TNO\n echo -e \"Extracted TNO Provided\" 2>&1 | tee -a $LOG\n\n # Upload to Azure Storage\n echo -e \"Files Uploading...\" 2>&1 | tee -a $LOG\n az storage file upload-batch --destination $AZURE_STORAGE_SHARE --source $DATA_DIR | tee -a $LOG\n echo -e \"Upload Complete\" 2>&1 | tee -a $LOG\n\n echo '{\"status\": {\"download\": \"Success\", \"extract\": \"Success\", \"upload\": \"Success\"}}' | jq > $AZ_SCRIPTS_OUTPUT_PATH\n "
0 commit comments