debugging conus_ii script

Author: kasra-keshavarz

conus_ii/conus_ii.sh

@@ -442,17 +442,14 @@ for yr in $yearsRange; do
            -d "$latVar","$latLimsIdx" \
            -d "$lonVar","$lonLimsIdx" \
            "$cacheDir/$yr/$f2" "$cacheDir/$yr/$f2" & # extracting $variables
-      [ $( jobs | wc -l ) -ge $( nproc ) ] && wait
+    
     done
 
     # increment time-step by one unit
     toDate=$(date --date "$toDate 1day") # current time-step
     toDateUnix=$(date --date="$toDate" "+%s") # current timestamp in unix EPOCH time
   done
 
-  # wait to make sure the while loop is finished
-  wait
-
   # go to the next year if necessary
   if [[ "$toDateUnix" == "$endOfCurrentYearUnix" ]]; then 
     toDate=$(date --date "$toDate 1hour")

extract-dataset.sh

@@ -281,7 +281,7 @@ call_processing_func () {
 	#SBATCH --nodes=1
 	#SBATCH --account=rpp-kshook
 	#SBATCH --time=04:00:00
-	#SBATCH --mem=2GB
+	#SBATCH --mem=4GB
 	#SBATCH --job-name=GWF_${scriptName}
 	#SBATCH --error=$HOME/scratch/.gdt_logs/GWF_%A-%a_err.txt
 	#SBATCH --output=$HOME/scratch/.gdt_logs/GWF_%A-%a.txt