Directory Reconfiguration

3_SummaActors_Run/copernicus/run_client_server.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=1
-#SBATCH --time=8:00:00
-#SBATCH --mem=2G
-#SBATCH --job-name=SummaActorsOutputBugTest
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/scratch/gwf/gwf_cmt/kck540/summaActors/slurm/slurm-%A_%a.out
-#SBATCH --account=hpc_c_giws_clark
-
-# EXAMPLE: sbatch --array=0-50 run_server_client.sh
-
-gruMax=517315 # North America, Merit Hydro basins
-gruCount=50000 # The number of GRUs you want to compute
-startGRU=1   # The starting index of the GRU you would like to compute
-offset=$SLURM_ARRAY_TASK_ID
-
-if [ $offset -eq 0 ]
-then
-    /globalhome/kck540/HPC/SummaActors/bin/summaMain -s -p 4444 -g 1 -c $gruCount -m /project/gwf/gwf_cmt/kck540/domain_NorthAmerica/settings/SUMMA/fileManager.txt
-else
-    /globalhome/kck540/HPC/SummaActors/bin/summaMain -p 4444 -j $offset -m /project/gwf/gwf_cmt/kck540/domain_NorthAmerica/settings/SUMMA/fileManager.txt
-fi

3_SummaActors_Run/copernicus/run_one.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=8
-#SBATCH --time=36:00:00
-#SBATCH --mem=32G
-#SBATCH --job-name=SummaActors-1-250
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/scratch/gwf/gwf_cmt/kck540/summaActors/slurm-Mar-21/1-250-8CPU-%A.out
-#SBATCH --account=hpc_c_giws_clark
-
-/globalhome/kck540/HPC/SummaActors/bin/summaMain -g 1 -c 250 -m /project/gwf/gwf_cmt/kck540/domain_NorthAmerica/settings/SUMMA/fileManager.txt -v -8CPU --config-file=/globalhome/kck540/HPC/SummaActors/3_SummaActors_Run/copernicus/caf-application.conf

3_SummaActors_Run/copernicus/run_summa.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=8
-#SBATCH --time=71:00:00
-#SBATCH --mem=24G
-#SBATCH --job-name=SummaActorsNA
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/project/gwf/gwf_cmt/kck540/domain_NorthAmerica/simulations/slurm/slurm-%A_%a.out
-#SBATCH --account=hpc_c_giws_clark
-
-# Ensure array size is correct ie. --array=1-[numJobs]
-#SBATCH --array=0-2499
-
-JOBLIST=/globalhome/kck540/HPC/SummaActors/3_MS_model_runs/run_graham_serialSumma_NA_gridEra5_1/copernicus/joblist/summa_joblist.txt
-
-
-# Make the log directory in case 
-mkdir -p logs/
-# ----------------------------------------------------------------------------------------------
-# RUN WITH
-# sbatch run_summa.sh
-# ----------------------------------------------------------------------------------------------
-
-JOBSTRING=$(sed -n "${SLURM_ARRAY_TASK_ID}p" $JOBLIST)
-
-# Seperate the SUMA call and its agruments from the ">" delimiter
-OIFS=$IFS
-IFS=">"
-read -ra COMMAND <<< "$JOBSTRING"
-IFS=$OIFS
-
-#--------------------------------------------------------------------
-# RUN
-#--------------------------------------------------------------------
-echo "Starting run at: `date`"
-
-${COMMAND[0]} > ${COMMAND[1]}
-
-# Echo end-of-run
-echo "Program finished with exit code $? ar: `date`"
-
-${JOBSTRING}
\ No newline at end of file

3_SummaActors_Run/copernicus/run_test.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=1
-#SBATCH --time=0:30:00
-#SBATCH --mem=250M
-#SBATCH --job-name=SummaActors
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/scratch/gwf/gwf_cmt/kck540/summaActors/slurm/slurm-%A_%a.out
-#SBATCH --account=hpc_c_giws_clark
-
-
-/globalhome/kck540/HPC/SummaActors/bin/summaTest -g 1 -c 4

3_SummaActors_Run/copernicus/summaActors.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=6
-#SBATCH --time=24:00:00
-#SBATCH --mem=24G
-#SBATCH --job-name=SummaActors
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/scratch/gwf/gwf_cmt/kck540/summaActors/slurm/slurm-%A.out
-#SBATCH --account=hpc_c_giws_clark
-
-/globalhome/kck540/HPC/SummaActors/bin/summaMain -g 1000 -c 518

3_SummaActors_Run/graham/run_allHRUs.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=8
-#SBATCH --time=30:00:00
-#SBATCH --mem=32G
-#SBATCH --job-name=SummaActorsStressTest
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/home/kklenk/scratch/SummaActorsOutput/slurm/slurm-%A_%a.out
-#SBATCH --account=def-spiteri
-
-# EXAMPLE: sbatch --array=0-258 run_allHRUs.sh
-
-# Define the GRU settings
-gruMax=517315 # North America, Merit Hydro basins
-gruCount=2000
-
-# Get the array ID for further use
-offset=$SLURM_ARRAY_TASK_ID 
-
-# Start at 1 for array ID 1, 2022 for array ID 2, etc
-gruStart=$(( 1 + gruCount*offset ))
-check=$(( $gruStart + $gruCount ))
-# Check that we don't specify too many basins
-if [ $check -gt $gruMax ]
-then
-    gruCount=$(( gruMax-gruStart+1 ))
-fi
-
-/home/kklenk/SummaProjects/SummaActors/bin/summaMain -g ${gruStart} -c ${gruCount} -m /project/6008034/kklenk/settings/SummaActorsSettings/fileManager.txt
-

3_SummaActors_Run/graham/run_client.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=1
-#SBATCH --time=0:30:00
-#SBATCH --mem=2G
-#SBATCH --job-name=Summa-StressTest
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/home/kklenk/scratch/SummaActorsOutput/slurm/slurm-client%A_%a.out
-#SBATCH --account=rpp-kshook
-
-# ----------------------------------------------------------------------------------------------
-# RUN WITH:
-# sbatch --array1-[number of jobs] [script name]
-# 
-# EXAMPLE: sbatch --array=0-100 run_all.sh
-# ----------------------------------------------------------------------------------------------
-
-/home/kklenk/SummaProjects/SummaActors/bin/summaTest -g 1 -c 100
\ No newline at end of file

3_SummaActors_Run/graham/run_one.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=4
-#SBATCH --time=02:00:00
-#SBATCH --mem=8G
-#SBATCH --job-name=TEST_summa_na_grid_era5
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/home/kklenk/scratch/SummaActorsOutput/slurm/slurm-%A.out
-#SBATCH --account=rpp-kshook
-
-/home/kklenk/SummaProjects/SummaActors/bin/summaMain -g 1 -c 100 -m /project/6008034/kklenk/settings/SummaActorsSettings/fileManager.txt
-1
\ No newline at end of file

3_SummaActors_Run/graham/run_server.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=1
-#SBATCH --time=96:00:00
-#SBATCH --mem=1G
-#SBATCH --job-name=Summa-StressTest
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/home/kklenk/scratch/SummaActorsOutput/slurm/slurmServer-%A_%a.out
-#SBATCH --account=rpp-kshook
-
-/home/kklenk/SummaProjects/SummaActors/bin/summaMain -s -p 4444 -g 1 -c 1000 -m /project/6008034/kklenk/settings/SummaActorsSettings/fileManager.txt
\ No newline at end of file

3_SummaActors_Run/graham/run_server_client.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=1
-#SBATCH --time=24:00:00
-#SBATCH --mem=2G
-#SBATCH --job-name=SummaActors-StressTest
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/home/kklenk/scratch/SummaActorsOutput/slurm/slurm-%A_%a.out
-#SBATCH --account=def-spiteri
-
-# ----------------------------------------------------------------------------------------------
-# RUN WITH:
-# sbatch --array1-[number of jobs] [script name]
-# 
-# EXAMPLE: sbatch --array=0-50 run_server_client.sh
-# ----------------------------------------------------------------------------------------------
-
-gruMax=517315 # North America, Merit Hydro basins
-gruCount=10000 # The number of GRUs you want to compute
-startGRU=1   # The starting index of the GRU you would like to compute
-offset=$SLURM_ARRAY_TASK_ID
-
-if [ $offset -eq 0 ]
-then
-    /home/kklenk/SummaProjects/SummaActors/bin/summaMain -s -p 4444 -g 1 -c $gruCount -m /project/6008034/kklenk/settings/SummaActorsSettings/fileManager.txt
-else
-    /home/kklenk/SummaProjects/SummaActors/bin/summaMain -p 4444 -j $offset -m /project/6008034/kklenk/settings/SummaActorsSettings/fileManager.txt
-fi

3_SummaActors_Run/graham/run_summa.sh

-#!/bin/bash
-#SBATCH --cpus-per-task=1
-#SBATCH --time=96:00:00
-#SBATCH --mem=1G
-#SBATCH --job-name=TEST_summa_na_grid_era5
-#SBATCH --mail-user=kyle.klenk@usask.ca
-#SBATCH --mail-type=ALL
-#SBATCH --output=/home/kklenk/slurmlog/slurm-%A_%a.out
-#SBATCH --account=rpp-kshook
-
-# Ensure array size is correct ie. --array=1-[numJobs]
-#SBATCH --array=1-10
-
-JOBLIST=/home/kklenk/actors/summa/code/graham/3_MS_model_runs/run_graham_serialSumma_NA_gridEra5_1/joblist/summa_joblist.txt
-
-
-# Make the log directory in case 
-mdkir -p logs/
-# ----------------------------------------------------------------------------------------------
-# RUN WITH
-# sbatch run_summa.sh
-# ----------------------------------------------------------------------------------------------
-
-JOBSTRING=$(sed -n "${SLURM_ARRAY_TASK_ID}p" $JOBLIST)
-
-# Seperate the SUMA call and its agruments from the ">" delimiter
-OIFS=$IFS
-IFS=">"
-read -ra COMMAND <<< "$JOBSTRING"
-IFS=$OIFS
-
-#--------------------------------------------------------------------
-# RUN
-#--------------------------------------------------------------------
-echo "Starting run at: `date`"
-
-${COMMAND[0]} > ${COMMAND[1]}
-
-# Echo end-of-run
-echo "Program finished with exit code $? ar: `date`"
-
-${JOBSTRING}
\ No newline at end of file

3_SummaActors_Run/graham/test.sh

-#!/bin/bash
-gruMax=517315 # North America, Merit Hydro basins
-gruCount=2000 # The number of GRUs you want to compute
-jobID=0
-
-
-for i in {0..258}
-do
-    gruStart=$(( 1 + gruCount*jobID))
-    check=$(( $gruStart + $gruCount ))
-    if [ $check -gt $gruMax ]
-    then
-        echo "HERe"
-        gruCount=$(( gruMax-gruStart+1 ))
-    fi
-    echo "gruStart = $gruStart, gruCount = $gruCount"
-    jobID=$(( 1 + jobID ))
-done
\ No newline at end of file

3_SummaActors_Run/copernicus/caf-application.conf → config/caf-application.conf

 caf {
   # Parameters selecting a default scheduler.
   scheduler {
-    max-threads = 8
+    max-threads = 2
   }
 }
\ No newline at end of file