From b63b044554d895eb8e2982699b976a1b4189a77f Mon Sep 17 00:00:00 2001 From: KyleKlenk <kyle.c.klenk@gmail.com> Date: Wed, 12 Oct 2022 13:30:27 -0600 Subject: [PATCH] added files for creating the correct configuration for clients created script for launching apptainer for server --- config/create_client_config.py | 27 +++++++++++++++++++++ config/create_summa_actors_config.py | 6 ++++- config/summa-distributed/lauch_cleint.sh | 0 config/summa-distributed/launch_server.sh | 7 ++++++ config/summa-distributed/run_server.sh | 5 ++++ utils/containers/apptainer/summa_actors.def | 1 + 6 files changed, 45 insertions(+), 1 deletion(-) create mode 100644 config/create_client_config.py create mode 100644 config/summa-distributed/lauch_cleint.sh create mode 100755 config/summa-distributed/launch_server.sh create mode 100755 config/summa-distributed/run_server.sh diff --git a/config/create_client_config.py b/config/create_client_config.py new file mode 100644 index 0000000..9e9060a --- /dev/null +++ b/config/create_client_config.py @@ -0,0 +1,27 @@ +import json +import sys + +def distributed_settings(hostname, port): + distributed_settings = { + "distributed-mode": False, + "host":hostname, + "port":port, + "total_hru_count": 5, + "num_hru_per_batch": 1, + "heartbeat_interval": 20, + "lost_node_threshold": 3 + } + return distributed_settings + + +settings_dict = { + "DistributedSettings": {} +} + +hostname = sys.argv[1] +port = sys.argv[2] + + +settings_dict['DistributedSettings'] = distributed_settings(hostname, int(port)) +with open('Summa_Actors_Settings.json', 'w') as summa_actors_settings_file: + json.dump(settings_dict, summa_actors_settings_file, indent=2) \ No newline at end of file diff --git a/config/create_summa_actors_config.py b/config/create_summa_actors_config.py index 5e38881..32ff9f4 100644 --- a/config/create_summa_actors_config.py +++ b/config/create_summa_actors_config.py @@ -4,7 +4,11 @@ def distributed_settings(): distributed_settings = { "distributed-mode": False, "host":"localhost", - "port":4444 + "port":4444, + "total_hru_count": 5, + "num_hru_per_batch": 1, + "heartbeat_interval": 20, + "lost_node_threshold": 3 } return distributed_settings diff --git a/config/summa-distributed/lauch_cleint.sh b/config/summa-distributed/lauch_cleint.sh new file mode 100644 index 0000000..e69de29 diff --git a/config/summa-distributed/launch_server.sh b/config/summa-distributed/launch_server.sh new file mode 100755 index 0000000..b646882 --- /dev/null +++ b/config/summa-distributed/launch_server.sh @@ -0,0 +1,7 @@ +#!/bin/bash + + +nohup apptainer exec --bind /gladwell:/gladwell \ + --bind /scratch:/scratch \ + --bind /home/kck540/Summa-Actors:/Summa-Actors \ + /gladwell/kck540/container_files/summa_actors.sif /Summa-Actors/config/summa-distributed/run_server.sh 2>&1 > /scratch/kck540/Summa_Distributed_test/logs/nohup.out & \ No newline at end of file diff --git a/config/summa-distributed/run_server.sh b/config/summa-distributed/run_server.sh new file mode 100755 index 0000000..c8d21db --- /dev/null +++ b/config/summa-distributed/run_server.sh @@ -0,0 +1,5 @@ +# !/bin/bash +export LD_LIBRARY_PATH=/Summa-Actors/bin/:/usr/local/lib +cd /Summa-Actors/build +make +/Summa-Actors/bin/summaMain -s -c /Summa-Actors/config/Summa_Actors_Settings.json \ No newline at end of file diff --git a/utils/containers/apptainer/summa_actors.def b/utils/containers/apptainer/summa_actors.def index e016b25..ef19ce7 100644 --- a/utils/containers/apptainer/summa_actors.def +++ b/utils/containers/apptainer/summa_actors.def @@ -19,6 +19,7 @@ From: ubuntu:20.04 libssl-dev \ make \ gfortran \ + python3.8 \ python3-pip \ gdb &&\ apt-get autoclean -- GitLab