exec.sh

#!/bin/bash
#SBATCH --mail-type=ALL
#SBATCH --mail-user=felix.sattler@hhi.fraunhofer.de
#SBATCH --output=out/%j.out
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=16
#SBATCH --gpus=1


cmdargs=$1

hpo=true 

hyperparameters=' [{
	"dataset" : ["mnist"], 
	"distill_dataset" : ["emnist"],
	"net" : ["lenet_mnist"],

	"n_clients" : [5],
	"classes_per_client" : [0.01],
	"communication_rounds" : [1],
	"participation_rate" : [0.4],
	

	"local_epochs" : [1],
	"distill_epochs" : [1],
	"n_distill" : [1000],
	"local_optimizer" : [["Adam", {"lr" : 0.002}]],
	"distill_optimizer" : [["Adam", {"lr" : 0.001}]],


	"fallback" : [true],
	"lambda_outlier" : [1.0],
	"lambda_fedprox" : [0.001],
	"only_train_final_outlier_layer" : [false],
	"warmup_type": ["constant"],
	"mixture_coefficients" : [{"base":0.5, "public":0.5}],
	"batch_size" : [128],
	"distill_mode" : ["logits_weighted_with_deep_outlier_score"],


	"aggregation_mode" : ["FAD+S"],
	

	"pretrained" : ["simclr_resnet8_stl10_100epochs.pth"],

	"save_model" : [null],
	"log_frequency" : [-100],
	"log_path" : ["trash/"],
	"job_id" : [['$SLURM_JOB_ID']]}]'


if [[ $hpo == true ]]; then

	run_command="hpo.py"

else

	run_command="federated_learning.py"

fi




if [[ "$HOSTNAME" == *"vca"* ]]; then # Cluster

	RESULTS_PATH="/opt/small_files/"
	DATA_PATH="/opt/in_ram_data/"
	CHECKPOINT_PATH="/opt/checkpoints/"
	CODE_SRC="/opt/code/"
	SHARE_SRC="/opt/share/"

	echo $hyperparameters
	source "/etc/slurm/local_job_dir.sh"

	export SINGULARITY_BINDPATH="$LOCAL_DATA:/data,$LOCAL_JOB_DIR:/mnt/output,./code:/opt/code,./checkpoints:/opt/checkpoints,./results:/opt/small_files,$HOME/in_ram_data:/opt/in_ram_data,./share:/opt/share"
	singularity exec --nv $HOME/base_images/pytorch15.sif python -u "$CODE_SRC${run_command}" --hp="$hyperparameters" --RESULTS_PATH="$RESULTS_PATH" --DATA_PATH="$DATA_PATH" --CHECKPOINT_PATH="$CHECKPOINT_PATH" --SHARE_PATH="$SHARE_SRC" --WORKERS 16 $cmdargs

	mkdir -p results
	cp -r ${LOCAL_JOB_DIR}/. ${SLURM_SUBMIT_DIR}/results	


else # Local

	RESULTS_PATH="results/"
	DATA_PATH="data/"
	CHECKPOINT_PATH="checkpoints/"
	CODE_SRC="code/"
	SHARE_SRC="share/"

	python -u "$CODE_SRC${run_command}" --hp="$hyperparameters" --RESULTS_PATH="$RESULTS_PATH" --DATA_PATH="$DATA_PATH" --CHECKPOINT_PATH="$CHECKPOINT_PATH" --SHARE_PATH="$SHARE_SRC" --WORKERS 6 $cmdargs

fi