Add bash scripts for model training on cluster

euler/prepare_data.sh

+#!/bin/bash
+
+module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy
+source ../pp_env_tf_python310/bin/activate
+
+sbatch --mem-per-cpu=4g --time=6:00:00 --wrap "moderation_classifier --prepare_data ../data/tamedia_for_classifier_v3.csv"

euler/prepare_data_cluster.sh

+#!/bin/bash
+
+module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy
+source ../pp_env_tf_python310/bin/activate
+
+sbatch --mem-per-cpu=4g --time=6:00:00 --wrap "moderation_classifier --prepare_data ../data/tamedia_for_classifier_v3.csv"

euler/run_cluster.sh

+#!/bin/bash
+
+module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy
+source ../pp_env_tf_python310/bin/activate
+
+sbatch --mem-per-cpu=4g --wrap "moderation_classifier --split ../data/tamedia_for_classifier_v3.csv"
+sbatch --mem-per-cpu=8g --gpus=1 --gres=gpumem:12g --time=30:00:00 --wrap "moderation_classifier --text_preprocessing --train_bert ../data/tamedia_for_classifier_v3_train.csv"

euler/train_model_cluster.sh

+#!/bin/bash
+
+module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy
+source ../pp_env_tf_python310/bin/activate
+
+sbatch --mem-per-cpu=12g --gpus=1 --gres=gpumem:12g --time=30:00:00 --wrap "moderation_classifier --train_bert ../data/tamedia_for_classifier_v3_preproc_train.csv"