From ebb707602be3507ee9ce677c2d57062dd0389970 Mon Sep 17 00:00:00 2001 From: Franziska Oschmann <franziskaoschmann@staff-net-oct-dock-1-a-dhcp-167.intern.ethz.ch> Date: Thu, 20 Jul 2023 10:22:33 +0200 Subject: [PATCH] Add bash script for train runs on Euler --- euler/train_model_cluster_germbert_alltopic.sh | 13 +++++++++++++ euler/train_model_cluster_germbert_onetopic.sh | 14 ++++++++++++++ euler/train_model_cluster_hatespeech_alltopic.sh | 13 +++++++++++++ euler/train_model_cluster_hatespeech_onetopic.sh | 14 ++++++++++++++ 4 files changed, 54 insertions(+) create mode 100644 euler/train_model_cluster_germbert_alltopic.sh create mode 100644 euler/train_model_cluster_germbert_onetopic.sh create mode 100644 euler/train_model_cluster_hatespeech_alltopic.sh create mode 100644 euler/train_model_cluster_hatespeech_onetopic.sh diff --git a/euler/train_model_cluster_germbert_alltopic.sh b/euler/train_model_cluster_germbert_alltopic.sh new file mode 100644 index 0000000..aceb275 --- /dev/null +++ b/euler/train_model_cluster_germbert_alltopic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy +source ../pp_env_tf_python310/bin/activate + +sbatch --mem-per-cpu=12g\ + --gpus=1\ + --gres=gpumem:12g\ + --time=30:00:00\ + --wrap "moderation_classifier --newspaper tagesanzeiger + --pretrained_model "bert-base-german-cased" + --text_preprocessing + --train_bert data/tamedia_for_classifier_v3_preproc_train.csv" diff --git a/euler/train_model_cluster_germbert_onetopic.sh b/euler/train_model_cluster_germbert_onetopic.sh new file mode 100644 index 0000000..0fa8d5c --- /dev/null +++ b/euler/train_model_cluster_germbert_onetopic.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy +source ../pp_env_tf_python310/bin/activate + +sbatch --mem-per-cpu=12g\ + --gpus=1\ + --gres=gpumem:12g\ + --time=04:00:00\ + --wrap "moderation_classifier --topic Wissen + --newspaper tagesanzeiger + --pretrained_model "bert-base-german-cased" + --text_preprocessing + --train_bert data/tamedia_for_classifier_v3_preproc_train.csv" diff --git a/euler/train_model_cluster_hatespeech_alltopic.sh b/euler/train_model_cluster_hatespeech_alltopic.sh new file mode 100644 index 0000000..97eb783 --- /dev/null +++ b/euler/train_model_cluster_hatespeech_alltopic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy +source ../pp_env_tf_python310/bin/activate + +sbatch --mem-per-cpu=12g\ + --gpus=1\ + --gres=gpumem:12g\ + --time=30:00:00\ + --wrap "moderation_classifier --newspaper tagesanzeiger + --pretrained_model "deepset/bert-base-german-cased-hatespeech-GermEval18Coarse" + --text_preprocessing + --train_bert data/tamedia_for_classifier_v3_preproc_train.csv" \ No newline at end of file diff --git a/euler/train_model_cluster_hatespeech_onetopic.sh b/euler/train_model_cluster_hatespeech_onetopic.sh new file mode 100644 index 0000000..819181d --- /dev/null +++ b/euler/train_model_cluster_hatespeech_onetopic.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy +source ../pp_env_tf_python310/bin/activate + +sbatch --mem-per-cpu=12g\ + --gpus=1\ + --gres=gpumem:12g\ + --time=04:00:00\ + --wrap "moderation_classifier --topic Wissen + --newspaper tagesanzeiger + --pretrained_model "deepset/bert-base-german-cased-hatespeech-GermEval18Coarse" + --text_preprocessing + --train_bert data/tamedia_for_classifier_v3_preproc_train.csv" \ No newline at end of file -- GitLab