diff --git a/euler/train_model_cluster_germbert_alltopic.sh b/euler/train_model_cluster_germbert_alltopic.sh new file mode 100644 index 0000000000000000000000000000000000000000..aceb2757481b6bcddbe2adeafc5cba05fd254f90 --- /dev/null +++ b/euler/train_model_cluster_germbert_alltopic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy +source ../pp_env_tf_python310/bin/activate + +sbatch --mem-per-cpu=12g\ + --gpus=1\ + --gres=gpumem:12g\ + --time=30:00:00\ + --wrap "moderation_classifier --newspaper tagesanzeiger + --pretrained_model "bert-base-german-cased" + --text_preprocessing + --train_bert data/tamedia_for_classifier_v3_preproc_train.csv" diff --git a/euler/train_model_cluster_germbert_onetopic.sh b/euler/train_model_cluster_germbert_onetopic.sh new file mode 100644 index 0000000000000000000000000000000000000000..0fa8d5c43455937972a92533a725aec1b350a10f --- /dev/null +++ b/euler/train_model_cluster_germbert_onetopic.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy +source ../pp_env_tf_python310/bin/activate + +sbatch --mem-per-cpu=12g\ + --gpus=1\ + --gres=gpumem:12g\ + --time=04:00:00\ + --wrap "moderation_classifier --topic Wissen + --newspaper tagesanzeiger + --pretrained_model "bert-base-german-cased" + --text_preprocessing + --train_bert data/tamedia_for_classifier_v3_preproc_train.csv" diff --git a/euler/train_model_cluster_hatespeech_alltopic.sh b/euler/train_model_cluster_hatespeech_alltopic.sh new file mode 100644 index 0000000000000000000000000000000000000000..97eb7834bcb7f0d55354cad0c5d4d84471d9bc5e --- /dev/null +++ b/euler/train_model_cluster_hatespeech_alltopic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy +source ../pp_env_tf_python310/bin/activate + +sbatch --mem-per-cpu=12g\ + --gpus=1\ + --gres=gpumem:12g\ + --time=30:00:00\ + --wrap "moderation_classifier --newspaper tagesanzeiger + --pretrained_model "deepset/bert-base-german-cased-hatespeech-GermEval18Coarse" + --text_preprocessing + --train_bert data/tamedia_for_classifier_v3_preproc_train.csv" \ No newline at end of file diff --git a/euler/train_model_cluster_hatespeech_onetopic.sh b/euler/train_model_cluster_hatespeech_onetopic.sh new file mode 100644 index 0000000000000000000000000000000000000000..819181d429df05d48f1998772ba527c7d5ef0048 --- /dev/null +++ b/euler/train_model_cluster_hatespeech_onetopic.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy +source ../pp_env_tf_python310/bin/activate + +sbatch --mem-per-cpu=12g\ + --gpus=1\ + --gres=gpumem:12g\ + --time=04:00:00\ + --wrap "moderation_classifier --topic Wissen + --newspaper tagesanzeiger + --pretrained_model "deepset/bert-base-german-cased-hatespeech-GermEval18Coarse" + --text_preprocessing + --train_bert data/tamedia_for_classifier_v3_preproc_train.csv" \ No newline at end of file