Skip to content
Snippets Groups Projects
Commit ebb70760 authored by Franziska Oschmann's avatar Franziska Oschmann
Browse files

Add bash script for train runs on Euler

parent 4c799493
No related branches found
No related tags found
1 merge request!2Dev train models
#!/bin/bash
module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy
source ../pp_env_tf_python310/bin/activate
sbatch --mem-per-cpu=12g\
--gpus=1\
--gres=gpumem:12g\
--time=30:00:00\
--wrap "moderation_classifier --newspaper tagesanzeiger
--pretrained_model "bert-base-german-cased"
--text_preprocessing
--train_bert data/tamedia_for_classifier_v3_preproc_train.csv"
#!/bin/bash
module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy
source ../pp_env_tf_python310/bin/activate
sbatch --mem-per-cpu=12g\
--gpus=1\
--gres=gpumem:12g\
--time=04:00:00\
--wrap "moderation_classifier --topic Wissen
--newspaper tagesanzeiger
--pretrained_model "bert-base-german-cased"
--text_preprocessing
--train_bert data/tamedia_for_classifier_v3_preproc_train.csv"
#!/bin/bash
module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy
source ../pp_env_tf_python310/bin/activate
sbatch --mem-per-cpu=12g\
--gpus=1\
--gres=gpumem:12g\
--time=30:00:00\
--wrap "moderation_classifier --newspaper tagesanzeiger
--pretrained_model "deepset/bert-base-german-cased-hatespeech-GermEval18Coarse"
--text_preprocessing
--train_bert data/tamedia_for_classifier_v3_preproc_train.csv"
\ No newline at end of file
#!/bin/bash
module load gcc/8.2.0 python_gpu/3.10.4 eth_proxy
source ../pp_env_tf_python310/bin/activate
sbatch --mem-per-cpu=12g\
--gpus=1\
--gres=gpumem:12g\
--time=04:00:00\
--wrap "moderation_classifier --topic Wissen
--newspaper tagesanzeiger
--pretrained_model "deepset/bert-base-german-cased-hatespeech-GermEval18Coarse"
--text_preprocessing
--train_bert data/tamedia_for_classifier_v3_preproc_train.csv"
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment