diff --git a/src/python/run_train_ner.py b/src/python/run_train_ner.py index 2ebd5fe7af5895a147006ba2034bd1da431d338a..2acdac77922e65dbc59b8f7ea2ba76173bfa1350 100644 --- a/src/python/run_train_ner.py +++ b/src/python/run_train_ner.py @@ -84,7 +84,7 @@ def main(model=None, output_dir=None, n_iter=100, training_data=None, trained_da drop=0.5, # dropout - make it harder to memorise data losses=losses, ) - print("Losses", losses) + print("Losses", losses, "iteration", itn) # test the trained model TRAIN_DATA_tested = [] diff --git a/src/sh/train_ner.sh b/src/sh/train_ner.sh index ec5e1539423eabbcfd17dac76fef4ab8dac1dd1e..98134702bd126b5b119f966d5685c3970409b1f9 100755 --- a/src/sh/train_ner.sh +++ b/src/sh/train_ner.sh @@ -1,10 +1,10 @@ #!/bin/bash model=de_core_news_sm -n_iter=100 +n_iter=1000 path_data=data/train_NER/ training_data=${path_data}1891_20026449_corrected_german.txt -trained_data=${path_data}1891_20026449_corrected_german_trained.txt -new_model=${path_data}models/de_1891_20026449 +trained_data=${path_data}1891_20026449_corrected_trained_${n_iter}_german.txt +new_model=${path_data}models/de_1891_20026449_${n_iter} renku run --isolation --output $trained_data --output $new_model python src/python/run_train_ner.py -m $model -n $n_iter -t $training_data -o $new_model -u $trained_data