From d76193e14634150454ba97feb608894f340cc1fd Mon Sep 17 00:00:00 2001
From: Lili Gasser <gasserli@ethz.ch>
Date: Mon, 18 Feb 2019 12:21:21 +0000
Subject: [PATCH] 1000 iterations
---
src/python/run_train_ner.py | 2 +-
src/sh/train_ner.sh | 6 +++---
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/src/python/run_train_ner.py b/src/python/run_train_ner.py
index 2ebd5fe7..2acdac77 100644
--- a/src/python/run_train_ner.py
+++ b/src/python/run_train_ner.py
@@ -84,7 +84,7 @@ def main(model=None, output_dir=None, n_iter=100, training_data=None, trained_da
drop=0.5, # dropout - make it harder to memorise data
losses=losses,
)
- print("Losses", losses)
+ print("Losses", losses, "iteration", itn)
# test the trained model
TRAIN_DATA_tested = []
diff --git a/src/sh/train_ner.sh b/src/sh/train_ner.sh
index ec5e1539..98134702 100755
--- a/src/sh/train_ner.sh
+++ b/src/sh/train_ner.sh
@@ -1,10 +1,10 @@
#!/bin/bash
model=de_core_news_sm
-n_iter=100
+n_iter=1000
path_data=data/train_NER/
training_data=${path_data}1891_20026449_corrected_german.txt
-trained_data=${path_data}1891_20026449_corrected_german_trained.txt
-new_model=${path_data}models/de_1891_20026449
+trained_data=${path_data}1891_20026449_corrected_trained_${n_iter}_german.txt
+new_model=${path_data}models/de_1891_20026449_${n_iter}
renku run --isolation --output $trained_data --output $new_model python src/python/run_train_ner.py -m $model -n $n_iter -t $training_data -o $new_model -u $trained_data
--
GitLab