From 6cd52b0ae6c6786e99fbe764f87cf5e7ac3d9369 Mon Sep 17 00:00:00 2001
From: Yigit Sever
Date: Thu, 26 Sep 2019 20:16:48 +0300
Subject: Bugfix
---
scripts/tsv_creator.py | 16 +++++++++-------
1 file changed, 9 insertions(+), 7 deletions(-)
(limited to 'scripts')
diff --git a/scripts/tsv_creator.py b/scripts/tsv_creator.py
index f7df95c..903574f 100644
--- a/scripts/tsv_creator.py
+++ b/scripts/tsv_creator.py
@@ -60,8 +60,8 @@ def main(args):
source_defs_filename = args.source_defs
target_defs_filename = args.target_defs
- defs_source = load_def(source_defs_filename)
- defs_target = load_def(target_defs_filename)
+ defs_source = load_def_from_file(source_defs_filename)
+ defs_target = load_def_from_file(target_defs_filename)
clean_source_corpus = clean_corpus_suffix(defs_source, source_lang)
clean_target_corpus = clean_corpus_suffix(defs_target, target_lang)
@@ -72,9 +72,9 @@ def main(args):
source_predict = clean_source_corpus[-set_aside:]
target_predict = clean_target_corpus[-set_aside:]
- labels_predict = [
- 1
- ] * set_aside # placeholder, won't be used, we can use 1 because they're correct
+ labels_predict = [1] * set_aside
+
+ # placeholder, won't be used, we can use 1 because they're correct
clean_source_corpus = clean_source_corpus[:-set_aside]
clean_target_corpus = clean_target_corpus[:-set_aside]
@@ -93,7 +93,7 @@ def main(args):
try:
assert len(check) == halfsize
except AssertionError:
- print(f"rolling again: {len(check)} vs {halfsize}")
+ pass
else:
break
@@ -122,6 +122,8 @@ if __name__ == "__main__":
parser.add_argument("target_lang", help="target language short name")
parser.add_argument("source_defs", help="path of the source definitions")
parser.add_argument("target_defs", help="path of the target definitions")
- parser.add_argument("-n", "--set_aside", help="set aside to validate on", type=int)
+ parser.add_argument(
+ "-n", "--set_aside", help="set aside to validate on", type=int, default=1000
+ )
args = parser.parse_args()
main(args)
--
cgit v1.2.3-70-g09d2