aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rwxr-xr-xget_data.sh1
-rwxr-xr-xget_embeddings.sh7
2 files changed, 5 insertions, 3 deletions
diff --git a/get_data.sh b/get_data.sh
index 2d04678..4f97ad5 100755
--- a/get_data.sh
+++ b/get_data.sh
@@ -67,6 +67,7 @@ mv "${ROOT}"/*.def "${READY}"
67echo "Downloading dictionaries" 67echo "Downloading dictionaries"
68 68
69DICT="${ROOT}/dictionaries" 69DICT="${ROOT}/dictionaries"
70mkdir -p "${DICT}"
70 71
71wget -nc -q https://object.pouta.csc.fi/OPUS-OpenSubtitles/v2018/dic/en-sq.dic.gz -P "${DICT}" # English - Albanian 72wget -nc -q https://object.pouta.csc.fi/OPUS-OpenSubtitles/v2018/dic/en-sq.dic.gz -P "${DICT}" # English - Albanian
72wget -nc -q https://object.pouta.csc.fi/OPUS-OpenSubtitles/v2018/dic/bg-en.dic.gz -P "${DICT}" # Bulgarian - English 73wget -nc -q https://object.pouta.csc.fi/OPUS-OpenSubtitles/v2018/dic/bg-en.dic.gz -P "${DICT}" # Bulgarian - English
diff --git a/get_embeddings.sh b/get_embeddings.sh
index daf839b..47a7a8e 100755
--- a/get_embeddings.sh
+++ b/get_embeddings.sh
@@ -25,6 +25,7 @@ set -o errexit -o pipefail -o noclobber -o nounset
25 25
26ROOT="$(pwd)" 26ROOT="$(pwd)"
27EMBS="${ROOT}/embeddings" 27EMBS="${ROOT}/embeddings"
28DICT="${ROOT}/dictionaries"
28mkdir -p "${EMBS}" 29mkdir -p "${EMBS}"
29 30
30echo "Downloading embeddings" 31echo "Downloading embeddings"
@@ -58,15 +59,15 @@ if [ ! "$(ls -A "${ROOT}/vecmap/")" ]; then
58 echo "VecMap directory seems empty, did you run git submodule init && git submodule update?"; exit 59 echo "VecMap directory seems empty, did you run git submodule init && git submodule update?"; exit
59fi 60fi
60 61
61if [ ! -d "${ROOT}/dictionaries" ]; then 62if [ ! -d "${DICT}" ]; then
62 echo "Dictionaries directory does not exist, did you run ./get_data.sh?"; exit 63 echo "Dictionaries directory does not exist, did you run ./get_data.sh?"; exit
63fi 64fi
64 65
65if [ ! "$(ls -A "${ROOT}/dictionaries/")" ]; then 66if [ ! "$(ls -A "${DICT}")" ]; then
66 echo "Dictionaries directory seems empty, did you run ./get_data.sh?"; exit 67 echo "Dictionaries directory seems empty, did you run ./get_data.sh?"; exit
67fi 68fi
68 69
69TRAIN_DIC_DIR="${ROOT}/dictionaries/train" 70TRAIN_DIC_DIR="${DICT}/train"
70MAP_TO="${ROOT}/bilingual_embeddings" 71MAP_TO="${ROOT}/bilingual_embeddings"
71 72
72mkdir -p "${MAP_TO}" 73mkdir -p "${MAP_TO}"