emb_sim/mapping_correlation.sh at master · AnneBeyer/emb_sim · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
#!/bin/bash

# adapt language and embed dir as required
LANG=en
SCRIPT=../../mapping_correlation.py
EMBED_DIR=../../embeddings/${LANG}_260MB

mkdir -p correlation/wiki1-wiki1
cd correlation/wiki1-wiki1
python3 ${SCRIPT} ${EMBED_DIR}/wiki.1.${LANG}.emb ${EMBED_DIR}/wiki.1.${LANG}.emb vocab.txt &>mapping.log

mkdir ../wiki1-wiki2
cd ../wiki1-wiki2
python3 ${SCRIPT} ${EMBED_DIR}/wiki.1.${LANG}.emb ${EMBED_DIR}/wiki.2.${LANG}.emb vocab.txt &>mapping.log

mkdir ../wiki-euro
cd ../wiki-euro
python3 ${SCRIPT} ${EMBED_DIR}/wiki.1.${LANG}.emb ${EMBED_DIR}/euro.${LANG}.emb vocab.txt &>mapping.log

mkdir  ../wiki-dgt
cd ../wiki-dgt
python3 ${SCRIPT} ${EMBED_DIR}/wiki.1.${LANG}.emb ${EMBED_DIR}/dgt.${LANG}.emb vocab.txt &>mapping.log

mkdir ../wiki-sub
cd ../wiki-sub
python3 ${SCRIPT} ${EMBED_DIR}/wiki.1.${LANG}.emb ${EMBED_DIR}/sub.${LANG}.emb vocab.txt &>mapping.log

mkdir ../wiki-med
cd ../wiki-med
python3 ${SCRIPT} ${EMBED_DIR}/wiki.1.${LANG}.emb ${EMBED_DIR}/med.${LANG}.emb vocab.txt &>mapping.log

cd ../..
python3 visualize.py correlation/