forked from udapi/udapi-python
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcoref_pdt.sh
More file actions
34 lines (26 loc) · 1.03 KB
/
coref_pdt.sh
File metadata and controls
34 lines (26 loc) · 1.03 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
#!/bin/bash
export PATH=../bin:$PATH
export PYTHONPATH=../:$PYTHONPATH
list="list"
ls pdt_train/*.in.conllu | sed 's:.*/\(.*\).in.conllu:\1:' > $list
while read name
do
input="pdt_train/$name.in.conllu"
output="train/$name.out.conllu"
udapy read.Conllu files=$input demo.Coreference.PDT.Pdt_main write.Conllu > $output
done < $list
rm $list
ls pdt_test/*.in.conllu | sed 's:.*/\(.*\).in.conllu:\1:' > $list
while read name
do
input="pdt_test/$name.in.conllu"
plain_output="test/$name.in.conllu"
coref_output="test/$name.out.conllu"
cp $input $plain_output
udapy read.Conllu files=$input demo.Coreference.PDT.Pdt_main write.Conllu > $coref_output
done < $list
rm $list
# adding coreference information from pdt files to conllu files
# training files with coreference
#cat pdt_test/*.in.conll > test/all.in.conllu # testing files without coreference
#udapy read.Conllu files='!pdt_test/*.in.conll' demo.Coreference.PDT.Pdt_main write.Conllu > test/all.out.conllu # testing files with coreference (for evaluation)