Debian Codegraph @

scripts/kbcompletion/fb15k.sh

raw
1 #!/usr/bin/env bash
2 #
3 # copyright (c) 2017-present, facebook, inc.
4 # all rights reserved.
5 #
6 # this source code is licensed under the MIT license found in the
7 # license file in the root directory of this source tree.
8 #
9 # script for FB15k
10 DIR=data/FB15k/
11 FASTTEXTDIR=../../
12
13 # compile
14 pushd $FASTTEXTDIR
15 make opt
16 popd
17 ft=${FASTTEXTDIR}/fasttext
18
19 g++ -std=c++0x eval.cpp -o eval
20
21 ## Train model and test it on validation:
22 dim=100
23 epoch=100
24 neg=100
25 model=data/fb15
26 pred=data/fbpred
27
28 echo "---- train ----"
29 $ft supervised -input $DIR/ft_freebase_mtr100_mte100-train.txt \
30 -dim $dim -epoch $epoch -output ${model} -lr .2 -thread 20 -loss ns -neg $neg -minCount 0
31
32 echo "computing raw hits@10..."
33 $ft test ${model}.bin $DIR/ft_freebase_mtr100_mte100-test.txt 10 2> /dev/null | awk '{if(NR==3) print "raw hit@10="$2}'
34
35 echo "computing filtered hit@10..."
36 $ft predict ${model}.bin $DIR/ft_freebase_mtr100_mte100-test.txt 20000 > $pred
37 ./eval $pred ${DIR}/ft_freebase_mtr100_mte100-test.txt $DIR/ft_freebase_mtr100_mte100-full.txt 10 | awk '{if(NR==2) print "filtered hit@10="$2}'
38
39 echo "---- train+val ----"
40
41 $ft supervised -input $DIR/ft_freebase_mtr100_mte100-valid+train.txt \
42 -dim ${dim} -epoch ${dim} -output ${model} -lr .2 -thread 20 -loss ns -neg ${neg} -minCount 0
43
44 echo "computing raw hits@10..."
45 $ft test ${model}.bin $DIR/ft_freebase_mtr100_mte100-test.txt 10 2> /dev/null | awk '{if(NR==3) print "raw hit@10="$2}'
46
47 echo "computing filtered hit@10..."
48 $ft predict ${model}.bin $DIR/ft_freebase_mtr100_mte100-test.txt 20000 > $pred
49 ./eval $pred ${DIR}/ft_freebase_mtr100_mte100-test.txt $DIR/ft_freebase_mtr100_mte100-full.txt 10 | awk '{if(NR==2) print "filtered hit@10="$2}'