TASK=ja-en
SCRIPT=${path}/script.segmentation.distribution
MOSES_SCRIPT=${path}/mosesdecoder-RELEASE-2.1.1/scripts
RIBES=${path}/RIBES-1.02.4
mkdir tests.tok
mkdir results.tok
Moses tokenizer for file in tests results; do
cat ${file}.org/${TASK}.txt | \
perl ${SCRIPT}/z2h-utf8.pl | \
${MOSE_SCRIPT}/tokenizer/tokenizer.perl -l en | \
> ${file}.tok/${TASK}.moses.txt
done
BLEU perl ${MOSES_SCRIPT}/generic/multi-bleu.perl tests.tok/${TASK}.moses.txt < results.tok/${TASK}.moses.txt
RIBES python3 ${RIBES}/RIBES.py -c -r tests.tok/${TASK}.moses.txt results.tok/${TASK}.moses.txt
JST (Japan Science and Technology Agency)
NICT (National Institute of Information and Communications Technology)
Kyoto University
Last Modified: 2015-03-20