Home

Applying Moses compound splitter

/home/quiroz/NLP2-Project2/mosesdecoder/scripts/generic/compound-splitter.perl -model ../../mosesCompound_full.model < words_threshold_30.clean > splitter_results

paste words_threshold_30.clean splitter_results > pasted_results

../../possibleReplacements.sh pasted_results > possible_replacements

../../count.sh possible_replacements ../../true.de > actual_replacements_count

cat actual_replacements_count | awk '{print }' > actual_replacements

cp /home/quiroz/NLP2-Project2/corpus/testing/test.true.de test.de

cp /home/quiroz/NLP2-Project2/corpus/truecased/5k/true.de ./

cp /home/quiroz/NLP2-Project2/corpus/truecased/5k/true.en ./

cp /home/quiroz/NLP2-Project2/corpus/tuning/true.de tune.de

../../replacementsToMake.sh actual_replacements true.de > toReplace_train

../../replacementsToMake.sh possible_replacements true.de > toReplace_test

../../replace2.sh toReplace_train true.de

../../replace2.sh toReplace_test test.de

../../replace2.sh toReplace_test tune.de