diff options
Diffstat (limited to 'tests/sentencepiece/test_create_joint_spm_vocab.sh')
| -rw-r--r-- | tests/sentencepiece/test_create_joint_spm_vocab.sh | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/tests/sentencepiece/test_create_joint_spm_vocab.sh b/tests/sentencepiece/test_create_joint_spm_vocab.sh index a2afb3d..79cd801 100644 --- a/tests/sentencepiece/test_create_joint_spm_vocab.sh +++ b/tests/sentencepiece/test_create_joint_spm_vocab.sh @@ -32,7 +32,7 @@ grep -q "Sampling .* from .*corpus.small.de.gz, .*corpus.small.en.gz" vocab.join grep -q "Loading SentencePiece vocabulary .*vocab.ende.spm" vocab.joint.log # Extract a textual vocabulary and compare with the expected output -LC=UTF-8 $MRT_MARIAN/spm_export_vocab --model vocab.joint/vocab.ende.spm | head -n 7800 | sort > vocab.joint.out +LC=UTF-8 $MRT_MARIAN/spm_export_vocab --model vocab.joint/vocab.ende.spm | sort > vocab.joint.out $MRT_TOOLS/diff-nums.py vocab.joint.out vocab.joint.expected -o vocab.joint.diff # Exit with success code |