diff options
| author | Hieu Hoang <hieuhoang@gmail.com> | 2015-10-15 15:34:05 +0300 |
|---|---|---|
| committer | Hieu Hoang <hieuhoang@gmail.com> | 2015-10-15 15:34:05 +0300 |
| commit | 3a133e68fc7b6db7bed02efeb85ca483b7773e2b (patch) | |
| tree | 9f64c87d3c12df622ebc1ec5e65ee6d6f6a2eade | |
| parent | 22ed0d692bbc552acc9dec1373eb563a1c2f50c0 (diff) | |
spurious ambiguity, different word alignment. Hypo scores are identical so it's a toss up which 1 is picked
| -rw-r--r-- | tests/phrase.early-distortion-cost.kenlm/truth/results.txt | 40 |
1 files changed, 20 insertions, 20 deletions
diff --git a/tests/phrase.early-distortion-cost.kenlm/truth/results.txt b/tests/phrase.early-distortion-cost.kenlm/truth/results.txt index c3225a4..dd00b53 100644 --- a/tests/phrase.early-distortion-cost.kenlm/truth/results.txt +++ b/tests/phrase.early-distortion-cost.kenlm/truth/results.txt @@ -166,12 +166,12 @@ TRANSLATION_3_NBEST_5=hundreds of within the realm ||| KENLM0= -30.8921 Distorti TRANSLATION_3_NBEST_6=hundreds of within the realm ||| KENLM0= -30.8921 Distortion0= 0 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -14.1402 ||| 0=0 1=1 2-3=2-3 4=4 ||| TRANSLATION_3_NBEST_7=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 0 -6.49862 1.99979 ||| -14.3607 ||| 2-4=0-2 0-1=3-6 ||| TRANSLATION_3_NBEST_8=within the realm hundreds of ||| KENLM0= -30.8922 Distortion0= -10 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -2.63906 -6.49862 2.99969 ||| -14.4818 ||| 2-4=0-2 0=3 1=4 ||| -TRANSLATION_3_NBEST_9=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -1.79176 -6.49862 2.99969 ||| -14.519 ||| 2-3=0 4=1-2 0-1=3-6 ||| -TRANSLATION_3_NBEST_10=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -1.79176 -6.49862 2.99969 ||| -14.519 ||| 2-3=0-1 4=2 0-1=3-6 ||| +TRANSLATION_3_NBEST_9=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -1.79176 -6.49862 2.99969 ||| -14.519 ||| 2-3=0-1 4=2 0-1=3-6 ||| +TRANSLATION_3_NBEST_10=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -1.79176 -6.49862 2.99969 ||| -14.519 ||| 2-3=0 4=1-2 0-1=3-6 ||| TRANSLATION_3_NBEST_11=hundreds of thousands of within the realm ||| KENLM0= -32.7886 Distortion0= 0 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -4.43082 -6.49862 2.99969 ||| -14.5468 ||| 0=0-1 1=2-3 2-4=4-6 ||| TRANSLATION_3_NBEST_12=hundreds of thousands of within the realm ||| KENLM0= -32.7886 Distortion0= 0 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -2.63906 -6.49862 2.99969 ||| -14.5777 ||| 0=0-2 1=3 2-4=4-6 ||| -TRANSLATION_3_NBEST_13=within the realm hundreds of ||| KENLM0= -30.8922 Distortion0= -10 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -14.6402 ||| 2-3=0 4=1-2 0=3 1=4 ||| -TRANSLATION_3_NBEST_14=within the realm hundreds of ||| KENLM0= -30.8922 Distortion0= -10 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -14.6402 ||| 2-3=0-1 4=2 0=3 1=4 ||| +TRANSLATION_3_NBEST_13=within the realm hundreds of ||| KENLM0= -30.8922 Distortion0= -10 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -14.6402 ||| 2-3=0-1 4=2 0=3 1=4 ||| +TRANSLATION_3_NBEST_14=within the realm hundreds of ||| KENLM0= -30.8922 Distortion0= -10 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -14.6402 ||| 2-3=0 4=1-2 0=3 1=4 ||| TRANSLATION_3_NBEST_15=hundreds of thousands of within the realm ||| KENLM0= -32.7886 Distortion0= 0 WordPenalty0= -7 PhraseDictionaryMemory0= -2.48491 -16.0412 -4.43082 -6.49862 2.99969 ||| -14.6855 ||| 0=0 1=1-3 2-4=4-6 ||| TRANSLATION_3_NBEST_16=hundreds of thousands of within the realm ||| KENLM0= -32.7886 Distortion0= 0 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -6.22258 -6.49862 3.99959 ||| -14.7052 ||| 0=0-1 1=2-3 2-3=4 4=5-6 ||| TRANSLATION_3_NBEST_17=hundreds of thousands of within the realm ||| KENLM0= -32.7886 Distortion0= 0 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -6.22258 -6.49862 3.99959 ||| -14.7052 ||| 0=0-1 1=2-3 2-3=4-5 4=6 ||| @@ -180,32 +180,32 @@ TRANSLATION_3_NBEST_19=hundreds of thousands of within the realm ||| KENLM0= -32 TRANSLATION_3_NBEST_20=hundreds of thousands of within the realm ||| KENLM0= -32.7886 Distortion0= 0 WordPenalty0= -7 PhraseDictionaryMemory0= -2.48491 -16.0412 -6.22258 -6.49862 3.99959 ||| -14.8438 ||| 0=0 1=1-3 2-3=4 4=5-6 ||| TRANSLATION_3_NBEST_21=hundreds of thousands of within the realm ||| KENLM0= -32.7886 Distortion0= 0 WordPenalty0= -7 PhraseDictionaryMemory0= -2.48491 -16.0412 -6.22258 -6.49862 3.99959 ||| -14.8438 ||| 0=0 1=1-3 2-3=4-5 4=6 ||| TRANSLATION_3_NBEST_22=hundreds within the realm of ||| KENLM0= -31.8578 Distortion0= -8 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -2.63906 -6.49862 2.99969 ||| -14.8647 ||| 0=0 2-4=1-3 1=4 ||| -TRANSLATION_3_NBEST_23=hundreds within the realm of ||| KENLM0= -31.8578 Distortion0= -8 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -15.023 ||| 0=0 2-3=1 4=2-3 1=4 ||| -TRANSLATION_3_NBEST_24=hundreds within the realm of ||| KENLM0= -31.8578 Distortion0= -8 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -15.023 ||| 0=0 2-3=1-2 4=3 1=4 ||| +TRANSLATION_3_NBEST_23=hundreds within the realm of ||| KENLM0= -31.8578 Distortion0= -8 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -15.023 ||| 0=0 2-3=1-2 4=3 1=4 ||| +TRANSLATION_3_NBEST_24=hundreds within the realm of ||| KENLM0= -31.8578 Distortion0= -8 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -15.023 ||| 0=0 2-3=1 4=2-3 1=4 ||| TRANSLATION_3_NBEST_25=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -4.43082 -6.49862 2.99969 ||| -15.0468 ||| 2-4=0-2 0=3-4 1=5-6 ||| TRANSLATION_3_NBEST_26=within the realm of hundreds ||| KENLM0= -31.8578 Distortion0= -12 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -2.63906 -6.49862 2.99969 ||| -15.0647 ||| 2-4=0-2 1=3 0=4 ||| TRANSLATION_3_NBEST_27=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -2.63906 -6.49862 2.99969 ||| -15.0777 ||| 2-4=0-2 0=3-5 1=6 ||| TRANSLATION_3_NBEST_28=hundreds of within the realm of ||| KENLM0= -33.185 Distortion0= -8 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -2.63906 -6.49862 2.99969 ||| -15.1323 ||| 0=0-1 2-4=2-4 1=5 ||| TRANSLATION_3_NBEST_29=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -2.48491 -16.0412 -4.43082 -6.49862 2.99969 ||| -15.1855 ||| 2-4=0-2 0=3 1=4-6 ||| -TRANSLATION_3_NBEST_30=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -6.22258 -6.49862 3.99959 ||| -15.2052 ||| 2-3=0 4=1-2 0=3-4 1=5-6 ||| -TRANSLATION_3_NBEST_31=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -6.22258 -6.49862 3.99959 ||| -15.2052 ||| 2-3=0-1 4=2 0=3-4 1=5-6 ||| -TRANSLATION_3_NBEST_32=within the realm of hundreds ||| KENLM0= -31.8578 Distortion0= -12 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -15.223 ||| 2-3=0 4=1-2 1=3 0=4 ||| -TRANSLATION_3_NBEST_33=within the realm of hundreds ||| KENLM0= -31.8578 Distortion0= -12 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -15.223 ||| 2-3=0-1 4=2 1=3 0=4 ||| -TRANSLATION_3_NBEST_34=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -4.43082 -6.49862 3.99959 ||| -15.236 ||| 2-3=0 4=1-2 0=3-5 1=6 ||| -TRANSLATION_3_NBEST_35=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -4.43082 -6.49862 3.99959 ||| -15.236 ||| 2-3=0-1 4=2 0=3-5 1=6 ||| -TRANSLATION_3_NBEST_36=hundreds of within the realm of ||| KENLM0= -33.185 Distortion0= -8 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -4.43082 -6.49862 3.99959 ||| -15.2907 ||| 0=0-1 2-3=2 4=3-4 1=5 ||| -TRANSLATION_3_NBEST_37=hundreds of within the realm of ||| KENLM0= -33.185 Distortion0= -8 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -4.43082 -6.49862 3.99959 ||| -15.2907 ||| 0=0-1 2-3=2-3 4=4 1=5 ||| +TRANSLATION_3_NBEST_30=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -6.22258 -6.49862 3.99959 ||| -15.2052 ||| 2-3=0-1 4=2 0=3-4 1=5-6 ||| +TRANSLATION_3_NBEST_31=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -6.22258 -6.49862 3.99959 ||| -15.2052 ||| 2-3=0 4=1-2 0=3-4 1=5-6 ||| +TRANSLATION_3_NBEST_32=within the realm of hundreds ||| KENLM0= -31.8578 Distortion0= -12 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -15.223 ||| 2-3=0-1 4=2 1=3 0=4 ||| +TRANSLATION_3_NBEST_33=within the realm of hundreds ||| KENLM0= -31.8578 Distortion0= -12 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -15.223 ||| 2-3=0 4=1-2 1=3 0=4 ||| +TRANSLATION_3_NBEST_34=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -4.43082 -6.49862 3.99959 ||| -15.236 ||| 2-3=0-1 4=2 0=3-5 1=6 ||| +TRANSLATION_3_NBEST_35=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -4.43082 -6.49862 3.99959 ||| -15.236 ||| 2-3=0 4=1-2 0=3-5 1=6 ||| +TRANSLATION_3_NBEST_36=hundreds of within the realm of ||| KENLM0= -33.185 Distortion0= -8 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -4.43082 -6.49862 3.99959 ||| -15.2907 ||| 0=0-1 2-3=2-3 4=4 1=5 ||| +TRANSLATION_3_NBEST_37=hundreds of within the realm of ||| KENLM0= -33.185 Distortion0= -8 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -4.43082 -6.49862 3.99959 ||| -15.2907 ||| 0=0-1 2-3=2 4=3-4 1=5 ||| TRANSLATION_3_NBEST_38=within the realm of hundreds of ||| KENLM0= -33.185 Distortion0= -12 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -2.63906 -6.49862 2.99969 ||| -15.3323 ||| 2-4=0-2 1=3 0=4-5 ||| -TRANSLATION_3_NBEST_39=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -2.48491 -16.0412 -6.22258 -6.49862 3.99959 ||| -15.3438 ||| 2-3=0 4=1-2 0=3 1=4-6 ||| -TRANSLATION_3_NBEST_40=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -2.48491 -16.0412 -6.22258 -6.49862 3.99959 ||| -15.3438 ||| 2-3=0-1 4=2 0=3 1=4-6 ||| -TRANSLATION_3_NBEST_41=within the realm of hundreds of ||| KENLM0= -33.185 Distortion0= -12 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -4.43082 -6.49862 3.99959 ||| -15.4907 ||| 2-3=0 4=1-2 1=3 0=4-5 ||| -TRANSLATION_3_NBEST_42=within the realm of hundreds of ||| KENLM0= -33.185 Distortion0= -12 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -4.43082 -6.49862 3.99959 ||| -15.4907 ||| 2-3=0-1 4=2 1=3 0=4-5 ||| +TRANSLATION_3_NBEST_39=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -2.48491 -16.0412 -6.22258 -6.49862 3.99959 ||| -15.3438 ||| 2-3=0-1 4=2 0=3 1=4-6 ||| +TRANSLATION_3_NBEST_40=within the realm hundreds of thousands of ||| KENLM0= -32.7886 Distortion0= -10 WordPenalty0= -7 PhraseDictionaryMemory0= -2.48491 -16.0412 -6.22258 -6.49862 3.99959 ||| -15.3438 ||| 2-3=0 4=1-2 0=3 1=4-6 ||| +TRANSLATION_3_NBEST_41=within the realm of hundreds of ||| KENLM0= -33.185 Distortion0= -12 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -4.43082 -6.49862 3.99959 ||| -15.4907 ||| 2-3=0-1 4=2 1=3 0=4-5 ||| +TRANSLATION_3_NBEST_42=within the realm of hundreds of ||| KENLM0= -33.185 Distortion0= -12 WordPenalty0= -6 PhraseDictionaryMemory0= -3.73767 -10.8236 -4.43082 -6.49862 3.99959 ||| -15.4907 ||| 2-3=0 4=1-2 1=3 0=4-5 ||| TRANSLATION_3_NBEST_43=hundreds of thousands within the realm of ||| KENLM0= -34.0057 Distortion0= -8 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -2.63906 -6.49862 2.99969 ||| -15.5862 ||| 0=0-2 2-4=3-5 1=6 ||| TRANSLATION_3_NBEST_44=hundreds of thousands of the realm within ||| KENLM0= -35.4469 Distortion0= -6 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -1.79176 -6.49862 2.99969 ||| -15.6482 ||| 0-1=0-3 4=4-5 2-3=6 ||| TRANSLATION_3_NBEST_45=hundreds by within the realm ||| KENLM0= -35.1705 Distortion0= 0 WordPenalty0= -5 PhraseDictionaryMemory0= -2.74727 -7.98546 -2.82138 -5.05497 2.99969 ||| -15.7071 ||| 0=0 1=1 2-4=2-4 ||| TRANSLATION_3_NBEST_46=of hundreds within the realm ||| KENLM0= -34.0124 Distortion0= -4 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -2.63906 -6.49862 2.99969 ||| -15.7419 ||| 1=0 0=1 2-4=2-4 ||| -TRANSLATION_3_NBEST_47=hundreds of thousands within the realm of ||| KENLM0= -34.0057 Distortion0= -8 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -4.43082 -6.49862 3.99959 ||| -15.7446 ||| 0=0-2 2-3=3 4=4-5 1=6 ||| -TRANSLATION_3_NBEST_48=hundreds of thousands within the realm of ||| KENLM0= -34.0057 Distortion0= -8 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -4.43082 -6.49862 3.99959 ||| -15.7446 ||| 0=0-2 2-3=3-4 4=5 1=6 ||| +TRANSLATION_3_NBEST_47=hundreds of thousands within the realm of ||| KENLM0= -34.0057 Distortion0= -8 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -4.43082 -6.49862 3.99959 ||| -15.7446 ||| 0=0-2 2-3=3-4 4=5 1=6 ||| +TRANSLATION_3_NBEST_48=hundreds of thousands within the realm of ||| KENLM0= -34.0057 Distortion0= -8 WordPenalty0= -7 PhraseDictionaryMemory0= -3.73767 -16.0412 -4.43082 -6.49862 3.99959 ||| -15.7446 ||| 0=0-2 2-3=3 4=4-5 1=6 ||| TRANSLATION_3_NBEST_49=within hundreds of thousands of the realm ||| KENLM0= -35.4469 Distortion0= -8 WordPenalty0= -7 PhraseDictionaryMemory0= -1.79176 -16.0412 -1.79176 -6.49862 2.99969 ||| -15.7482 ||| 2-3=0 0-1=1-4 4=5-6 ||| TRANSLATION_3_NBEST_50=hundreds of the realm within ||| KENLM0= -33.5504 Distortion0= -6 WordPenalty0= -5 PhraseDictionaryMemory0= -3.73767 -7.80314 -4.43082 -6.49862 3.99959 ||| -15.7694 ||| 0=0 1=1 4=2-3 2-3=4 ||| TRANSLATION_4_NBEST_1=especially the between China and options . ||| KENLM0= -42.1864 Distortion0= 0 WordPenalty0= -7 PhraseDictionaryMemory0= -0.0512933 -2.8165 -1.03711 -8.81916 4.99948 ||| -15.6381 ||| 0-3=0-1 4=2 5-6=3-4 7=5 8=6 ||| |