diff options
author | Barry Haddow <barry.haddow@gmail.com> | 2015-05-13 14:12:49 +0300 |
---|---|---|
committer | Barry Haddow <barry.haddow@gmail.com> | 2015-05-13 14:12:49 +0300 |
commit | a8a6cc1037668473aefad58ae6f9609c4918c910 (patch) | |
tree | b3ce04cc9ce0b2bf8f30695bd10b045102724fb0 | |
parent | aad59265a4ad745e20e3af549b34232b5d3e3c15 (diff) |
test with sparse features
-rwxr-xr-x | tests/mert.hgdecode-denseonly/filter-stderr | 10 | ||||
-rw-r--r-- | tests/mert.hgdecode-denseonly/truth/results.txt | 46 | ||||
-rwxr-xr-x | tests/mert.hgdecode-sparse/command | 10 | ||||
-rw-r--r-- | tests/mert.hgdecode-sparse/data/dense.weights | 31 | ||||
-rw-r--r-- | tests/mert.hgdecode-sparse/data/hg.gz | bin | 0 -> 129928 bytes | |||
-rw-r--r-- | tests/mert.hgdecode-sparse/data/sparse.weights | 338 | ||||
-rwxr-xr-x | tests/mert.hgdecode-sparse/filter-stderr | 11 | ||||
-rwxr-xr-x | tests/mert.hgdecode-sparse/filter-stdout | 8 | ||||
-rw-r--r-- | tests/mert.hgdecode-sparse/truth/results.txt | 46 |
9 files changed, 495 insertions, 5 deletions
diff --git a/tests/mert.hgdecode-denseonly/filter-stderr b/tests/mert.hgdecode-denseonly/filter-stderr index 0a7b4a3..ebd6277 100755 --- a/tests/mert.hgdecode-denseonly/filter-stderr +++ b/tests/mert.hgdecode-denseonly/filter-stderr @@ -1,9 +1,11 @@ #!/usr/bin/perl -$x=0; while (<>) { chomp; - next if !/^WEIGHTS/; - $x++; - print "STDERR_$x=$_\n"; + next unless /^WEIGHTS/; + $x = 0; + foreach $feat (sort split) { + print "STDERR_$x=$feat\n"; + ++$x; + } } diff --git a/tests/mert.hgdecode-denseonly/truth/results.txt b/tests/mert.hgdecode-denseonly/truth/results.txt index 9c8355e..9684cbc 100644 --- a/tests/mert.hgdecode-denseonly/truth/results.txt +++ b/tests/mert.hgdecode-denseonly/truth/results.txt @@ -1,3 +1,47 @@ STDOUT_1=<s> the EU matters , but also the national matters management focus since mid @-@ September four ely @-@ centre . </s> -STDERR_1=WEIGHTS OpSequenceModel0_1 -80.062 OpSequenceModel0_2 2 OpSequenceModel0_3 2 OpSequenceModel0_4 3 Distortion0 -6 PhrasePenalty0 14 WordPenalty0 -20 UnknownWordPenalty0 -100 LM0 -126.616 LexicalReordering0_1 -5.2238 LexicalReordering0_2 -0.29515 LexicalReordering0_4 -0.470004 LexicalReordering0_5 -9.28267 LexicalReordering0_6 -0.470004 LexicalReordering0_8 -0.402678 TranslationModel0_1 -54.3119 TranslationModel0_2 -62.2619 TranslationModel0_3 -23.8782 TranslationModel0_4 -25.1626 TranslationModel0_5 12.9986 TranslationModel0_6 3.99958 TranslationModel0_7 1.99979 TranslationModel0_8 1.99979 TranslationModel0_12 0.999896 TranslationModel0_13 7.99917 WT_@-@~the 1 PL_s1 11 PL_t1 10 PL_1,1 10 WT_EU~OTHER 1 PL_t2 2 PL_1,2 1 PL_t3 2 PL_s2 3 PL_2,3 2 PL_2,2 1 WT_@-@~@-@ 1 WT_OTHER~OTHER 12 WT_OTHER~, 1 WT_OTHER~but 1 WT_myös~also 1 TWI_the 1 WT_OTHER~@-@ 1 WT_.~. 1 +STDERR_0=Distortion0=-6 +STDERR_1=LM0=-126.616 +STDERR_2=LexicalReordering0_1=-5.2238 +STDERR_3=LexicalReordering0_2=-0.29515 +STDERR_4=LexicalReordering0_4=-0.470004 +STDERR_5=LexicalReordering0_5=-9.28267 +STDERR_6=LexicalReordering0_6=-0.470004 +STDERR_7=LexicalReordering0_8=-0.402678 +STDERR_8=OpSequenceModel0_1=-80.062 +STDERR_9=OpSequenceModel0_2=2 +STDERR_10=OpSequenceModel0_3=2 +STDERR_11=OpSequenceModel0_4=3 +STDERR_12=PL_1,1=10 +STDERR_13=PL_1,2=1 +STDERR_14=PL_2,2=1 +STDERR_15=PL_2,3=2 +STDERR_16=PL_s1=11 +STDERR_17=PL_s2=3 +STDERR_18=PL_t1=10 +STDERR_19=PL_t2=2 +STDERR_20=PL_t3=2 +STDERR_21=PhrasePenalty0=14 +STDERR_22=TWI_the=1 +STDERR_23=TranslationModel0_12=0.999896 +STDERR_24=TranslationModel0_13=7.99917 +STDERR_25=TranslationModel0_1=-54.3119 +STDERR_26=TranslationModel0_2=-62.2619 +STDERR_27=TranslationModel0_3=-23.8782 +STDERR_28=TranslationModel0_4=-25.1626 +STDERR_29=TranslationModel0_5=12.9986 +STDERR_30=TranslationModel0_6=3.99958 +STDERR_31=TranslationModel0_7=1.99979 +STDERR_32=TranslationModel0_8=1.99979 +STDERR_33=UnknownWordPenalty0=-100 +STDERR_34=WEIGHTS +STDERR_35=WT_.~.=1 +STDERR_36=WT_@-@~@-@=1 +STDERR_37=WT_@-@~the=1 +STDERR_38=WT_EU~OTHER=1 +STDERR_39=WT_OTHER~,=1 +STDERR_40=WT_OTHER~@-@=1 +STDERR_41=WT_OTHER~OTHER=12 +STDERR_42=WT_OTHER~but=1 +STDERR_43=WT_myös~also=1 +STDERR_44=WordPenalty0=-20 TOTAL_WALLTIME ~ 0 diff --git a/tests/mert.hgdecode-sparse/command b/tests/mert.hgdecode-sparse/command new file mode 100755 index 0000000..3867a93 --- /dev/null +++ b/tests/mert.hgdecode-sparse/command @@ -0,0 +1,10 @@ +#! /bin/sh -w + +bin=$1; shift +testdir=$1; shift +cd $testdir + +cmd="$bin/hgdecode --hypergraph data/hg.gz -d data/dense.weights -s data/sparse.weights" +#echo $cmd +$cmd + diff --git a/tests/mert.hgdecode-sparse/data/dense.weights b/tests/mert.hgdecode-sparse/data/dense.weights new file mode 100644 index 0000000..c598eb2 --- /dev/null +++ b/tests/mert.hgdecode-sparse/data/dense.weights @@ -0,0 +1,31 @@ +OpSequenceModel0= 0.011187 +OpSequenceModel0= -0.002797 +OpSequenceModel0= 0.002797 +OpSequenceModel0= -0.000140 +OpSequenceModel0= 0.004195 +Distortion0= 0.041952 +PhrasePenalty0= 0.027968 +WordPenalty0= -0.139841 +UnknownWordPenalty0= 1.000000 +LM0= 0.069920 +LexicalReordering0= 0.041952 +LexicalReordering0= 0.041952 +LexicalReordering0= 0.041952 +LexicalReordering0= 0.041952 +LexicalReordering0= 0.041952 +LexicalReordering0= 0.041952 +LexicalReordering0= 0.041952 +LexicalReordering0= 0.041952 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 +TranslationModel0= 0.027968 diff --git a/tests/mert.hgdecode-sparse/data/hg.gz b/tests/mert.hgdecode-sparse/data/hg.gz Binary files differnew file mode 100644 index 0000000..10a3218 --- /dev/null +++ b/tests/mert.hgdecode-sparse/data/hg.gz diff --git a/tests/mert.hgdecode-sparse/data/sparse.weights b/tests/mert.hgdecode-sparse/data/sparse.weights new file mode 100644 index 0000000..423aa83 --- /dev/null +++ b/tests/mert.hgdecode-sparse/data/sparse.weights @@ -0,0 +1,338 @@ +WT_.~. 0.00168836040232321 +WT_,~, 0.0342446212393121 +WT_ovat~have 0.00561365624246673 +WT_on~in 0.000264211855416523 +PL_2,1 -0.0377382834179342 +WT_se~this -0.0029401692363256 +PL_3,5 0.00359310198536771 +WT_OTHER~at -0.0338520620941093 +WT_ovat~be -0.00020333125972794 +PL_5,2 -0.000326624258140982 +WT_OTHER~@-@ 0.00158522544702614 +WT_tämä~that 0.000873499525304421 +WT_myös~a -0.000696999075131191 +WT_olisi~should -0.000767542820204425 +WT_sitä~in -0.000452209592346307 +WT_OTHER~an -0.0160217610119945 +PL_s5 -0.00429767947425534 +WT_ole~is 0.00563440282197017 +PL_5,5 -0.0088850854687524 +TWI_at -0.0131122682270979 +WT_ovat~of 3.60738541413206e-05 +WT_OTHER~it -0.00723933348845343 +WT_ja~. 0.000282153481246815 +WT_ole~OTHER 0.00505909506631626 +WT_.~and 0.000270011894951925 +WT_ja~and 0.00284351086867144 +WT_.~OTHER -0.00373092430788507 +TWI_is -0.0145231431285626 +WT_ei~are -0.000223185628817504 +WT_olemme~are -0.000301134451587853 +TWI_and -0.00030701712808177 +PL_4,4 -0.00223889050732663 +TWI_be 0.00271761379829741 +WT_on~will -0.00186945627360406 +WT_kun~in 0.000437211320298547 +WT_OTHER~on 0.000395669116592706 +TWI_but -0.000833739726890764 +WT_OTHER~we 0.0138266412188728 +WT_ei~has 0.000187967503896181 +TWI_would 0.00054478045385736 +WT_@-@~the 0.00144777935781583 +TWI_of -0.0306027500115171 +PL_2,5 -0.0299761871862286 +PL_1,5 -0.0265919014047295 +WT_on~OTHER -0.0139069939037372 +WT_OTHER~should -0.00307791093742002 +WT_.~of 0.000513617586509961 +WT_voi~OTHER -0.00468079919452211 +WT_kun~that 0.00051795031614784 +WT_siitä~the -0.00292622173015683 +WT_ei~will -0.000344256163338143 +WT_OTHER~which 0.00152965713126417 +WT_sitä~OTHER -0.00595868905884587 +WT_olisi~it -0.000642224208539995 +PL_4,1 6.38177684953556e-06 +WT_OTHER~must 0.00390186187987538 +TWI_which -0.000251129014008799 +WT_Euroopan~the -0.00241413460699236 +WT_OTHER~as 0.0320702614625977 +WT_tämän~this -0.00246391161720642 +WT_on~are 0.00355959706568388 +WT_olisi~have 0.0148816397225728 +WT_kun~OTHER 0.00270751596507407 +WT_että~the 0.000614856594677536 +WT_OTHER~European -0.000451019082667548 +WT_ja~, -0.00226398392521697 +WT_OTHER~has -0.0238269897049735 +WT_että~we 0.000173235282544126 +WT_OTHER~Mr -0.0265392287417415 +SWD_, -0.0357607742822337 +TWI_it 0.0130303702982938 +WT_se~the 0.0163590272979637 +WT_-~- -0.0094940459500322 +WT_olemme~have -0.00121960729398944 +WT_sen~the 0.000667492978025227 +WT_ei~there -0.00704349061522631 +PL_1,2 0.05758868862087 +WT_kuten~as 0.0132095514107798 +WT_on~be 6.26395535835944e-06 +WT_olisi~would 0.0150570585019883 +WT_OTHER~this -0.0314106438539034 +WT_,~in 0.00171095455610238 +WT_@-@~of -0.000301776735590615 +WT_nyt~it 0.000166524892774683 +WT_OTHER~our -0.000650222525540917 +SWD_että 0.00968270007971376 +WT_myös~the -0.0024053401534399 +WT_nyt~OTHER -0.000300271802362386 +WT_on~the 0.000259990652080379 +WT_tämä~it -0.00340736366381584 +WT_unionin~'s 0.0166943452328784 +WT_että~OTHER -0.00590476004535036 +TWI_as -0.0193449088810967 +SWD_kanssa 0.0050454364535797 +WT_sitä~all -0.000213998817673396 +WT_Euroopan~'s 0.00298596220455599 +WT_tämän~OTHER 1.13265708934774e-05 +WT_,~- 0.000392584003474837 +WT_?~OTHER 0.000277670258286114 +WT_?~. 7.48878960793621e-05 +WT_komission~Commission 0.000351414673850098 +WT_joka~OTHER -0.000201226368743993 +WT_siitä~as -0.00153363445479591 +WT_sekä~as 0.0255025044272415 +WT_OTHER~would -0.00163352439781961 +WT_voi~not -0.000132970256546706 +TWI_. -0.00191308590031888 +WT_jotka~OTHER -0.000950277993751746 +SWD_ei 0.000184789004296739 +WT_OTHER~that 0.0561897053792891 +PL_2,2 0.00951709024008945 +TWI_been -0.000527833830755196 +WT_myös~in -0.000760844523648423 +WT_kun~with -3.35780164406296e-05 +TWI_you -0.00217288843574573 +WT_nyt~at -0.000361515866299394 +WT_komission~the 0.0257923384427138 +TWI_OTHER -0.00259999386067864 +WT_joka~a 0.0139226478966915 +TWI_must -2.63774484197069e-06 +WT_sen~it -0.0106928193246433 +WT_OTHER~you -0.00141329354415289 +WT_joka~which -0.000627083505311705 +PL_t3 0.0337524274522583 +WT_ei~not 0.0289483984127711 +WT_OTHER~a -0.0768819326067654 +WT_kuitenkin~OTHER -2.47476191704387e-05 +WT_olen~have -0.00157624959527206 +WT_OTHER~for 0.00724625349392252 +WT_siitä~to -0.000138989317614431 +WT_jotka~which 0.00581665426697984 +WT_on~must -0.0107331972206329 +WT_joka~that -0.000670796440830228 +WT_OTHER~are 0.0118798354084089 +WT_voi~be -0.00162014796006334 +WT_OTHER~OTHER 0.00754354499101686 +WT_on~a 0.0143697608714176 +WT_ole~have -0.0127573324126009 +WT_kuin~to 0.000966906162233293 +WT_OTHER~by 0.00527731038440946 +WT_OTHER~. -0.00324616784709755 +WT_se~to 0.000163770999336062 +WT_OTHER~in 0.0288822888459596 +SWD_siitä -0.00352711335069063 +WT_olisi~be -0.000805186306265884 +WT_OTHER~but -0.000389144156096028 +PL_3,1 0.00264049268880259 +PL_4,2 -0.0148235251135363 +SWD_jotka -0.00185415835860104 +TWI_that -0.00910215865002061 +WT_koska~as -0.00175674080588086 +WT_kuin~that -0.000199847070566514 +WT_on~is 0.0128717476486577 +TWI_I 0.000678966750200091 +TWI_on -0.00267143115985614 +WT_komission~'s -0.000553496973367647 +WT_OTHER~President -0.00392620954960352 +WT_OTHER~will -0.00180686717559433 +WT_N~of 0.00120746705138493 +TWI_'s 0.00173371667117934 +WT_N~OTHER -0.00188515057726988 +WT_meidän~we -0.00631430343698599 +TWI_for 0.0231412373183425 +PL_4,5 0.0276434734979545 +WT_kuitenkin~, -0.00477634901761083 +TWI_from 0.00173655185788609 +WT_OTHER~with -0.0211170349418555 +WT_@-@~OTHER 0.000110795334166829 +WT_@-@~in 0.0233200153237139 +WT_kanssa~, -0.000137355390109497 +WT_OTHER~have -0.00908408601437804 +WT_-~, 0.010484816053456 +WT_,~OTHER -0.00130157240731262 +WT_sekä~OTHER 0.0132121716070254 +WT_että~and 0.00108056221322414 +WT_se~would -0.0110294809499405 +SWD_sitä 0.00299507914380022 +TWI_an -0.00297129582403267 +WT_tämän~that 0.000796694183049449 +WT_nyt~the 0.00110009947138347 +TWI_@-@ -0.00442088244541276 +PL_3,3 -0.0204673606419905 +WT_tai~and -0.000188816716217825 +WT_meidän~our 0.00634219173087161 +WT_voi~can 0.00748905834601267 +PL_1,1 0.0263239023579704 +SWD_OTHER -0.00561954160634141 +PL_1,3 0.0153837096339369 +WT_komission~European 0.00513476499019815 +WT_on~to 0.000294992442850144 +WT_myös~as -0.000136718480868264 +WT_olen~OTHER -0.000229488208555904 +WT_ole~has -2.89526982219946e-05 +PL_t4 0.0266060101537442 +WT_ei~is 0.00981310523132056 +PL_s3 -0.0328714368530723 +WT_meidän~it 0.00127917308863889 +WT_kuten~OTHER -0.00887950915366566 +WT_se~it 0.00844489249949543 +WT_,~and -0.000714231904284795 +SWD_on 0.00230452306405238 +WT_OTHER~to -0.00421089723091144 +WT_siitä~for -6.01879232964826e-05 +WT_ei~OTHER -0.00382503638226468 +WT_siitä~OTHER 0.00545108314310653 +WT_tämä~this 0.00235921126261392 +WT_OTHER~'s 0.0591452867443002 +WT_sitä~this -0.000700082844558678 +WT_meidän~in -0.00064952582207767 +TWI_will -2.93546631998738e-05 +WT_myös~also 0.00659827224393936 +PL_2,4 0.0389187826033454 +TWI_in 0.0233204184308286 +WT_myös~OTHER -0.00626801330331413 +WT_kun~as -0.00446999432888756 +WT_on~have 0.0401339490006212 +WT_kuin~OTHER -0.000157414671982368 +WT_sen~that 0.0178180734996355 +WT_on~should -0.00106838837836007 +WT_"~OTHER 0.0389326897988027 +WT_OTHER~can -0.0253417318729936 +WT_että~for 0.00297573000229442 +WT_että~that 0.000863274041494758 +PL_t1 -0.0082799545050623 +TWI_there 0.000664814331248018 +PL_4,3 -0.00718262975431837 +WT_@-@~and -3.80921442801254e-05 +TWI_we 2.84502252035158e-05 +WT_OTHER~is -0.00778023605186734 +WT_että~there -0.000228099504545748 +PL_3,2 -0.0214686787149157 +WT_Euroopan~European -0.0014548001400636 +SWD_myös -0.000525741704829881 +WT_on~of -9.53294578660115e-06 +TWI_our -0.000975660305074286 +WT_Euroopan~in 0.00198909174679635 +TWI_should -0.000110654918521874 +WT_myös~for 0.000199005248541973 +TWI_have 2.44211024075284e-05 +WT_ovat~has 0.000139324568364827 +WT_koska~OTHER 0.00359520486081608 +WT_sitä~that -7.25512185044601e-05 +WT_OTHER~also -9.47657797506168e-06 +WT_se~that -0.0013882270000702 +PL_s2 0.0248516879905515 +WT_on~we 0.000324112900816374 +WT_se~is 0.00180236581281346 +WT_on~, -3.79712793302332e-05 +PL_3,4 0.00458744630520853 +WT_Euroopan~OTHER 0.00443627441874255 +TWI_not 6.82440189838458e-06 +WT_OTHER~from -0.0198688137611739 +WT_tämän~the 0.00179017854104557 +TWI_to 0.00230746574598972 +PL_s4 0.00329443320563146 +WT_ole~not 0.0027561306831074 +WT_OTHER~I 0.00272471520196812 +TWI_this -1.64974945918646e-05 +WT_EU~European 0.000160435287961885 +WT_tai~OTHER -2.68963816453694e-07 +WT_OTHER~and -0.0167830959826325 +WT_kuitenkin~a 0.000197916187487081 +WT_kuin~as 0.000534993013112342 +WT_ja~@-@ -0.0012441430803711 +WT_OTHER~be -0.0256324392872144 +TWI_has -0.00113266380779966 +WT_@-@~to -0.000418775888252742 +WT_OTHER~not 0.0114650381873783 +WT_sen~OTHER -0.00813013302743057 +WT_OTHER~, -0.0289771533869533 +SWD_. 0.000381495198594516 +WT_se~a -0.00380508929853873 +WT_että~to 4.21243575639923e-05 +PL_1,4 -0.0169661066127082 +SWD_@-@ 0.00386599206511862 +WT_ei~should -0.000666344794593511 +WT_ei~it -0.000497603484533146 +WT_kuin~and -0.00124487539162948 +WT_tämän~in -0.00439824126247021 +TWI_a 0.0583443800919021 +SWD_kun 0.00254187925164212 +WT_.~, 0.00283992993380249 +TWI_by -0.0109745911978216 +PL_5,4 0.00449999221667346 +WT_ole~are 0.00148729729196067 +WT_OTHER~of 0.0127273009325554 +WT_hyvin~OTHER -0.00618418046035948 +WT_on~it -0.00231805402620262 +PL_2,3 0.0451536403464751 +WT_EU~OTHER 0.000759957687996074 +WT_ovat~OTHER 0.00354588470533202 +WT_N~@-@ 8.78148694027342e-05 +TWI_all -0.000156464011036858 +WT_hyvin~a 0.00859061572146099 +WT_on~there -0.0129170300145428 +PL_s1 0.054744835111151 +PL_t2 0.0266761507917027 +SWD_se -0.00145991288196843 +WT_OTHER~there -0.0220139482720723 +WT_OTHER~Union -0.00111592814408752 +WT_ovat~will -0.000520145234387404 +SWD_ovat 9.19077503073641e-05 +WT_ovat~are -0.00249894834392613 +WT_olisi~OTHER -0.0146790112129148 +WT_on~has -0.0162019498922673 +WT_voi~will -0.00163156260986139 +SWD_sen -2.63417734400556e-05 +WT_N~the 0.000125508743853532 +WT_sekä~and -0.012637206492419 +SWD_joka -0.0129995997885381 +WT_kuitenkin~but -0.00281576366227597 +WT_OTHER~been 0.0123649748209554 +WT_nyt~is -0.0105029558736177 +WT_kanssa~with -0.00456337409200878 +WT_siitä~it 0.000535858349718574 +PL_t5 -0.0340241216475689 +PL_5,3 -0.000419885776508561 +WT_ei~would 0.00127653273703758 +WT_N~'s 0.00623594613233941 +TWI_are -0.00120428250517877 +WT_sitä~the -0.00126374080459764 +TWI_, -0.0262408622923413 +WT_EU~the 0.0121491109610313 +WT_OTHER~all -0.00907649416371777 +WT_OTHER~the 0.0439985369092903 +WT_se~OTHER 0.002761109055974 +WT_jotka~that -0.00205161366028697 +WT_siitä~on -0.00239770799206817 +WT_OTHER~' -0.00257782968782182 +WT_sitä~to -0.000213998817673396 +TWI_the 0.0606881792258305 +SWD_N 0.000180593331077859 +TWI_with -0.000105799493325262 +WT_ovat~is -0.00318393482703913 +WT_sitä~it 0.00416506395196957 +WT_@-@~@-@ 0.00419842778416326 +WT_sekä~, -0.00130982938471215 +WT_"~' -0.0389474032084894 diff --git a/tests/mert.hgdecode-sparse/filter-stderr b/tests/mert.hgdecode-sparse/filter-stderr new file mode 100755 index 0000000..ebd6277 --- /dev/null +++ b/tests/mert.hgdecode-sparse/filter-stderr @@ -0,0 +1,11 @@ +#!/usr/bin/perl + +while (<>) { + chomp; + next unless /^WEIGHTS/; + $x = 0; + foreach $feat (sort split) { + print "STDERR_$x=$feat\n"; + ++$x; + } +} diff --git a/tests/mert.hgdecode-sparse/filter-stdout b/tests/mert.hgdecode-sparse/filter-stdout new file mode 100755 index 0000000..1212cc8 --- /dev/null +++ b/tests/mert.hgdecode-sparse/filter-stdout @@ -0,0 +1,8 @@ +#!/usr/bin/perl + +$x=0; +while (<>) { + chomp; + $x++; + print "STDOUT_$x=$_\n"; +} diff --git a/tests/mert.hgdecode-sparse/truth/results.txt b/tests/mert.hgdecode-sparse/truth/results.txt new file mode 100644 index 0000000..a7e12d5 --- /dev/null +++ b/tests/mert.hgdecode-sparse/truth/results.txt @@ -0,0 +1,46 @@ +STDOUT_1=<s> the EU @-@ matters , but also the national matters management focus since mid @-@ September four ely @-@ centre . </s> +STDERR_0=Distortion0=-6 +STDERR_1=LM0=-134.328 +STDERR_2=LexicalReordering0_1=-4.60231 +STDERR_3=LexicalReordering0_2=-0.29515 +STDERR_4=LexicalReordering0_4=-0.470004 +STDERR_5=LexicalReordering0_5=-9.23893 +STDERR_6=LexicalReordering0_6=-0.470004 +STDERR_7=LexicalReordering0_8=-0.402678 +STDERR_8=OpSequenceModel0_1=-79.4235 +STDERR_9=OpSequenceModel0_2=1 +STDERR_10=OpSequenceModel0_3=1 +STDERR_11=OpSequenceModel0_4=2 +STDERR_12=PL_1,1=11 +STDERR_13=PL_1,2=2 +STDERR_14=PL_2,3=2 +STDERR_15=PL_s1=13 +STDERR_16=PL_s2=2 +STDERR_17=PL_t1=11 +STDERR_18=PL_t2=2 +STDERR_19=PL_t3=2 +STDERR_20=PhrasePenalty0=15 +STDERR_21=TWI_the=1 +STDERR_22=TranslationModel0_12=0.999896 +STDERR_23=TranslationModel0_13=8.99906 +STDERR_24=TranslationModel0_1=-51.5573 +STDERR_25=TranslationModel0_2=-60.3781 +STDERR_26=TranslationModel0_3=-23.9607 +STDERR_27=TranslationModel0_4=-26.3136 +STDERR_28=TranslationModel0_5=13.9985 +STDERR_29=TranslationModel0_6=4.99948 +STDERR_30=TranslationModel0_7=1.99979 +STDERR_31=TranslationModel0_8=1.99979 +STDERR_32=UnknownWordPenalty0=-100 +STDERR_33=WEIGHTS +STDERR_34=WT_.~.=1 +STDERR_35=WT_@-@~@-@=2 +STDERR_36=WT_EU~OTHER=1 +STDERR_37=WT_EU~the=1 +STDERR_38=WT_OTHER~,=1 +STDERR_39=WT_OTHER~@-@=1 +STDERR_40=WT_OTHER~OTHER=12 +STDERR_41=WT_OTHER~but=1 +STDERR_42=WT_myös~also=1 +STDERR_43=WordPenalty0=-21 +TOTAL_WALLTIME ~ 0 |