Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/moses-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorBarry Haddow <barry.haddow@gmail.com>2015-05-13 14:12:49 +0300
committerBarry Haddow <barry.haddow@gmail.com>2015-05-13 14:12:49 +0300
commita8a6cc1037668473aefad58ae6f9609c4918c910 (patch)
treeb3ce04cc9ce0b2bf8f30695bd10b045102724fb0
parentaad59265a4ad745e20e3af549b34232b5d3e3c15 (diff)
test with sparse features
-rwxr-xr-xtests/mert.hgdecode-denseonly/filter-stderr10
-rw-r--r--tests/mert.hgdecode-denseonly/truth/results.txt46
-rwxr-xr-xtests/mert.hgdecode-sparse/command10
-rw-r--r--tests/mert.hgdecode-sparse/data/dense.weights31
-rw-r--r--tests/mert.hgdecode-sparse/data/hg.gzbin0 -> 129928 bytes
-rw-r--r--tests/mert.hgdecode-sparse/data/sparse.weights338
-rwxr-xr-xtests/mert.hgdecode-sparse/filter-stderr11
-rwxr-xr-xtests/mert.hgdecode-sparse/filter-stdout8
-rw-r--r--tests/mert.hgdecode-sparse/truth/results.txt46
9 files changed, 495 insertions, 5 deletions
diff --git a/tests/mert.hgdecode-denseonly/filter-stderr b/tests/mert.hgdecode-denseonly/filter-stderr
index 0a7b4a3..ebd6277 100755
--- a/tests/mert.hgdecode-denseonly/filter-stderr
+++ b/tests/mert.hgdecode-denseonly/filter-stderr
@@ -1,9 +1,11 @@
#!/usr/bin/perl
-$x=0;
while (<>) {
chomp;
- next if !/^WEIGHTS/;
- $x++;
- print "STDERR_$x=$_\n";
+ next unless /^WEIGHTS/;
+ $x = 0;
+ foreach $feat (sort split) {
+ print "STDERR_$x=$feat\n";
+ ++$x;
+ }
}
diff --git a/tests/mert.hgdecode-denseonly/truth/results.txt b/tests/mert.hgdecode-denseonly/truth/results.txt
index 9c8355e..9684cbc 100644
--- a/tests/mert.hgdecode-denseonly/truth/results.txt
+++ b/tests/mert.hgdecode-denseonly/truth/results.txt
@@ -1,3 +1,47 @@
STDOUT_1=<s> the EU matters , but also the national matters management focus since mid @-@ September four ely @-@ centre . </s>
-STDERR_1=WEIGHTS OpSequenceModel0_1 -80.062 OpSequenceModel0_2 2 OpSequenceModel0_3 2 OpSequenceModel0_4 3 Distortion0 -6 PhrasePenalty0 14 WordPenalty0 -20 UnknownWordPenalty0 -100 LM0 -126.616 LexicalReordering0_1 -5.2238 LexicalReordering0_2 -0.29515 LexicalReordering0_4 -0.470004 LexicalReordering0_5 -9.28267 LexicalReordering0_6 -0.470004 LexicalReordering0_8 -0.402678 TranslationModel0_1 -54.3119 TranslationModel0_2 -62.2619 TranslationModel0_3 -23.8782 TranslationModel0_4 -25.1626 TranslationModel0_5 12.9986 TranslationModel0_6 3.99958 TranslationModel0_7 1.99979 TranslationModel0_8 1.99979 TranslationModel0_12 0.999896 TranslationModel0_13 7.99917 WT_@-@~the 1 PL_s1 11 PL_t1 10 PL_1,1 10 WT_EU~OTHER 1 PL_t2 2 PL_1,2 1 PL_t3 2 PL_s2 3 PL_2,3 2 PL_2,2 1 WT_@-@~@-@ 1 WT_OTHER~OTHER 12 WT_OTHER~, 1 WT_OTHER~but 1 WT_myös~also 1 TWI_the 1 WT_OTHER~@-@ 1 WT_.~. 1
+STDERR_0=Distortion0=-6
+STDERR_1=LM0=-126.616
+STDERR_2=LexicalReordering0_1=-5.2238
+STDERR_3=LexicalReordering0_2=-0.29515
+STDERR_4=LexicalReordering0_4=-0.470004
+STDERR_5=LexicalReordering0_5=-9.28267
+STDERR_6=LexicalReordering0_6=-0.470004
+STDERR_7=LexicalReordering0_8=-0.402678
+STDERR_8=OpSequenceModel0_1=-80.062
+STDERR_9=OpSequenceModel0_2=2
+STDERR_10=OpSequenceModel0_3=2
+STDERR_11=OpSequenceModel0_4=3
+STDERR_12=PL_1,1=10
+STDERR_13=PL_1,2=1
+STDERR_14=PL_2,2=1
+STDERR_15=PL_2,3=2
+STDERR_16=PL_s1=11
+STDERR_17=PL_s2=3
+STDERR_18=PL_t1=10
+STDERR_19=PL_t2=2
+STDERR_20=PL_t3=2
+STDERR_21=PhrasePenalty0=14
+STDERR_22=TWI_the=1
+STDERR_23=TranslationModel0_12=0.999896
+STDERR_24=TranslationModel0_13=7.99917
+STDERR_25=TranslationModel0_1=-54.3119
+STDERR_26=TranslationModel0_2=-62.2619
+STDERR_27=TranslationModel0_3=-23.8782
+STDERR_28=TranslationModel0_4=-25.1626
+STDERR_29=TranslationModel0_5=12.9986
+STDERR_30=TranslationModel0_6=3.99958
+STDERR_31=TranslationModel0_7=1.99979
+STDERR_32=TranslationModel0_8=1.99979
+STDERR_33=UnknownWordPenalty0=-100
+STDERR_34=WEIGHTS
+STDERR_35=WT_.~.=1
+STDERR_36=WT_@-@~@-@=1
+STDERR_37=WT_@-@~the=1
+STDERR_38=WT_EU~OTHER=1
+STDERR_39=WT_OTHER~,=1
+STDERR_40=WT_OTHER~@-@=1
+STDERR_41=WT_OTHER~OTHER=12
+STDERR_42=WT_OTHER~but=1
+STDERR_43=WT_myös~also=1
+STDERR_44=WordPenalty0=-20
TOTAL_WALLTIME ~ 0
diff --git a/tests/mert.hgdecode-sparse/command b/tests/mert.hgdecode-sparse/command
new file mode 100755
index 0000000..3867a93
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/command
@@ -0,0 +1,10 @@
+#! /bin/sh -w
+
+bin=$1; shift
+testdir=$1; shift
+cd $testdir
+
+cmd="$bin/hgdecode --hypergraph data/hg.gz -d data/dense.weights -s data/sparse.weights"
+#echo $cmd
+$cmd
+
diff --git a/tests/mert.hgdecode-sparse/data/dense.weights b/tests/mert.hgdecode-sparse/data/dense.weights
new file mode 100644
index 0000000..c598eb2
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/data/dense.weights
@@ -0,0 +1,31 @@
+OpSequenceModel0= 0.011187
+OpSequenceModel0= -0.002797
+OpSequenceModel0= 0.002797
+OpSequenceModel0= -0.000140
+OpSequenceModel0= 0.004195
+Distortion0= 0.041952
+PhrasePenalty0= 0.027968
+WordPenalty0= -0.139841
+UnknownWordPenalty0= 1.000000
+LM0= 0.069920
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
diff --git a/tests/mert.hgdecode-sparse/data/hg.gz b/tests/mert.hgdecode-sparse/data/hg.gz
new file mode 100644
index 0000000..10a3218
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/data/hg.gz
Binary files differ
diff --git a/tests/mert.hgdecode-sparse/data/sparse.weights b/tests/mert.hgdecode-sparse/data/sparse.weights
new file mode 100644
index 0000000..423aa83
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/data/sparse.weights
@@ -0,0 +1,338 @@
+WT_.~. 0.00168836040232321
+WT_,~, 0.0342446212393121
+WT_ovat~have 0.00561365624246673
+WT_on~in 0.000264211855416523
+PL_2,1 -0.0377382834179342
+WT_se~this -0.0029401692363256
+PL_3,5 0.00359310198536771
+WT_OTHER~at -0.0338520620941093
+WT_ovat~be -0.00020333125972794
+PL_5,2 -0.000326624258140982
+WT_OTHER~@-@ 0.00158522544702614
+WT_tämä~that 0.000873499525304421
+WT_myös~a -0.000696999075131191
+WT_olisi~should -0.000767542820204425
+WT_sitä~in -0.000452209592346307
+WT_OTHER~an -0.0160217610119945
+PL_s5 -0.00429767947425534
+WT_ole~is 0.00563440282197017
+PL_5,5 -0.0088850854687524
+TWI_at -0.0131122682270979
+WT_ovat~of 3.60738541413206e-05
+WT_OTHER~it -0.00723933348845343
+WT_ja~. 0.000282153481246815
+WT_ole~OTHER 0.00505909506631626
+WT_.~and 0.000270011894951925
+WT_ja~and 0.00284351086867144
+WT_.~OTHER -0.00373092430788507
+TWI_is -0.0145231431285626
+WT_ei~are -0.000223185628817504
+WT_olemme~are -0.000301134451587853
+TWI_and -0.00030701712808177
+PL_4,4 -0.00223889050732663
+TWI_be 0.00271761379829741
+WT_on~will -0.00186945627360406
+WT_kun~in 0.000437211320298547
+WT_OTHER~on 0.000395669116592706
+TWI_but -0.000833739726890764
+WT_OTHER~we 0.0138266412188728
+WT_ei~has 0.000187967503896181
+TWI_would 0.00054478045385736
+WT_@-@~the 0.00144777935781583
+TWI_of -0.0306027500115171
+PL_2,5 -0.0299761871862286
+PL_1,5 -0.0265919014047295
+WT_on~OTHER -0.0139069939037372
+WT_OTHER~should -0.00307791093742002
+WT_.~of 0.000513617586509961
+WT_voi~OTHER -0.00468079919452211
+WT_kun~that 0.00051795031614784
+WT_siitä~the -0.00292622173015683
+WT_ei~will -0.000344256163338143
+WT_OTHER~which 0.00152965713126417
+WT_sitä~OTHER -0.00595868905884587
+WT_olisi~it -0.000642224208539995
+PL_4,1 6.38177684953556e-06
+WT_OTHER~must 0.00390186187987538
+TWI_which -0.000251129014008799
+WT_Euroopan~the -0.00241413460699236
+WT_OTHER~as 0.0320702614625977
+WT_tämän~this -0.00246391161720642
+WT_on~are 0.00355959706568388
+WT_olisi~have 0.0148816397225728
+WT_kun~OTHER 0.00270751596507407
+WT_että~the 0.000614856594677536
+WT_OTHER~European -0.000451019082667548
+WT_ja~, -0.00226398392521697
+WT_OTHER~has -0.0238269897049735
+WT_että~we 0.000173235282544126
+WT_OTHER~Mr -0.0265392287417415
+SWD_, -0.0357607742822337
+TWI_it 0.0130303702982938
+WT_se~the 0.0163590272979637
+WT_-~- -0.0094940459500322
+WT_olemme~have -0.00121960729398944
+WT_sen~the 0.000667492978025227
+WT_ei~there -0.00704349061522631
+PL_1,2 0.05758868862087
+WT_kuten~as 0.0132095514107798
+WT_on~be 6.26395535835944e-06
+WT_olisi~would 0.0150570585019883
+WT_OTHER~this -0.0314106438539034
+WT_,~in 0.00171095455610238
+WT_@-@~of -0.000301776735590615
+WT_nyt~it 0.000166524892774683
+WT_OTHER~our -0.000650222525540917
+SWD_että 0.00968270007971376
+WT_myös~the -0.0024053401534399
+WT_nyt~OTHER -0.000300271802362386
+WT_on~the 0.000259990652080379
+WT_tämä~it -0.00340736366381584
+WT_unionin~&apos;s 0.0166943452328784
+WT_että~OTHER -0.00590476004535036
+TWI_as -0.0193449088810967
+SWD_kanssa 0.0050454364535797
+WT_sitä~all -0.000213998817673396
+WT_Euroopan~&apos;s 0.00298596220455599
+WT_tämän~OTHER 1.13265708934774e-05
+WT_,~- 0.000392584003474837
+WT_?~OTHER 0.000277670258286114
+WT_?~. 7.48878960793621e-05
+WT_komission~Commission 0.000351414673850098
+WT_joka~OTHER -0.000201226368743993
+WT_siitä~as -0.00153363445479591
+WT_sekä~as 0.0255025044272415
+WT_OTHER~would -0.00163352439781961
+WT_voi~not -0.000132970256546706
+TWI_. -0.00191308590031888
+WT_jotka~OTHER -0.000950277993751746
+SWD_ei 0.000184789004296739
+WT_OTHER~that 0.0561897053792891
+PL_2,2 0.00951709024008945
+TWI_been -0.000527833830755196
+WT_myös~in -0.000760844523648423
+WT_kun~with -3.35780164406296e-05
+TWI_you -0.00217288843574573
+WT_nyt~at -0.000361515866299394
+WT_komission~the 0.0257923384427138
+TWI_OTHER -0.00259999386067864
+WT_joka~a 0.0139226478966915
+TWI_must -2.63774484197069e-06
+WT_sen~it -0.0106928193246433
+WT_OTHER~you -0.00141329354415289
+WT_joka~which -0.000627083505311705
+PL_t3 0.0337524274522583
+WT_ei~not 0.0289483984127711
+WT_OTHER~a -0.0768819326067654
+WT_kuitenkin~OTHER -2.47476191704387e-05
+WT_olen~have -0.00157624959527206
+WT_OTHER~for 0.00724625349392252
+WT_siitä~to -0.000138989317614431
+WT_jotka~which 0.00581665426697984
+WT_on~must -0.0107331972206329
+WT_joka~that -0.000670796440830228
+WT_OTHER~are 0.0118798354084089
+WT_voi~be -0.00162014796006334
+WT_OTHER~OTHER 0.00754354499101686
+WT_on~a 0.0143697608714176
+WT_ole~have -0.0127573324126009
+WT_kuin~to 0.000966906162233293
+WT_OTHER~by 0.00527731038440946
+WT_OTHER~. -0.00324616784709755
+WT_se~to 0.000163770999336062
+WT_OTHER~in 0.0288822888459596
+SWD_siitä -0.00352711335069063
+WT_olisi~be -0.000805186306265884
+WT_OTHER~but -0.000389144156096028
+PL_3,1 0.00264049268880259
+PL_4,2 -0.0148235251135363
+SWD_jotka -0.00185415835860104
+TWI_that -0.00910215865002061
+WT_koska~as -0.00175674080588086
+WT_kuin~that -0.000199847070566514
+WT_on~is 0.0128717476486577
+TWI_I 0.000678966750200091
+TWI_on -0.00267143115985614
+WT_komission~&apos;s -0.000553496973367647
+WT_OTHER~President -0.00392620954960352
+WT_OTHER~will -0.00180686717559433
+WT_N~of 0.00120746705138493
+TWI_&apos;s 0.00173371667117934
+WT_N~OTHER -0.00188515057726988
+WT_meidän~we -0.00631430343698599
+TWI_for 0.0231412373183425
+PL_4,5 0.0276434734979545
+WT_kuitenkin~, -0.00477634901761083
+TWI_from 0.00173655185788609
+WT_OTHER~with -0.0211170349418555
+WT_@-@~OTHER 0.000110795334166829
+WT_@-@~in 0.0233200153237139
+WT_kanssa~, -0.000137355390109497
+WT_OTHER~have -0.00908408601437804
+WT_-~, 0.010484816053456
+WT_,~OTHER -0.00130157240731262
+WT_sekä~OTHER 0.0132121716070254
+WT_että~and 0.00108056221322414
+WT_se~would -0.0110294809499405
+SWD_sitä 0.00299507914380022
+TWI_an -0.00297129582403267
+WT_tämän~that 0.000796694183049449
+WT_nyt~the 0.00110009947138347
+TWI_@-@ -0.00442088244541276
+PL_3,3 -0.0204673606419905
+WT_tai~and -0.000188816716217825
+WT_meidän~our 0.00634219173087161
+WT_voi~can 0.00748905834601267
+PL_1,1 0.0263239023579704
+SWD_OTHER -0.00561954160634141
+PL_1,3 0.0153837096339369
+WT_komission~European 0.00513476499019815
+WT_on~to 0.000294992442850144
+WT_myös~as -0.000136718480868264
+WT_olen~OTHER -0.000229488208555904
+WT_ole~has -2.89526982219946e-05
+PL_t4 0.0266060101537442
+WT_ei~is 0.00981310523132056
+PL_s3 -0.0328714368530723
+WT_meidän~it 0.00127917308863889
+WT_kuten~OTHER -0.00887950915366566
+WT_se~it 0.00844489249949543
+WT_,~and -0.000714231904284795
+SWD_on 0.00230452306405238
+WT_OTHER~to -0.00421089723091144
+WT_siitä~for -6.01879232964826e-05
+WT_ei~OTHER -0.00382503638226468
+WT_siitä~OTHER 0.00545108314310653
+WT_tämä~this 0.00235921126261392
+WT_OTHER~&apos;s 0.0591452867443002
+WT_sitä~this -0.000700082844558678
+WT_meidän~in -0.00064952582207767
+TWI_will -2.93546631998738e-05
+WT_myös~also 0.00659827224393936
+PL_2,4 0.0389187826033454
+TWI_in 0.0233204184308286
+WT_myös~OTHER -0.00626801330331413
+WT_kun~as -0.00446999432888756
+WT_on~have 0.0401339490006212
+WT_kuin~OTHER -0.000157414671982368
+WT_sen~that 0.0178180734996355
+WT_on~should -0.00106838837836007
+WT_&quot;~OTHER 0.0389326897988027
+WT_OTHER~can -0.0253417318729936
+WT_että~for 0.00297573000229442
+WT_että~that 0.000863274041494758
+PL_t1 -0.0082799545050623
+TWI_there 0.000664814331248018
+PL_4,3 -0.00718262975431837
+WT_@-@~and -3.80921442801254e-05
+TWI_we 2.84502252035158e-05
+WT_OTHER~is -0.00778023605186734
+WT_että~there -0.000228099504545748
+PL_3,2 -0.0214686787149157
+WT_Euroopan~European -0.0014548001400636
+SWD_myös -0.000525741704829881
+WT_on~of -9.53294578660115e-06
+TWI_our -0.000975660305074286
+WT_Euroopan~in 0.00198909174679635
+TWI_should -0.000110654918521874
+WT_myös~for 0.000199005248541973
+TWI_have 2.44211024075284e-05
+WT_ovat~has 0.000139324568364827
+WT_koska~OTHER 0.00359520486081608
+WT_sitä~that -7.25512185044601e-05
+WT_OTHER~also -9.47657797506168e-06
+WT_se~that -0.0013882270000702
+PL_s2 0.0248516879905515
+WT_on~we 0.000324112900816374
+WT_se~is 0.00180236581281346
+WT_on~, -3.79712793302332e-05
+PL_3,4 0.00458744630520853
+WT_Euroopan~OTHER 0.00443627441874255
+TWI_not 6.82440189838458e-06
+WT_OTHER~from -0.0198688137611739
+WT_tämän~the 0.00179017854104557
+TWI_to 0.00230746574598972
+PL_s4 0.00329443320563146
+WT_ole~not 0.0027561306831074
+WT_OTHER~I 0.00272471520196812
+TWI_this -1.64974945918646e-05
+WT_EU~European 0.000160435287961885
+WT_tai~OTHER -2.68963816453694e-07
+WT_OTHER~and -0.0167830959826325
+WT_kuitenkin~a 0.000197916187487081
+WT_kuin~as 0.000534993013112342
+WT_ja~@-@ -0.0012441430803711
+WT_OTHER~be -0.0256324392872144
+TWI_has -0.00113266380779966
+WT_@-@~to -0.000418775888252742
+WT_OTHER~not 0.0114650381873783
+WT_sen~OTHER -0.00813013302743057
+WT_OTHER~, -0.0289771533869533
+SWD_. 0.000381495198594516
+WT_se~a -0.00380508929853873
+WT_että~to 4.21243575639923e-05
+PL_1,4 -0.0169661066127082
+SWD_@-@ 0.00386599206511862
+WT_ei~should -0.000666344794593511
+WT_ei~it -0.000497603484533146
+WT_kuin~and -0.00124487539162948
+WT_tämän~in -0.00439824126247021
+TWI_a 0.0583443800919021
+SWD_kun 0.00254187925164212
+WT_.~, 0.00283992993380249
+TWI_by -0.0109745911978216
+PL_5,4 0.00449999221667346
+WT_ole~are 0.00148729729196067
+WT_OTHER~of 0.0127273009325554
+WT_hyvin~OTHER -0.00618418046035948
+WT_on~it -0.00231805402620262
+PL_2,3 0.0451536403464751
+WT_EU~OTHER 0.000759957687996074
+WT_ovat~OTHER 0.00354588470533202
+WT_N~@-@ 8.78148694027342e-05
+TWI_all -0.000156464011036858
+WT_hyvin~a 0.00859061572146099
+WT_on~there -0.0129170300145428
+PL_s1 0.054744835111151
+PL_t2 0.0266761507917027
+SWD_se -0.00145991288196843
+WT_OTHER~there -0.0220139482720723
+WT_OTHER~Union -0.00111592814408752
+WT_ovat~will -0.000520145234387404
+SWD_ovat 9.19077503073641e-05
+WT_ovat~are -0.00249894834392613
+WT_olisi~OTHER -0.0146790112129148
+WT_on~has -0.0162019498922673
+WT_voi~will -0.00163156260986139
+SWD_sen -2.63417734400556e-05
+WT_N~the 0.000125508743853532
+WT_sekä~and -0.012637206492419
+SWD_joka -0.0129995997885381
+WT_kuitenkin~but -0.00281576366227597
+WT_OTHER~been 0.0123649748209554
+WT_nyt~is -0.0105029558736177
+WT_kanssa~with -0.00456337409200878
+WT_siitä~it 0.000535858349718574
+PL_t5 -0.0340241216475689
+PL_5,3 -0.000419885776508561
+WT_ei~would 0.00127653273703758
+WT_N~&apos;s 0.00623594613233941
+TWI_are -0.00120428250517877
+WT_sitä~the -0.00126374080459764
+TWI_, -0.0262408622923413
+WT_EU~the 0.0121491109610313
+WT_OTHER~all -0.00907649416371777
+WT_OTHER~the 0.0439985369092903
+WT_se~OTHER 0.002761109055974
+WT_jotka~that -0.00205161366028697
+WT_siitä~on -0.00239770799206817
+WT_OTHER~&apos; -0.00257782968782182
+WT_sitä~to -0.000213998817673396
+TWI_the 0.0606881792258305
+SWD_N 0.000180593331077859
+TWI_with -0.000105799493325262
+WT_ovat~is -0.00318393482703913
+WT_sitä~it 0.00416506395196957
+WT_@-@~@-@ 0.00419842778416326
+WT_sekä~, -0.00130982938471215
+WT_&quot;~&apos; -0.0389474032084894
diff --git a/tests/mert.hgdecode-sparse/filter-stderr b/tests/mert.hgdecode-sparse/filter-stderr
new file mode 100755
index 0000000..ebd6277
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/filter-stderr
@@ -0,0 +1,11 @@
+#!/usr/bin/perl
+
+while (<>) {
+ chomp;
+ next unless /^WEIGHTS/;
+ $x = 0;
+ foreach $feat (sort split) {
+ print "STDERR_$x=$feat\n";
+ ++$x;
+ }
+}
diff --git a/tests/mert.hgdecode-sparse/filter-stdout b/tests/mert.hgdecode-sparse/filter-stdout
new file mode 100755
index 0000000..1212cc8
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/filter-stdout
@@ -0,0 +1,8 @@
+#!/usr/bin/perl
+
+$x=0;
+while (<>) {
+ chomp;
+ $x++;
+ print "STDOUT_$x=$_\n";
+}
diff --git a/tests/mert.hgdecode-sparse/truth/results.txt b/tests/mert.hgdecode-sparse/truth/results.txt
new file mode 100644
index 0000000..a7e12d5
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/truth/results.txt
@@ -0,0 +1,46 @@
+STDOUT_1=<s> the EU @-@ matters , but also the national matters management focus since mid @-@ September four ely @-@ centre . </s>
+STDERR_0=Distortion0=-6
+STDERR_1=LM0=-134.328
+STDERR_2=LexicalReordering0_1=-4.60231
+STDERR_3=LexicalReordering0_2=-0.29515
+STDERR_4=LexicalReordering0_4=-0.470004
+STDERR_5=LexicalReordering0_5=-9.23893
+STDERR_6=LexicalReordering0_6=-0.470004
+STDERR_7=LexicalReordering0_8=-0.402678
+STDERR_8=OpSequenceModel0_1=-79.4235
+STDERR_9=OpSequenceModel0_2=1
+STDERR_10=OpSequenceModel0_3=1
+STDERR_11=OpSequenceModel0_4=2
+STDERR_12=PL_1,1=11
+STDERR_13=PL_1,2=2
+STDERR_14=PL_2,3=2
+STDERR_15=PL_s1=13
+STDERR_16=PL_s2=2
+STDERR_17=PL_t1=11
+STDERR_18=PL_t2=2
+STDERR_19=PL_t3=2
+STDERR_20=PhrasePenalty0=15
+STDERR_21=TWI_the=1
+STDERR_22=TranslationModel0_12=0.999896
+STDERR_23=TranslationModel0_13=8.99906
+STDERR_24=TranslationModel0_1=-51.5573
+STDERR_25=TranslationModel0_2=-60.3781
+STDERR_26=TranslationModel0_3=-23.9607
+STDERR_27=TranslationModel0_4=-26.3136
+STDERR_28=TranslationModel0_5=13.9985
+STDERR_29=TranslationModel0_6=4.99948
+STDERR_30=TranslationModel0_7=1.99979
+STDERR_31=TranslationModel0_8=1.99979
+STDERR_32=UnknownWordPenalty0=-100
+STDERR_33=WEIGHTS
+STDERR_34=WT_.~.=1
+STDERR_35=WT_@-@~@-@=2
+STDERR_36=WT_EU~OTHER=1
+STDERR_37=WT_EU~the=1
+STDERR_38=WT_OTHER~,=1
+STDERR_39=WT_OTHER~@-@=1
+STDERR_40=WT_OTHER~OTHER=12
+STDERR_41=WT_OTHER~but=1
+STDERR_42=WT_myös~also=1
+STDERR_43=WordPenalty0=-21
+TOTAL_WALLTIME ~ 0