Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/moses-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorHieu Hoang <hieuhoang@gmail.com>2015-05-19 12:52:56 +0300
committerHieu Hoang <hieuhoang@gmail.com>2015-05-19 12:52:56 +0300
commit131773a9ef3adf4a7189f8a48ce380ddd6913d00 (patch)
treefa19fe0c608dd3e27729d9d377c5d45ac4989b1e
parentd4b3a2329d697eeda6b18458e1a76afd98575ebb (diff)
parenta9c756d811d77dda328349e9cfb72a228d37e060 (diff)
Merge branch 'master' of github.com:moses-smt/moses-regression-tests
-rwxr-xr-xtests/mert.hgdecode-denseonly/command10
-rw-r--r--tests/mert.hgdecode-denseonly/data/dense.weights31
-rw-r--r--tests/mert.hgdecode-denseonly/data/hg.gzbin0 -> 148523 bytes
-rwxr-xr-xtests/mert.hgdecode-denseonly/filter-stderr11
-rwxr-xr-xtests/mert.hgdecode-denseonly/filter-stdout8
-rw-r--r--tests/mert.hgdecode-denseonly/truth/results.txt47
-rwxr-xr-xtests/mert.hgdecode-sparse/command10
-rw-r--r--tests/mert.hgdecode-sparse/data/dense.weights30
-rw-r--r--tests/mert.hgdecode-sparse/data/hg.gzbin0 -> 138449 bytes
-rw-r--r--tests/mert.hgdecode-sparse/data/sparse.weights306
-rwxr-xr-xtests/mert.hgdecode-sparse/filter-stderr11
-rwxr-xr-xtests/mert.hgdecode-sparse/filter-stdout8
-rw-r--r--tests/mert.hgdecode-sparse/truth/results.txt56
13 files changed, 528 insertions, 0 deletions
diff --git a/tests/mert.hgdecode-denseonly/command b/tests/mert.hgdecode-denseonly/command
new file mode 100755
index 0000000..0b3c88d
--- /dev/null
+++ b/tests/mert.hgdecode-denseonly/command
@@ -0,0 +1,10 @@
+#! /bin/sh -w
+
+bin=$1; shift
+testdir=$1; shift
+cd $testdir
+
+cmd="$bin/hgdecode --hypergraph data/hg.gz -d data/dense.weights"
+#echo $cmd
+$cmd
+
diff --git a/tests/mert.hgdecode-denseonly/data/dense.weights b/tests/mert.hgdecode-denseonly/data/dense.weights
new file mode 100644
index 0000000..c598eb2
--- /dev/null
+++ b/tests/mert.hgdecode-denseonly/data/dense.weights
@@ -0,0 +1,31 @@
+OpSequenceModel0= 0.011187
+OpSequenceModel0= -0.002797
+OpSequenceModel0= 0.002797
+OpSequenceModel0= -0.000140
+OpSequenceModel0= 0.004195
+Distortion0= 0.041952
+PhrasePenalty0= 0.027968
+WordPenalty0= -0.139841
+UnknownWordPenalty0= 1.000000
+LM0= 0.069920
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+LexicalReordering0= 0.041952
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
+TranslationModel0= 0.027968
diff --git a/tests/mert.hgdecode-denseonly/data/hg.gz b/tests/mert.hgdecode-denseonly/data/hg.gz
new file mode 100644
index 0000000..012f9ef
--- /dev/null
+++ b/tests/mert.hgdecode-denseonly/data/hg.gz
Binary files differ
diff --git a/tests/mert.hgdecode-denseonly/filter-stderr b/tests/mert.hgdecode-denseonly/filter-stderr
new file mode 100755
index 0000000..ebd6277
--- /dev/null
+++ b/tests/mert.hgdecode-denseonly/filter-stderr
@@ -0,0 +1,11 @@
+#!/usr/bin/perl
+
+while (<>) {
+ chomp;
+ next unless /^WEIGHTS/;
+ $x = 0;
+ foreach $feat (sort split) {
+ print "STDERR_$x=$feat\n";
+ ++$x;
+ }
+}
diff --git a/tests/mert.hgdecode-denseonly/filter-stdout b/tests/mert.hgdecode-denseonly/filter-stdout
new file mode 100755
index 0000000..1212cc8
--- /dev/null
+++ b/tests/mert.hgdecode-denseonly/filter-stdout
@@ -0,0 +1,8 @@
+#!/usr/bin/perl
+
+$x=0;
+while (<>) {
+ chomp;
+ $x++;
+ print "STDOUT_$x=$_\n";
+}
diff --git a/tests/mert.hgdecode-denseonly/truth/results.txt b/tests/mert.hgdecode-denseonly/truth/results.txt
new file mode 100644
index 0000000..9684cbc
--- /dev/null
+++ b/tests/mert.hgdecode-denseonly/truth/results.txt
@@ -0,0 +1,47 @@
+STDOUT_1=<s> the EU matters , but also the national matters management focus since mid @-@ September four ely @-@ centre . </s>
+STDERR_0=Distortion0=-6
+STDERR_1=LM0=-126.616
+STDERR_2=LexicalReordering0_1=-5.2238
+STDERR_3=LexicalReordering0_2=-0.29515
+STDERR_4=LexicalReordering0_4=-0.470004
+STDERR_5=LexicalReordering0_5=-9.28267
+STDERR_6=LexicalReordering0_6=-0.470004
+STDERR_7=LexicalReordering0_8=-0.402678
+STDERR_8=OpSequenceModel0_1=-80.062
+STDERR_9=OpSequenceModel0_2=2
+STDERR_10=OpSequenceModel0_3=2
+STDERR_11=OpSequenceModel0_4=3
+STDERR_12=PL_1,1=10
+STDERR_13=PL_1,2=1
+STDERR_14=PL_2,2=1
+STDERR_15=PL_2,3=2
+STDERR_16=PL_s1=11
+STDERR_17=PL_s2=3
+STDERR_18=PL_t1=10
+STDERR_19=PL_t2=2
+STDERR_20=PL_t3=2
+STDERR_21=PhrasePenalty0=14
+STDERR_22=TWI_the=1
+STDERR_23=TranslationModel0_12=0.999896
+STDERR_24=TranslationModel0_13=7.99917
+STDERR_25=TranslationModel0_1=-54.3119
+STDERR_26=TranslationModel0_2=-62.2619
+STDERR_27=TranslationModel0_3=-23.8782
+STDERR_28=TranslationModel0_4=-25.1626
+STDERR_29=TranslationModel0_5=12.9986
+STDERR_30=TranslationModel0_6=3.99958
+STDERR_31=TranslationModel0_7=1.99979
+STDERR_32=TranslationModel0_8=1.99979
+STDERR_33=UnknownWordPenalty0=-100
+STDERR_34=WEIGHTS
+STDERR_35=WT_.~.=1
+STDERR_36=WT_@-@~@-@=1
+STDERR_37=WT_@-@~the=1
+STDERR_38=WT_EU~OTHER=1
+STDERR_39=WT_OTHER~,=1
+STDERR_40=WT_OTHER~@-@=1
+STDERR_41=WT_OTHER~OTHER=12
+STDERR_42=WT_OTHER~but=1
+STDERR_43=WT_myös~also=1
+STDERR_44=WordPenalty0=-20
+TOTAL_WALLTIME ~ 0
diff --git a/tests/mert.hgdecode-sparse/command b/tests/mert.hgdecode-sparse/command
new file mode 100755
index 0000000..3867a93
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/command
@@ -0,0 +1,10 @@
+#! /bin/sh -w
+
+bin=$1; shift
+testdir=$1; shift
+cd $testdir
+
+cmd="$bin/hgdecode --hypergraph data/hg.gz -d data/dense.weights -s data/sparse.weights"
+#echo $cmd
+$cmd
+
diff --git a/tests/mert.hgdecode-sparse/data/dense.weights b/tests/mert.hgdecode-sparse/data/dense.weights
new file mode 100644
index 0000000..ce9de9c
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/data/dense.weights
@@ -0,0 +1,30 @@
+LexicalReordering0= 0.0723576666170866
+LexicalReordering0= 0.0142614088944107
+LexicalReordering0= 0.0292886733009548
+LexicalReordering0= 0.032332717085016
+LexicalReordering0= 0.016462028899719
+LexicalReordering0= 0.0354025985550402
+LexicalReordering0= 0.0252830590544638
+LexicalReordering0= 0.0397110878980973
+OpSequenceModel0= 0.0231257779027473
+OpSequenceModel0= -0.0196533143685307
+OpSequenceModel0= 0.0637147398275482
+OpSequenceModel0= 0.0223416483007555
+OpSequenceModel0= 0.00064816706092123
+Distortion0= 0.0179817044206952
+LM0= 0.0649690821888277
+WordPenalty0= -0.194732786977502
+PhrasePenalty0= 0.0213403827609594
+TranslationModel0= 0.0408604232536042
+TranslationModel0= 0.0291330398891394
+TranslationModel0= -0.00356562274638306
+TranslationModel0= 0.0113672568141732
+TranslationModel0= 0.0402849274448904
+TranslationModel0= 0.0123114917351663
+TranslationModel0= 0.0320847746754867
+TranslationModel0= 0.0432305892708618
+TranslationModel0= 0.0529171266966356
+TranslationModel0= -0.00890594118254621
+TranslationModel0= -0.01520133753441
+TranslationModel0= -0.0163588437820591
+TranslationModel0= -0.000171780861367698
diff --git a/tests/mert.hgdecode-sparse/data/hg.gz b/tests/mert.hgdecode-sparse/data/hg.gz
new file mode 100644
index 0000000..9663c79
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/data/hg.gz
Binary files differ
diff --git a/tests/mert.hgdecode-sparse/data/sparse.weights b/tests/mert.hgdecode-sparse/data/sparse.weights
new file mode 100644
index 0000000..c725636
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/data/sparse.weights
@@ -0,0 +1,306 @@
+WT_.~. 0.000177386755881973
+WT_ovat~have 0.00854515212748627
+WT_,~, -0.0101182144910399
+WT_on~in 0.00016115318070985
+PL_2,1 -0.0203255358734136
+WT_se~this -0.00773921507687188
+WT_ovat~be -0.000599561294421647
+WT_OTHER~at 0.000558850376410752
+PL_3,5 -0.00392476106039537
+WT_OTHER~@-@ -0.0142068626684889
+PL_5,2 -4.12118268244468e-05
+WT_myös~a 0.000223831100575038
+PL_s5 -0.00359996257687232
+WT_OTHER~an 0.0144105828847354
+PL_5,5 -0.00720970814082293
+WT_ovat~of 0.000378586693572516
+TWI_at 0.000497743697021005
+WT_OTHER~it 0.0406519550865183
+WT_ja~. -0.000153915868203682
+WT_ole~OTHER -0.00556851820359769
+WT_.~and -0.00192618844679378
+WT_ja~and 0.0066604916879176
+TWI_is -0.00966682790891746
+WT_.~OTHER -0.0082968232568421
+WT_olemme~are -0.000123934767002412
+TWI_be -0.00660169438973262
+PL_4,4 -0.00275145407402278
+TWI_and 3.23411640208116e-05
+WT_on~will -0.000760792871529077
+WT_kun~in 4.30251575839639e-05
+TWI_but 0.00240612898442914
+WT_OTHER~on -0.0155967424636127
+WT_OTHER~we -0.00106171909990172
+WT_ei~has -0.00202431092384933
+TWI_would -0.000708377702611876
+WT_@-@~the 0.0110890600202257
+TWI_of 0.0252230471642036
+PL_2,5 0.019625820420647
+PL_1,5 0.0203062128176721
+WT_on~OTHER -0.00894188206622548
+WT_OTHER~should -0.0046524949439872
+WT_.~of -0.000290322287468992
+WT_voi~OTHER -0.00347959098134865
+WT_kun~that -0.00142409264553247
+WT_siitä~the -0.000355690528780709
+WT_ei~will -0.000389880191522488
+WT_olisi~it -0.00243938672379687
+WT_sitä~OTHER 0.000623770322829265
+WT_OTHER~which -0.0220676473703404
+WT_OTHER~must 0.00284444213912415
+PL_4,1 0.000456300159153852
+TWI_which 0.000289636042946514
+WT_Euroopan~the 0.00710690948427792
+WT_tämän~this -0.00134947804600477
+WT_OTHER~as 0.0238708749321412
+WT_on~are -0.00392811223034826
+WT_olisi~have -0.000226636256181403
+WT_kun~OTHER -0.00454996128934951
+WT_että~the 0.00833110787860067
+WT_OTHER~has -0.0309287590635662
+WT_ja~, -0.00474802813157339
+WT_OTHER~Mr -0.00805810070533802
+SWD_, 0.00475537641362824
+TWI_it 0.0106633454978741
+WT_se~the 0.00734811642866306
+WT_-~- -0.0111602240740852
+WT_olemme~have 0.000123934767002412
+WT_ei~there -0.0137943430327723
+WT_sen~the 0.00719943931691456
+PL_1,2 -0.0145853737261004
+WT_kuten~as 0.00913367719664296
+WT_on~be -0.000403563675424034
+WT_olisi~would 0.00519237560053283
+WT_OTHER~this -0.0249079709381551
+WT_@-@~of -0.000496129393735626
+WT_OTHER~our 0.00854515212748627
+SWD_että 0.00197066460023774
+WT_myös~the 0.00280067265743302
+WT_parlamentin~the -0.00118194163185253
+WT_nyt~OTHER -0.0003271702505935
+WT_on~the -0.000204328064371445
+WT_unionin~&apos;s 0.00813379187511418
+WT_tämä~it -0.00307062678788851
+WT_että~OTHER 0.00529621770208788
+SWD_kanssa 0.00199236715227202
+TWI_as -0.0118479592322921
+WT_tämän~OTHER 0.000750126544759746
+WT_?~. -0.00496543459215802
+WT_?~OTHER 0.0047317415560198
+WT_,~- 0.00247292602769112
+WT_komission~Commission 0.000564509271306489
+WT_joka~OTHER -0.00892117879221668
+WT_sekä~as 0.000151602622387766
+WT_siitä~as 0.000605330606778765
+WT_OTHER~would -0.00416956209314844
+WT_jotka~OTHER -0.00301089094128179
+TWI_. -0.00447594846498633
+PL_2,2 0.0331674730930507
+WT_OTHER~that -0.000290706540234595
+SWD_ei -0.000783897725322893
+WT_myös~in 0.000220389388303816
+TWI_been 4.90013922637081e-05
+WT_nyt~at -0.00163579052336374
+TWI_you 0.00312510124246045
+WT_kun~with -0.000506270685476094
+WT_komission~the 0.013016893687194
+TWI_OTHER -0.00246384419149259
+WT_sen~it -0.0023113355938342
+WT_OTHER~you 0.00555747645745967
+WT_joka~which 0.00876030055098567
+PL_t3 -0.0093050450967051
+WT_ei~not 0.026866169407003
+WT_kuitenkin~OTHER 0.00406250684346722
+WT_OTHER~a -0.0477908304258658
+WT_olen~have 0.00020162449282955
+WT_OTHER~for -0.00777565283912736
+WT_siitä~to 0.000605330606778765
+WT_jotka~which 0.00360214884260765
+WT_on~must 0.00163626531844767
+WT_joka~that 0.00145651673306678
+WT_OTHER~are 0.000194933194669908
+WT_voi~be -0.00128332694489187
+WT_on~a 0.00828108876859542
+WT_OTHER~OTHER -0.0235486767798336
+WT_kuin~to -0.00333811860895521
+WT_ole~have 0.0040795442577582
+WT_OTHER~. -0.00059406802571798
+WT_OTHER~by -0.0141109651032801
+WT_OTHER~in 0.0113960205628627
+SWD_siitä -0.00165302668908519
+WT_olisi~be 0.0035752897951269
+WT_OTHER~but -0.0121292477151582
+PL_3,1 -0.0139038771544615
+PL_4,2 -0.00207635067339784
+SWD_jotka -0.00186296892928052
+TWI_that 0.00155094574603916
+WT_koska~as -0.00110883975154574
+WT_kuin~that -7.23046662356241e-05
+WT_on~is 0.0106933790473696
+TWI_I -0.000399546688179021
+WT_komission~&apos;s -0.00885603249000234
+TWI_on 0.00211002247824574
+WT_OTHER~President 0.0140690616766863
+WT_OTHER~will -0.00462203076639239
+TWI_&apos;s -0.000386888982493697
+WT_meidän~we -0.00113133730930196
+SWD_kuitenkin 0.000417094783228876
+WT_kuitenkin~, -0.000808046024126752
+PL_4,5 0.000387035285630026
+TWI_for 0.0195121456441561
+TWI_from -0.000836009246221298
+WT_OTHER~with 0.0110700130081376
+WT_@-@~OTHER -0.000738560315680165
+WT_@-@~in 0.0173081579062758
+WT_-~, 0.0111602240740852
+WT_OTHER~have 0.0126029386244795
+WT_sekä~OTHER -0.0054670721609546
+WT_,~OTHER 0.00744500775102422
+WT_se~would -0.00475729215658319
+WT_että~and 0.00342229536063844
+TWI_an -0.00116469442438493
+WT_tämän~that -0.000545398217090797
+WT_nyt~the 0.0003271702505935
+TWI_@-@ -0.00321557178944235
+PL_3,3 -0.00816321812857201
+WT_tai~and -0.00121578458376557
+WT_voi~can 0.00347959098134865
+PL_1,1 0.00326601048580085
+SWD_OTHER -0.00761665169473981
+PL_1,3 -0.0123845328858694
+WT_on~to -5.57536408620327e-05
+PL_t4 0.00508447565727206
+WT_ole~has -0.00615406200129712
+WT_olen~OTHER -0.00020162449282955
+WT_ei~is -0.00168556119408088
+WT_meidän~it 0.00113133730930196
+PL_s3 -0.0279879003971649
+WT_kuten~OTHER -0.00841347930479033
+WT_se~it 0.00519361227610029
+WT_,~and -0.00716294634592839
+SWD_on -0.00200152628069352
+WT_OTHER~to 0.0297266441615195
+WT_ei~OTHER -0.00381779414468326
+WT_siitä~for -0.00324628440632526
+WT_siitä~OTHER 0.0108746845189559
+WT_tämä~this 0.00307062678788851
+WT_sitä~this -0.0031457769121039
+WT_OTHER~&apos;s 0.00578681352474643
+TWI_will -0.00474376601756411
+TWI_in 0.00521140052912865
+PL_2,4 -0.00658413801337316
+WT_myös~also -6.37208127879241e-05
+WT_on~have 0.00445055244886888
+WT_kun~as 0.00691307163082491
+WT_myös~OTHER -0.00234679616155647
+WT_kuin~OTHER 0.000695061356769419
+WT_sen~that 0.00745947243846504
+WT_unionin~Union 0.00050821348070908
+WT_&quot;~OTHER 0.0314504263598572
+WT_on~should -0.000976548591066071
+WT_OTHER~can 0.00166504562975643
+WT_että~that -0.0159396990986597
+WT_että~for -0.000620027170888475
+PL_t1 -0.0305070747785551
+TWI_there -0.0047072620048318
+WT_@-@~and -0.000357956295088232
+PL_4,3 0.0178122688262073
+TWI_we 0.00574038298223604
+WT_OTHER~is -0.0120849151044141
+WT_että~there -0.0024605813555088
+PL_3,2 -0.000623709593225506
+TWI_our 0.00228211913355299
+TWI_should -1.34061704472901e-05
+WT_myös~for -0.000619447479216229
+WT_ovat~has 0.000400253912019161
+TWI_have -0.00186366455928721
+WT_koska~OTHER 0.00110883975154574
+WT_sitä~that 6.54582315427422e-05
+WT_OTHER~also -0.00051432784763301
+WT_se~that -0.000672260150994399
+WT_on~we -0.000441759283664688
+PL_s2 0.0185944661226249
+WT_on~, -0.0034334199198725
+WT_se~is 2.23253617252019e-05
+PL_3,4 -0.00137234550225662
+WT_parlamentin~Parliament 0.00113783537690419
+TWI_not -0.00041154961831836
+WT_OTHER~from -0.0125787572004372
+WT_tämän~the 0.000327750494353053
+PL_s4 0.0138277995235705
+TWI_to 0.0106413172143288
+WT_OTHER~I -0.00531154916660053
+WT_ole~not 0.00661936118355346
+TWI_this -0.000717211099522296
+WT_tai~OTHER 0.000419923678589438
+WT_EU~European 4.5063132668659e-05
+WT_OTHER~and 0.0165805620445106
+WT_kuitenkin~a -0.0030779143403396
+WT_kuin~as -0.000695061356769419
+WT_unionin~OTHER -0.00050821348070908
+WT_OTHER~be -0.0263179467112501
+WT_ja~@-@ -0.00175852505256095
+WT_OTHER~not 0.0131631416147921
+WT_sen~OTHER -0.014585981022138
+WT_OTHER~, -0.00482036261052359
+WT_se~a 0.00301938204406194
+PL_1,4 0.0128610394404558
+SWD_@-@ 0.00134816959908741
+WT_tämän~in -0.000581419705516873
+WT_ei~it 0.000136411940138379
+TWI_a 0.0197302753391128
+TWI_by -0.000297844477025521
+WT_.~, 0.0103359577248817
+PL_5,4 0.00293134620210347
+WT_ole~are 0.00174884696207097
+WT_OTHER~of 0.0306438268044745
+WT_hyvin~OTHER -0.00338205371683841
+WT_on~it -0.00201744847862455
+PL_2,3 -0.0072892087130167
+WT_EU~OTHER -4.5063132668659e-05
+WT_ovat~OTHER -0.000693913015171064
+WT_hyvin~a 0.000915150961665587
+WT_on~there 0.00762719656230162
+PL_s1 0.00946343894505506
+PL_t2 0.0158409306794551
+SWD_se 0.00348365986480051
+WT_OTHER~there -0.0139971799093278
+WT_OTHER~Union 4.51324196256751e-05
+WT_ovat~will -0.000463869276131467
+WT_ovat~are -0.00290444298763817
+WT_olisi~OTHER -0.00207127699104742
+WT_on~has -0.000567865962132449
+SWD_sen 0.000238116359641107
+WT_sekä~and 0.0054670721609546
+WT_kuitenkin~but -0.00140168894261842
+SWD_joka -0.00129559432485121
+WT_nyt~is -0.000557420470285878
+WT_OTHER~been -0.00990853173187881
+WT_kanssa~with -0.00199236715227202
+WT_siitä~it -0.000150921898738357
+WT_myös~with -0.000214932005275097
+PL_t5 0.0291846048436039
+PL_5,3 0.000719623721053454
+WT_ei~would 0.00245248775558963
+WT_sitä~the -0.000101973286021188
+TWI_are -0.00322939605560716
+WT_N~&apos;s 0.0138187452917373
+TWI_, 0.0287943895350862
+WT_kun~the -0.00256583127969645
+WT_OTHER~all -0.00116177388253143
+WT_EU~the 0.0119083023749364
+WT_OTHER~the 0.0181797933464114
+WT_se~OTHER 0.00101085529631691
+WT_kun~by 0.00209008660559354
+WT_siitä~on -0.00642977440236359
+WT_jotka~that 0.00127171654882773
+WT_OTHER~&apos; -0.00960422120831486
+TWI_the 0.0944113461785625
+TWI_with -0.00427104126102995
+WT_nyt~a -0.00163579052336374
+WT_ovat~is -0.00512604783148172
+WT_parlamentin~OTHER 4.4108904967411e-05
+WT_@-@~@-@ 0.000885774396065373
+WT_sitä~it 0.00255852164375308
+WT_sekä~, 0.00817243798659726
+WT_&quot;~&apos; -0.0314504263598572
diff --git a/tests/mert.hgdecode-sparse/filter-stderr b/tests/mert.hgdecode-sparse/filter-stderr
new file mode 100755
index 0000000..ebd6277
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/filter-stderr
@@ -0,0 +1,11 @@
+#!/usr/bin/perl
+
+while (<>) {
+ chomp;
+ next unless /^WEIGHTS/;
+ $x = 0;
+ foreach $feat (sort split) {
+ print "STDERR_$x=$feat\n";
+ ++$x;
+ }
+}
diff --git a/tests/mert.hgdecode-sparse/filter-stdout b/tests/mert.hgdecode-sparse/filter-stdout
new file mode 100755
index 0000000..1212cc8
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/filter-stdout
@@ -0,0 +1,8 @@
+#!/usr/bin/perl
+
+$x=0;
+while (<>) {
+ chomp;
+ $x++;
+ print "STDOUT_$x=$_\n";
+}
diff --git a/tests/mert.hgdecode-sparse/truth/results.txt b/tests/mert.hgdecode-sparse/truth/results.txt
new file mode 100644
index 0000000..bc2b162
--- /dev/null
+++ b/tests/mert.hgdecode-sparse/truth/results.txt
@@ -0,0 +1,56 @@
+STDOUT_1=<s> the rest of the EU matters , but also of the governance of the national matters since mid @-@ September , the concentration of the four ely @-@ centre . </s>
+STDERR_0=Distortion0=-16
+STDERR_1=LM0=-140.114
+STDERR_2=LexicalReordering0_1=-2.9592
+STDERR_3=LexicalReordering0_2=-2.36712
+STDERR_4=LexicalReordering0_3=-0.7745
+STDERR_5=LexicalReordering0_4=-1.8563
+STDERR_6=LexicalReordering0_5=-6.25383
+STDERR_7=LexicalReordering0_6=-4.34121
+STDERR_8=LexicalReordering0_8=-2.77259
+STDERR_9=OpSequenceModel0_1=-94.3696
+STDERR_10=OpSequenceModel0_2=6
+STDERR_11=OpSequenceModel0_3=4
+STDERR_12=OpSequenceModel0_4=5
+STDERR_13=PL_1,1=7
+STDERR_14=PL_1,2=2
+STDERR_15=PL_1,3=2
+STDERR_16=PL_2,3=1
+STDERR_17=PL_2,5=2
+STDERR_18=PL_s1=11
+STDERR_19=PL_s2=3
+STDERR_20=PL_t1=7
+STDERR_21=PL_t2=2
+STDERR_22=PL_t3=3
+STDERR_23=PL_t5=2
+STDERR_24=PhrasePenalty0=14
+STDERR_25=TWI_,=1
+STDERR_26=TWI_OTHER=1
+STDERR_27=TWI_of=3
+STDERR_28=TWI_the=5
+STDERR_29=TranslationModel0_10=1.99979
+STDERR_30=TranslationModel0_12=0.999896
+STDERR_31=TranslationModel0_13=3.99958
+STDERR_32=TranslationModel0_1=-50.2288
+STDERR_33=TranslationModel0_2=-62.0063
+STDERR_34=TranslationModel0_3=-43.9471
+STDERR_35=TranslationModel0_4=-54.307
+STDERR_36=TranslationModel0_5=12.9986
+STDERR_37=TranslationModel0_6=1.99979
+STDERR_38=TranslationModel0_7=1.99979
+STDERR_39=TranslationModel0_8=2.99969
+STDERR_40=TranslationModel0_9=0.999896
+STDERR_41=UnknownWordPenalty0=-100
+STDERR_42=WEIGHTS
+STDERR_43=WT_.~.=1
+STDERR_44=WT_@-@~@-@=1
+STDERR_45=WT_@-@~the=1
+STDERR_46=WT_EU~OTHER=1
+STDERR_47=WT_OTHER~,=1
+STDERR_48=WT_OTHER~@-@=1
+STDERR_49=WT_OTHER~OTHER=12
+STDERR_50=WT_OTHER~but=1
+STDERR_51=WT_OTHER~of=1
+STDERR_52=WT_myös~also=1
+STDERR_53=WordPenalty0=-30
+TOTAL_WALLTIME ~ 0