change weights used in test

4 files changed, 391 insertions, 414 deletions

diff --git a/tests/mert.hgdecode-sparse/data/dense.weights b/tests/mert.hgdecode-sparse/data/dense.weights
index c598eb2..ce9de9c 100644
--- a/tests/mert.hgdecode-sparse/data/dense.weights
+++ b/tests/mert.hgdecode-sparse/data/dense.weights
@@ -1,31 +1,30 @@
-OpSequenceModel0= 0.011187
-OpSequenceModel0= -0.002797
-OpSequenceModel0= 0.002797
-OpSequenceModel0= -0.000140
-OpSequenceModel0= 0.004195
-Distortion0= 0.041952
-PhrasePenalty0= 0.027968
-WordPenalty0= -0.139841
-UnknownWordPenalty0= 1.000000
-LM0= 0.069920
-LexicalReordering0= 0.041952
-LexicalReordering0= 0.041952
-LexicalReordering0= 0.041952
-LexicalReordering0= 0.041952
-LexicalReordering0= 0.041952
-LexicalReordering0= 0.041952
-LexicalReordering0= 0.041952
-LexicalReordering0= 0.041952
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
-TranslationModel0= 0.027968
+LexicalReordering0= 0.0723576666170866
+LexicalReordering0= 0.0142614088944107
+LexicalReordering0= 0.0292886733009548
+LexicalReordering0= 0.032332717085016
+LexicalReordering0= 0.016462028899719
+LexicalReordering0= 0.0354025985550402
+LexicalReordering0= 0.0252830590544638
+LexicalReordering0= 0.0397110878980973
+OpSequenceModel0= 0.0231257779027473
+OpSequenceModel0= -0.0196533143685307
+OpSequenceModel0= 0.0637147398275482
+OpSequenceModel0= 0.0223416483007555
+OpSequenceModel0= 0.00064816706092123
+Distortion0= 0.0179817044206952
+LM0= 0.0649690821888277
+WordPenalty0= -0.194732786977502
+PhrasePenalty0= 0.0213403827609594
+TranslationModel0= 0.0408604232536042
+TranslationModel0= 0.0291330398891394
+TranslationModel0= -0.00356562274638306
+TranslationModel0= 0.0113672568141732
+TranslationModel0= 0.0402849274448904
+TranslationModel0= 0.0123114917351663
+TranslationModel0= 0.0320847746754867
+TranslationModel0= 0.0432305892708618
+TranslationModel0= 0.0529171266966356
+TranslationModel0= -0.00890594118254621
+TranslationModel0= -0.01520133753441
+TranslationModel0= -0.0163588437820591
+TranslationModel0= -0.000171780861367698
diff --git a/tests/mert.hgdecode-sparse/data/hg.gz b/tests/mert.hgdecode-sparse/data/hg.gz
index 10a3218..9663c79 100644
--- a/tests/mert.hgdecode-sparse/data/hg.gz
+++ b/tests/mert.hgdecode-sparse/data/hg.gz
diff --git a/tests/mert.hgdecode-sparse/data/sparse.weights b/tests/mert.hgdecode-sparse/data/sparse.weights
index 423aa83..c725636 100644
--- a/tests/mert.hgdecode-sparse/data/sparse.weights
+++ b/tests/mert.hgdecode-sparse/data/sparse.weights
@@ -1,338 +1,306 @@
-WT_.~. 0.00168836040232321
-WT_,~, 0.0342446212393121
-WT_ovat~have 0.00561365624246673
-WT_on~in 0.000264211855416523
-PL_2,1 -0.0377382834179342
-WT_se~this -0.0029401692363256
-PL_3,5 0.00359310198536771
-WT_OTHER~at -0.0338520620941093
-WT_ovat~be -0.00020333125972794
-PL_5,2 -0.000326624258140982
-WT_OTHER~@-@ 0.00158522544702614
-WT_tämä~that 0.000873499525304421
-WT_myös~a -0.000696999075131191
-WT_olisi~should -0.000767542820204425
-WT_sitä~in -0.000452209592346307
-WT_OTHER~an -0.0160217610119945
-PL_s5 -0.00429767947425534
-WT_ole~is 0.00563440282197017
-PL_5,5 -0.0088850854687524
-TWI_at -0.0131122682270979
-WT_ovat~of 3.60738541413206e-05
-WT_OTHER~it -0.00723933348845343
-WT_ja~. 0.000282153481246815
-WT_ole~OTHER 0.00505909506631626
-WT_.~and 0.000270011894951925
-WT_ja~and 0.00284351086867144
-WT_.~OTHER -0.00373092430788507
-TWI_is -0.0145231431285626
-WT_ei~are -0.000223185628817504
-WT_olemme~are -0.000301134451587853
-TWI_and -0.00030701712808177
-PL_4,4 -0.00223889050732663
-TWI_be 0.00271761379829741
-WT_on~will -0.00186945627360406
-WT_kun~in 0.000437211320298547
-WT_OTHER~on 0.000395669116592706
-TWI_but -0.000833739726890764
-WT_OTHER~we 0.0138266412188728
-WT_ei~has 0.000187967503896181
-TWI_would 0.00054478045385736
-WT_@-@~the 0.00144777935781583
-TWI_of -0.0306027500115171
-PL_2,5 -0.0299761871862286
-PL_1,5 -0.0265919014047295
-WT_on~OTHER -0.0139069939037372
-WT_OTHER~should -0.00307791093742002
-WT_.~of 0.000513617586509961
-WT_voi~OTHER -0.00468079919452211
-WT_kun~that 0.00051795031614784
-WT_siitä~the -0.00292622173015683
-WT_ei~will -0.000344256163338143
-WT_OTHER~which 0.00152965713126417
-WT_sitä~OTHER -0.00595868905884587
-WT_olisi~it -0.000642224208539995
-PL_4,1 6.38177684953556e-06
-WT_OTHER~must 0.00390186187987538
-TWI_which -0.000251129014008799
-WT_Euroopan~the -0.00241413460699236
-WT_OTHER~as 0.0320702614625977
-WT_tämän~this -0.00246391161720642
-WT_on~are 0.00355959706568388
-WT_olisi~have 0.0148816397225728
-WT_kun~OTHER 0.00270751596507407
-WT_että~the 0.000614856594677536
-WT_OTHER~European -0.000451019082667548
-WT_ja~, -0.00226398392521697
-WT_OTHER~has -0.0238269897049735
-WT_että~we 0.000173235282544126
-WT_OTHER~Mr -0.0265392287417415
-SWD_, -0.0357607742822337
-TWI_it 0.0130303702982938
-WT_se~the 0.0163590272979637
-WT_-~- -0.0094940459500322
-WT_olemme~have -0.00121960729398944
-WT_sen~the 0.000667492978025227
-WT_ei~there -0.00704349061522631
-PL_1,2 0.05758868862087
-WT_kuten~as 0.0132095514107798
-WT_on~be 6.26395535835944e-06
-WT_olisi~would 0.0150570585019883
-WT_OTHER~this -0.0314106438539034
-WT_,~in 0.00171095455610238
-WT_@-@~of -0.000301776735590615
-WT_nyt~it 0.000166524892774683
-WT_OTHER~our -0.000650222525540917
-SWD_että 0.00968270007971376
-WT_myös~the -0.0024053401534399
-WT_nyt~OTHER -0.000300271802362386
-WT_on~the 0.000259990652080379
-WT_tämä~it -0.00340736366381584
-WT_unionin~'s 0.0166943452328784
-WT_että~OTHER -0.00590476004535036
-TWI_as -0.0193449088810967
-SWD_kanssa 0.0050454364535797
-WT_sitä~all -0.000213998817673396
-WT_Euroopan~'s 0.00298596220455599
-WT_tämän~OTHER 1.13265708934774e-05
-WT_,~- 0.000392584003474837
-WT_?~OTHER 0.000277670258286114
-WT_?~. 7.48878960793621e-05
-WT_komission~Commission 0.000351414673850098
-WT_joka~OTHER -0.000201226368743993
-WT_siitä~as -0.00153363445479591
-WT_sekä~as 0.0255025044272415
-WT_OTHER~would -0.00163352439781961
-WT_voi~not -0.000132970256546706
-TWI_. -0.00191308590031888
-WT_jotka~OTHER -0.000950277993751746
-SWD_ei 0.000184789004296739
-WT_OTHER~that 0.0561897053792891
-PL_2,2 0.00951709024008945
-TWI_been -0.000527833830755196
-WT_myös~in -0.000760844523648423
-WT_kun~with -3.35780164406296e-05
-TWI_you -0.00217288843574573
-WT_nyt~at -0.000361515866299394
-WT_komission~the 0.0257923384427138
-TWI_OTHER -0.00259999386067864
-WT_joka~a 0.0139226478966915
-TWI_must -2.63774484197069e-06
-WT_sen~it -0.0106928193246433
-WT_OTHER~you -0.00141329354415289
-WT_joka~which -0.000627083505311705
-PL_t3 0.0337524274522583
-WT_ei~not 0.0289483984127711
-WT_OTHER~a -0.0768819326067654
-WT_kuitenkin~OTHER -2.47476191704387e-05
-WT_olen~have -0.00157624959527206
-WT_OTHER~for 0.00724625349392252
-WT_siitä~to -0.000138989317614431
-WT_jotka~which 0.00581665426697984
-WT_on~must -0.0107331972206329
-WT_joka~that -0.000670796440830228
-WT_OTHER~are 0.0118798354084089
-WT_voi~be -0.00162014796006334
-WT_OTHER~OTHER 0.00754354499101686
-WT_on~a 0.0143697608714176
-WT_ole~have -0.0127573324126009
-WT_kuin~to 0.000966906162233293
-WT_OTHER~by 0.00527731038440946
-WT_OTHER~. -0.00324616784709755
-WT_se~to 0.000163770999336062
-WT_OTHER~in 0.0288822888459596
-SWD_siitä -0.00352711335069063
-WT_olisi~be -0.000805186306265884
-WT_OTHER~but -0.000389144156096028
-PL_3,1 0.00264049268880259
-PL_4,2 -0.0148235251135363
-SWD_jotka -0.00185415835860104
-TWI_that -0.00910215865002061
-WT_koska~as -0.00175674080588086
-WT_kuin~that -0.000199847070566514
-WT_on~is 0.0128717476486577
-TWI_I 0.000678966750200091
-TWI_on -0.00267143115985614
-WT_komission~'s -0.000553496973367647
-WT_OTHER~President -0.00392620954960352
-WT_OTHER~will -0.00180686717559433
-WT_N~of 0.00120746705138493
-TWI_'s 0.00173371667117934
-WT_N~OTHER -0.00188515057726988
-WT_meidän~we -0.00631430343698599
-TWI_for 0.0231412373183425
-PL_4,5 0.0276434734979545
-WT_kuitenkin~, -0.00477634901761083
-TWI_from 0.00173655185788609
-WT_OTHER~with -0.0211170349418555
-WT_@-@~OTHER 0.000110795334166829
-WT_@-@~in 0.0233200153237139
-WT_kanssa~, -0.000137355390109497
-WT_OTHER~have -0.00908408601437804
-WT_-~, 0.010484816053456
-WT_,~OTHER -0.00130157240731262
-WT_sekä~OTHER 0.0132121716070254
-WT_että~and 0.00108056221322414
-WT_se~would -0.0110294809499405
-SWD_sitä 0.00299507914380022
-TWI_an -0.00297129582403267
-WT_tämän~that 0.000796694183049449
-WT_nyt~the 0.00110009947138347
-TWI_@-@ -0.00442088244541276
-PL_3,3 -0.0204673606419905
-WT_tai~and -0.000188816716217825
-WT_meidän~our 0.00634219173087161
-WT_voi~can 0.00748905834601267
-PL_1,1 0.0263239023579704
-SWD_OTHER -0.00561954160634141
-PL_1,3 0.0153837096339369
-WT_komission~European 0.00513476499019815
-WT_on~to 0.000294992442850144
-WT_myös~as -0.000136718480868264
-WT_olen~OTHER -0.000229488208555904
-WT_ole~has -2.89526982219946e-05
-PL_t4 0.0266060101537442
-WT_ei~is 0.00981310523132056
-PL_s3 -0.0328714368530723
-WT_meidän~it 0.00127917308863889
-WT_kuten~OTHER -0.00887950915366566
-WT_se~it 0.00844489249949543
-WT_,~and -0.000714231904284795
-SWD_on 0.00230452306405238
-WT_OTHER~to -0.00421089723091144
-WT_siitä~for -6.01879232964826e-05
-WT_ei~OTHER -0.00382503638226468
-WT_siitä~OTHER 0.00545108314310653
-WT_tämä~this 0.00235921126261392
-WT_OTHER~'s 0.0591452867443002
-WT_sitä~this -0.000700082844558678
-WT_meidän~in -0.00064952582207767
-TWI_will -2.93546631998738e-05
-WT_myös~also 0.00659827224393936
-PL_2,4 0.0389187826033454
-TWI_in 0.0233204184308286
-WT_myös~OTHER -0.00626801330331413
-WT_kun~as -0.00446999432888756
-WT_on~have 0.0401339490006212
-WT_kuin~OTHER -0.000157414671982368
-WT_sen~that 0.0178180734996355
-WT_on~should -0.00106838837836007
-WT_"~OTHER 0.0389326897988027
-WT_OTHER~can -0.0253417318729936
-WT_että~for 0.00297573000229442
-WT_että~that 0.000863274041494758
-PL_t1 -0.0082799545050623
-TWI_there 0.000664814331248018
-PL_4,3 -0.00718262975431837
-WT_@-@~and -3.80921442801254e-05
-TWI_we 2.84502252035158e-05
-WT_OTHER~is -0.00778023605186734
-WT_että~there -0.000228099504545748
-PL_3,2 -0.0214686787149157
-WT_Euroopan~European -0.0014548001400636
-SWD_myös -0.000525741704829881
-WT_on~of -9.53294578660115e-06
-TWI_our -0.000975660305074286
-WT_Euroopan~in 0.00198909174679635
-TWI_should -0.000110654918521874
-WT_myös~for 0.000199005248541973
-TWI_have 2.44211024075284e-05
-WT_ovat~has 0.000139324568364827
-WT_koska~OTHER 0.00359520486081608
-WT_sitä~that -7.25512185044601e-05
-WT_OTHER~also -9.47657797506168e-06
-WT_se~that -0.0013882270000702
-PL_s2 0.0248516879905515
-WT_on~we 0.000324112900816374
-WT_se~is 0.00180236581281346
-WT_on~, -3.79712793302332e-05
-PL_3,4 0.00458744630520853
-WT_Euroopan~OTHER 0.00443627441874255
-TWI_not 6.82440189838458e-06
-WT_OTHER~from -0.0198688137611739
-WT_tämän~the 0.00179017854104557
-TWI_to 0.00230746574598972
-PL_s4 0.00329443320563146
-WT_ole~not 0.0027561306831074
-WT_OTHER~I 0.00272471520196812
-TWI_this -1.64974945918646e-05
-WT_EU~European 0.000160435287961885
-WT_tai~OTHER -2.68963816453694e-07
-WT_OTHER~and -0.0167830959826325
-WT_kuitenkin~a 0.000197916187487081
-WT_kuin~as 0.000534993013112342
-WT_ja~@-@ -0.0012441430803711
-WT_OTHER~be -0.0256324392872144
-TWI_has -0.00113266380779966
-WT_@-@~to -0.000418775888252742
-WT_OTHER~not 0.0114650381873783
-WT_sen~OTHER -0.00813013302743057
-WT_OTHER~, -0.0289771533869533
-SWD_. 0.000381495198594516
-WT_se~a -0.00380508929853873
-WT_että~to 4.21243575639923e-05
-PL_1,4 -0.0169661066127082
-SWD_@-@ 0.00386599206511862
-WT_ei~should -0.000666344794593511
-WT_ei~it -0.000497603484533146
-WT_kuin~and -0.00124487539162948
-WT_tämän~in -0.00439824126247021
-TWI_a 0.0583443800919021
-SWD_kun 0.00254187925164212
-WT_.~, 0.00283992993380249
-TWI_by -0.0109745911978216
-PL_5,4 0.00449999221667346
-WT_ole~are 0.00148729729196067
-WT_OTHER~of 0.0127273009325554
-WT_hyvin~OTHER -0.00618418046035948
-WT_on~it -0.00231805402620262
-PL_2,3 0.0451536403464751
-WT_EU~OTHER 0.000759957687996074
-WT_ovat~OTHER 0.00354588470533202
-WT_N~@-@ 8.78148694027342e-05
-TWI_all -0.000156464011036858
-WT_hyvin~a 0.00859061572146099
-WT_on~there -0.0129170300145428
-PL_s1 0.054744835111151
-PL_t2 0.0266761507917027
-SWD_se -0.00145991288196843
-WT_OTHER~there -0.0220139482720723
-WT_OTHER~Union -0.00111592814408752
-WT_ovat~will -0.000520145234387404
-SWD_ovat 9.19077503073641e-05
-WT_ovat~are -0.00249894834392613
-WT_olisi~OTHER -0.0146790112129148
-WT_on~has -0.0162019498922673
-WT_voi~will -0.00163156260986139
-SWD_sen -2.63417734400556e-05
-WT_N~the 0.000125508743853532
-WT_sekä~and -0.012637206492419
-SWD_joka -0.0129995997885381
-WT_kuitenkin~but -0.00281576366227597
-WT_OTHER~been 0.0123649748209554
-WT_nyt~is -0.0105029558736177
-WT_kanssa~with -0.00456337409200878
-WT_siitä~it 0.000535858349718574
-PL_t5 -0.0340241216475689
-PL_5,3 -0.000419885776508561
-WT_ei~would 0.00127653273703758
-WT_N~'s 0.00623594613233941
-TWI_are -0.00120428250517877
-WT_sitä~the -0.00126374080459764
-TWI_, -0.0262408622923413
-WT_EU~the 0.0121491109610313
-WT_OTHER~all -0.00907649416371777
-WT_OTHER~the 0.0439985369092903
-WT_se~OTHER 0.002761109055974
-WT_jotka~that -0.00205161366028697
-WT_siitä~on -0.00239770799206817
-WT_OTHER~' -0.00257782968782182
-WT_sitä~to -0.000213998817673396
-TWI_the 0.0606881792258305
-SWD_N 0.000180593331077859
-TWI_with -0.000105799493325262
-WT_ovat~is -0.00318393482703913
-WT_sitä~it 0.00416506395196957
-WT_@-@~@-@ 0.00419842778416326
-WT_sekä~, -0.00130982938471215
-WT_"~' -0.0389474032084894
+WT_.~. 0.000177386755881973
+WT_ovat~have 0.00854515212748627
+WT_,~, -0.0101182144910399
+WT_on~in 0.00016115318070985
+PL_2,1 -0.0203255358734136
+WT_se~this -0.00773921507687188
+WT_ovat~be -0.000599561294421647
+WT_OTHER~at 0.000558850376410752
+PL_3,5 -0.00392476106039537
+WT_OTHER~@-@ -0.0142068626684889
+PL_5,2 -4.12118268244468e-05
+WT_myös~a 0.000223831100575038
+PL_s5 -0.00359996257687232
+WT_OTHER~an 0.0144105828847354
+PL_5,5 -0.00720970814082293
+WT_ovat~of 0.000378586693572516
+TWI_at 0.000497743697021005
+WT_OTHER~it 0.0406519550865183
+WT_ja~. -0.000153915868203682
+WT_ole~OTHER -0.00556851820359769
+WT_.~and -0.00192618844679378
+WT_ja~and 0.0066604916879176
+TWI_is -0.00966682790891746
+WT_.~OTHER -0.0082968232568421
+WT_olemme~are -0.000123934767002412
+TWI_be -0.00660169438973262
+PL_4,4 -0.00275145407402278
+TWI_and 3.23411640208116e-05
+WT_on~will -0.000760792871529077
+WT_kun~in 4.30251575839639e-05
+TWI_but 0.00240612898442914
+WT_OTHER~on -0.0155967424636127
+WT_OTHER~we -0.00106171909990172
+WT_ei~has -0.00202431092384933
+TWI_would -0.000708377702611876
+WT_@-@~the 0.0110890600202257
+TWI_of 0.0252230471642036
+PL_2,5 0.019625820420647
+PL_1,5 0.0203062128176721
+WT_on~OTHER -0.00894188206622548
+WT_OTHER~should -0.0046524949439872
+WT_.~of -0.000290322287468992
+WT_voi~OTHER -0.00347959098134865
+WT_kun~that -0.00142409264553247
+WT_siitä~the -0.000355690528780709
+WT_ei~will -0.000389880191522488
+WT_olisi~it -0.00243938672379687
+WT_sitä~OTHER 0.000623770322829265
+WT_OTHER~which -0.0220676473703404
+WT_OTHER~must 0.00284444213912415
+PL_4,1 0.000456300159153852
+TWI_which 0.000289636042946514
+WT_Euroopan~the 0.00710690948427792
+WT_tämän~this -0.00134947804600477
+WT_OTHER~as 0.0238708749321412
+WT_on~are -0.00392811223034826
+WT_olisi~have -0.000226636256181403
+WT_kun~OTHER -0.00454996128934951
+WT_että~the 0.00833110787860067
+WT_OTHER~has -0.0309287590635662
+WT_ja~, -0.00474802813157339
+WT_OTHER~Mr -0.00805810070533802
+SWD_, 0.00475537641362824
+TWI_it 0.0106633454978741
+WT_se~the 0.00734811642866306
+WT_-~- -0.0111602240740852
+WT_olemme~have 0.000123934767002412
+WT_ei~there -0.0137943430327723
+WT_sen~the 0.00719943931691456
+PL_1,2 -0.0145853737261004
+WT_kuten~as 0.00913367719664296
+WT_on~be -0.000403563675424034
+WT_olisi~would 0.00519237560053283
+WT_OTHER~this -0.0249079709381551
+WT_@-@~of -0.000496129393735626
+WT_OTHER~our 0.00854515212748627
+SWD_että 0.00197066460023774
+WT_myös~the 0.00280067265743302
+WT_parlamentin~the -0.00118194163185253
+WT_nyt~OTHER -0.0003271702505935
+WT_on~the -0.000204328064371445
+WT_unionin~'s 0.00813379187511418
+WT_tämä~it -0.00307062678788851
+WT_että~OTHER 0.00529621770208788
+SWD_kanssa 0.00199236715227202
+TWI_as -0.0118479592322921
+WT_tämän~OTHER 0.000750126544759746
+WT_?~. -0.00496543459215802
+WT_?~OTHER 0.0047317415560198
+WT_,~- 0.00247292602769112
+WT_komission~Commission 0.000564509271306489
+WT_joka~OTHER -0.00892117879221668
+WT_sekä~as 0.000151602622387766
+WT_siitä~as 0.000605330606778765
+WT_OTHER~would -0.00416956209314844
+WT_jotka~OTHER -0.00301089094128179
+TWI_. -0.00447594846498633
+PL_2,2 0.0331674730930507
+WT_OTHER~that -0.000290706540234595
+SWD_ei -0.000783897725322893
+WT_myös~in 0.000220389388303816
+TWI_been 4.90013922637081e-05
+WT_nyt~at -0.00163579052336374
+TWI_you 0.00312510124246045
+WT_kun~with -0.000506270685476094
+WT_komission~the 0.013016893687194
+TWI_OTHER -0.00246384419149259
+WT_sen~it -0.0023113355938342
+WT_OTHER~you 0.00555747645745967
+WT_joka~which 0.00876030055098567
+PL_t3 -0.0093050450967051
+WT_ei~not 0.026866169407003
+WT_kuitenkin~OTHER 0.00406250684346722
+WT_OTHER~a -0.0477908304258658
+WT_olen~have 0.00020162449282955
+WT_OTHER~for -0.00777565283912736
+WT_siitä~to 0.000605330606778765
+WT_jotka~which 0.00360214884260765
+WT_on~must 0.00163626531844767
+WT_joka~that 0.00145651673306678
+WT_OTHER~are 0.000194933194669908
+WT_voi~be -0.00128332694489187
+WT_on~a 0.00828108876859542
+WT_OTHER~OTHER -0.0235486767798336
+WT_kuin~to -0.00333811860895521
+WT_ole~have 0.0040795442577582
+WT_OTHER~. -0.00059406802571798
+WT_OTHER~by -0.0141109651032801
+WT_OTHER~in 0.0113960205628627
+SWD_siitä -0.00165302668908519
+WT_olisi~be 0.0035752897951269
+WT_OTHER~but -0.0121292477151582
+PL_3,1 -0.0139038771544615
+PL_4,2 -0.00207635067339784
+SWD_jotka -0.00186296892928052
+TWI_that 0.00155094574603916
+WT_koska~as -0.00110883975154574
+WT_kuin~that -7.23046662356241e-05
+WT_on~is 0.0106933790473696
+TWI_I -0.000399546688179021
+WT_komission~'s -0.00885603249000234
+TWI_on 0.00211002247824574
+WT_OTHER~President 0.0140690616766863
+WT_OTHER~will -0.00462203076639239
+TWI_'s -0.000386888982493697
+WT_meidän~we -0.00113133730930196
+SWD_kuitenkin 0.000417094783228876
+WT_kuitenkin~, -0.000808046024126752
+PL_4,5 0.000387035285630026
+TWI_for 0.0195121456441561
+TWI_from -0.000836009246221298
+WT_OTHER~with 0.0110700130081376
+WT_@-@~OTHER -0.000738560315680165
+WT_@-@~in 0.0173081579062758
+WT_-~, 0.0111602240740852
+WT_OTHER~have 0.0126029386244795
+WT_sekä~OTHER -0.0054670721609546
+WT_,~OTHER 0.00744500775102422
+WT_se~would -0.00475729215658319
+WT_että~and 0.00342229536063844
+TWI_an -0.00116469442438493
+WT_tämän~that -0.000545398217090797
+WT_nyt~the 0.0003271702505935
+TWI_@-@ -0.00321557178944235
+PL_3,3 -0.00816321812857201
+WT_tai~and -0.00121578458376557
+WT_voi~can 0.00347959098134865
+PL_1,1 0.00326601048580085
+SWD_OTHER -0.00761665169473981
+PL_1,3 -0.0123845328858694
+WT_on~to -5.57536408620327e-05
+PL_t4 0.00508447565727206
+WT_ole~has -0.00615406200129712
+WT_olen~OTHER -0.00020162449282955
+WT_ei~is -0.00168556119408088
+WT_meidän~it 0.00113133730930196
+PL_s3 -0.0279879003971649
+WT_kuten~OTHER -0.00841347930479033
+WT_se~it 0.00519361227610029
+WT_,~and -0.00716294634592839
+SWD_on -0.00200152628069352
+WT_OTHER~to 0.0297266441615195
+WT_ei~OTHER -0.00381779414468326
+WT_siitä~for -0.00324628440632526
+WT_siitä~OTHER 0.0108746845189559
+WT_tämä~this 0.00307062678788851
+WT_sitä~this -0.0031457769121039
+WT_OTHER~'s 0.00578681352474643
+TWI_will -0.00474376601756411
+TWI_in 0.00521140052912865
+PL_2,4 -0.00658413801337316
+WT_myös~also -6.37208127879241e-05
+WT_on~have 0.00445055244886888
+WT_kun~as 0.00691307163082491
+WT_myös~OTHER -0.00234679616155647
+WT_kuin~OTHER 0.000695061356769419
+WT_sen~that 0.00745947243846504
+WT_unionin~Union 0.00050821348070908
+WT_"~OTHER 0.0314504263598572
+WT_on~should -0.000976548591066071
+WT_OTHER~can 0.00166504562975643
+WT_että~that -0.0159396990986597
+WT_että~for -0.000620027170888475
+PL_t1 -0.0305070747785551
+TWI_there -0.0047072620048318
+WT_@-@~and -0.000357956295088232
+PL_4,3 0.0178122688262073
+TWI_we 0.00574038298223604
+WT_OTHER~is -0.0120849151044141
+WT_että~there -0.0024605813555088
+PL_3,2 -0.000623709593225506
+TWI_our 0.00228211913355299
+TWI_should -1.34061704472901e-05
+WT_myös~for -0.000619447479216229
+WT_ovat~has 0.000400253912019161
+TWI_have -0.00186366455928721
+WT_koska~OTHER 0.00110883975154574
+WT_sitä~that 6.54582315427422e-05
+WT_OTHER~also -0.00051432784763301
+WT_se~that -0.000672260150994399
+WT_on~we -0.000441759283664688
+PL_s2 0.0185944661226249
+WT_on~, -0.0034334199198725
+WT_se~is 2.23253617252019e-05
+PL_3,4 -0.00137234550225662
+WT_parlamentin~Parliament 0.00113783537690419
+TWI_not -0.00041154961831836
+WT_OTHER~from -0.0125787572004372
+WT_tämän~the 0.000327750494353053
+PL_s4 0.0138277995235705
+TWI_to 0.0106413172143288
+WT_OTHER~I -0.00531154916660053
+WT_ole~not 0.00661936118355346
+TWI_this -0.000717211099522296
+WT_tai~OTHER 0.000419923678589438
+WT_EU~European 4.5063132668659e-05
+WT_OTHER~and 0.0165805620445106
+WT_kuitenkin~a -0.0030779143403396
+WT_kuin~as -0.000695061356769419
+WT_unionin~OTHER -0.00050821348070908
+WT_OTHER~be -0.0263179467112501
+WT_ja~@-@ -0.00175852505256095
+WT_OTHER~not 0.0131631416147921
+WT_sen~OTHER -0.014585981022138
+WT_OTHER~, -0.00482036261052359
+WT_se~a 0.00301938204406194
+PL_1,4 0.0128610394404558
+SWD_@-@ 0.00134816959908741
+WT_tämän~in -0.000581419705516873
+WT_ei~it 0.000136411940138379
+TWI_a 0.0197302753391128
+TWI_by -0.000297844477025521
+WT_.~, 0.0103359577248817
+PL_5,4 0.00293134620210347
+WT_ole~are 0.00174884696207097
+WT_OTHER~of 0.0306438268044745
+WT_hyvin~OTHER -0.00338205371683841
+WT_on~it -0.00201744847862455
+PL_2,3 -0.0072892087130167
+WT_EU~OTHER -4.5063132668659e-05
+WT_ovat~OTHER -0.000693913015171064
+WT_hyvin~a 0.000915150961665587
+WT_on~there 0.00762719656230162
+PL_s1 0.00946343894505506
+PL_t2 0.0158409306794551
+SWD_se 0.00348365986480051
+WT_OTHER~there -0.0139971799093278
+WT_OTHER~Union 4.51324196256751e-05
+WT_ovat~will -0.000463869276131467
+WT_ovat~are -0.00290444298763817
+WT_olisi~OTHER -0.00207127699104742
+WT_on~has -0.000567865962132449
+SWD_sen 0.000238116359641107
+WT_sekä~and 0.0054670721609546
+WT_kuitenkin~but -0.00140168894261842
+SWD_joka -0.00129559432485121
+WT_nyt~is -0.000557420470285878
+WT_OTHER~been -0.00990853173187881
+WT_kanssa~with -0.00199236715227202
+WT_siitä~it -0.000150921898738357
+WT_myös~with -0.000214932005275097
+PL_t5 0.0291846048436039
+PL_5,3 0.000719623721053454
+WT_ei~would 0.00245248775558963
+WT_sitä~the -0.000101973286021188
+TWI_are -0.00322939605560716
+WT_N~'s 0.0138187452917373
+TWI_, 0.0287943895350862
+WT_kun~the -0.00256583127969645
+WT_OTHER~all -0.00116177388253143
+WT_EU~the 0.0119083023749364
+WT_OTHER~the 0.0181797933464114
+WT_se~OTHER 0.00101085529631691
+WT_kun~by 0.00209008660559354
+WT_siitä~on -0.00642977440236359
+WT_jotka~that 0.00127171654882773
+WT_OTHER~' -0.00960422120831486
+TWI_the 0.0944113461785625
+TWI_with -0.00427104126102995
+WT_nyt~a -0.00163579052336374
+WT_ovat~is -0.00512604783148172
+WT_parlamentin~OTHER 4.4108904967411e-05
+WT_@-@~@-@ 0.000885774396065373
+WT_sitä~it 0.00255852164375308
+WT_sekä~, 0.00817243798659726
+WT_"~' -0.0314504263598572
diff --git a/tests/mert.hgdecode-sparse/truth/results.txt b/tests/mert.hgdecode-sparse/truth/results.txt
index a7e12d5..bc2b162 100644
--- a/tests/mert.hgdecode-sparse/truth/results.txt
+++ b/tests/mert.hgdecode-sparse/truth/results.txt
@@ -1,46 +1,56 @@
-STDOUT_1=<s> the EU @-@ matters , but also the national matters management focus since mid @-@ September four ely @-@ centre . </s> 
-STDERR_0=Distortion0=-6
-STDERR_1=LM0=-134.328
-STDERR_2=LexicalReordering0_1=-4.60231
-STDERR_3=LexicalReordering0_2=-0.29515
-STDERR_4=LexicalReordering0_4=-0.470004
-STDERR_5=LexicalReordering0_5=-9.23893
-STDERR_6=LexicalReordering0_6=-0.470004
-STDERR_7=LexicalReordering0_8=-0.402678
-STDERR_8=OpSequenceModel0_1=-79.4235
-STDERR_9=OpSequenceModel0_2=1
-STDERR_10=OpSequenceModel0_3=1
-STDERR_11=OpSequenceModel0_4=2
-STDERR_12=PL_1,1=11
-STDERR_13=PL_1,2=2
-STDERR_14=PL_2,3=2
-STDERR_15=PL_s1=13
-STDERR_16=PL_s2=2
-STDERR_17=PL_t1=11
-STDERR_18=PL_t2=2
-STDERR_19=PL_t3=2
-STDERR_20=PhrasePenalty0=15
-STDERR_21=TWI_the=1
-STDERR_22=TranslationModel0_12=0.999896
-STDERR_23=TranslationModel0_13=8.99906
-STDERR_24=TranslationModel0_1=-51.5573
-STDERR_25=TranslationModel0_2=-60.3781
-STDERR_26=TranslationModel0_3=-23.9607
-STDERR_27=TranslationModel0_4=-26.3136
-STDERR_28=TranslationModel0_5=13.9985
-STDERR_29=TranslationModel0_6=4.99948
-STDERR_30=TranslationModel0_7=1.99979
-STDERR_31=TranslationModel0_8=1.99979
-STDERR_32=UnknownWordPenalty0=-100
-STDERR_33=WEIGHTS
-STDERR_34=WT_.~.=1
-STDERR_35=WT_@-@~@-@=2
-STDERR_36=WT_EU~OTHER=1
-STDERR_37=WT_EU~the=1
-STDERR_38=WT_OTHER~,=1
-STDERR_39=WT_OTHER~@-@=1
-STDERR_40=WT_OTHER~OTHER=12
-STDERR_41=WT_OTHER~but=1
-STDERR_42=WT_myös~also=1
-STDERR_43=WordPenalty0=-21
+STDOUT_1=<s> the rest of the EU matters , but also of the governance of the national matters since mid @-@ September , the concentration of the four ely @-@ centre . </s> 
+STDERR_0=Distortion0=-16
+STDERR_1=LM0=-140.114
+STDERR_2=LexicalReordering0_1=-2.9592
+STDERR_3=LexicalReordering0_2=-2.36712
+STDERR_4=LexicalReordering0_3=-0.7745
+STDERR_5=LexicalReordering0_4=-1.8563
+STDERR_6=LexicalReordering0_5=-6.25383
+STDERR_7=LexicalReordering0_6=-4.34121
+STDERR_8=LexicalReordering0_8=-2.77259
+STDERR_9=OpSequenceModel0_1=-94.3696
+STDERR_10=OpSequenceModel0_2=6
+STDERR_11=OpSequenceModel0_3=4
+STDERR_12=OpSequenceModel0_4=5
+STDERR_13=PL_1,1=7
+STDERR_14=PL_1,2=2
+STDERR_15=PL_1,3=2
+STDERR_16=PL_2,3=1
+STDERR_17=PL_2,5=2
+STDERR_18=PL_s1=11
+STDERR_19=PL_s2=3
+STDERR_20=PL_t1=7
+STDERR_21=PL_t2=2
+STDERR_22=PL_t3=3
+STDERR_23=PL_t5=2
+STDERR_24=PhrasePenalty0=14
+STDERR_25=TWI_,=1
+STDERR_26=TWI_OTHER=1
+STDERR_27=TWI_of=3
+STDERR_28=TWI_the=5
+STDERR_29=TranslationModel0_10=1.99979
+STDERR_30=TranslationModel0_12=0.999896
+STDERR_31=TranslationModel0_13=3.99958
+STDERR_32=TranslationModel0_1=-50.2288
+STDERR_33=TranslationModel0_2=-62.0063
+STDERR_34=TranslationModel0_3=-43.9471
+STDERR_35=TranslationModel0_4=-54.307
+STDERR_36=TranslationModel0_5=12.9986
+STDERR_37=TranslationModel0_6=1.99979
+STDERR_38=TranslationModel0_7=1.99979
+STDERR_39=TranslationModel0_8=2.99969
+STDERR_40=TranslationModel0_9=0.999896
+STDERR_41=UnknownWordPenalty0=-100
+STDERR_42=WEIGHTS
+STDERR_43=WT_.~.=1
+STDERR_44=WT_@-@~@-@=1
+STDERR_45=WT_@-@~the=1
+STDERR_46=WT_EU~OTHER=1
+STDERR_47=WT_OTHER~,=1
+STDERR_48=WT_OTHER~@-@=1
+STDERR_49=WT_OTHER~OTHER=12
+STDERR_50=WT_OTHER~but=1
+STDERR_51=WT_OTHER~of=1
+STDERR_52=WT_myös~also=1
+STDERR_53=WordPenalty0=-30
 TOTAL_WALLTIME ~ 0