diff options
| author | bhaddow <bhaddow@1f5c12ca-751b-0410-a591-d2e778427230> | 2011-09-15 21:45:35 +0400 |
|---|---|---|
| committer | bhaddow <bhaddow@1f5c12ca-751b-0410-a591-d2e778427230> | 2011-09-15 21:45:35 +0400 |
| commit | fc695c38a750d7226dca02a6456680833369307c (patch) | |
| tree | 127049d42ba08598797b82efc38495eef2e2dfe0 /scripts | |
| parent | 1e1eb4d29e391e38da387b119234935312f21036 (diff) | |
Implementation of sharding and resampling in mert.
git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/trunk@4226 1f5c12ca-751b-0410-a591-d2e778427230
Diffstat (limited to 'scripts')
| -rwxr-xr-x | scripts/training/mert-moses.pl | 9 |
1 files changed, 7 insertions, 2 deletions
diff --git a/scripts/training/mert-moses.pl b/scripts/training/mert-moses.pl index 9a37cc137..8188e1d9c 100755 --- a/scripts/training/mert-moses.pl +++ b/scripts/training/mert-moses.pl @@ -125,7 +125,8 @@ my $___INPUTTYPE = 0; my $mertdir = undef; # path to new mert directory -my $mertargs = undef; # args to pass through to mert +my $mertargs = undef; # args to pass through to mert & extractor +my $mertmertargs = undef; # args to pass through to mert only my $filtercmd = undef; # path to filter-model-given-input.pl my $filterfile = undef; my $qsubwrapper = undef; @@ -167,6 +168,7 @@ GetOptions( "verbose" => \$verbose, "mertdir=s" => \$mertdir, "mertargs=s" => \$mertargs, + "mertmertargs=s" => \$mertmertargs, "rootdir=s" => \$SCRIPTS_ROOTDIR, "filtercmd=s" => \$filtercmd, # allow to override the default location "filterfile=s" => \$filterfile, # input to filtering script (useful for lattices/confnets) @@ -227,6 +229,7 @@ Options: --rootdir=STRING ... where do helpers reside (if not given explicitly) --mertdir=STRING ... path to new mert implementation --mertargs=STRING ... extra args for mert, eg. to specify scorer + --mertmertargs=STRING ... extra args for mert only, --scorenbestcmd=STRING ... path to score-nbest.py --old-sge ... passed to parallelizers, assume Grid Engine < 6.0 --inputtype=[0|1|2] ... Handle different input types: (0 for text, @@ -345,7 +348,9 @@ $scconfig = "--scconfig $scconfig" if ($scconfig); my $mert_extract_args=$mertargs; $mert_extract_args .=" $scconfig"; -my $mert_mert_args=$mertargs; +$mertmertargs = "" if !defined $mertmertargs; + +my $mert_mert_args="$mertargs $mertmertargs"; $mert_mert_args =~ s/\-+(binary|b)\b//; $mert_mert_args .=" $scconfig"; if ($___ACTIVATE_FEATURES){ $mert_mert_args .=" -o \"$___ACTIVATE_FEATURES\""; } |