Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authormphi <mphi@1f5c12ca-751b-0410-a591-d2e778427230>2008-10-23 13:16:33 +0400
committermphi <mphi@1f5c12ca-751b-0410-a591-d2e778427230>2008-10-23 13:16:33 +0400
commit8a4c6a2c6380eee06ada7c932473bb9d2045e770 (patch)
tree087273160c88240127f18ecad27db1c26f5067e8 /scripts
parent88d3b775ce3b9cb2ab71ea08bbb7aac96cc71e60 (diff)
pus significance test into proper location
git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/trunk@1915 1f5c12ca-751b-0410-a591-d2e778427230
Diffstat (limited to 'scripts')
-rwxr-xr-xscripts/analysis/bootstrap-hypothesis-difference-significance.pl (renamed from scripts/generic/compare-hypotheses-with-significance.pl)6
1 files changed, 3 insertions, 3 deletions
diff --git a/scripts/generic/compare-hypotheses-with-significance.pl b/scripts/analysis/bootstrap-hypothesis-difference-significance.pl
index c606b28ad..b3ce89f99 100755
--- a/scripts/generic/compare-hypotheses-with-significance.pl
+++ b/scripts/analysis/bootstrap-hypothesis-difference-significance.pl
@@ -21,7 +21,7 @@ my $MAX_NGRAMS_FOR_BLEU = 4;
#checking cmdline argument consistency
if (@ARGV < 3) {
- print STDERR "Usage: ./compare-hypotheses-with-significance.pl hypothesis_1 hypothesis_2 reference_1 [ reference_2 ... ]\n";
+ print STDERR "Usage: ./bootstrap-hypothesis-difference-significance.pl hypothesis_1 hypothesis_2 reference_1 [ reference_2 ... ]\n";
unless ($ARGV[0] =~ /^(--help|-help|-h|-\?|\/\?|--usage|-usage)$/) {
die("\nERROR: not enough arguments");
@@ -86,8 +86,8 @@ for my $subSampleDiff (@subSampleBleuDiffArr) {
my $result = ($count + 1) / $TIMES_TO_REPEAT_SUBSAMPLING;
-print "The null-hypothesis is that the second system is equivalent with the first one;\n";
-print "The p-value for that is $result\n";
+print "Assuming that essentially the same system generated the two hypothesis translations (null-hypothesis),\n";
+print "the probability of actually getting the second hypothesis translation as output (p-value) is: $result.\n";
#####
# read 2 hyp and 1 to \infty ref data files