diff options
author | Hieu Hoang <fishandfrolick@gmail.com> | 2012-06-26 20:20:46 +0400 |
---|---|---|
committer | Hieu Hoang <fishandfrolick@gmail.com> | 2012-06-26 21:33:34 +0400 |
commit | 93bff3f2013b2732c67355d2e9bd253fba4670a7 (patch) | |
tree | 9fb8e2359a4d78c3ba554f75ae22dd6402634c43 | |
parent | 272f39a48719bb7c2e4582e73e769b2387e2dcb9 (diff) |
lock m_vocab variable access in Encode() and Lookup(). Other functions are still not threadsafe
-rwxr-xr-x | scripts/ems/support/split-sentences.perl | 2 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/README.txt (renamed from scripts/tokenizer/nonbreaking_prefixes/README.txt) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ca (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.ca) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.de (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.de) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.el (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.el) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.en (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.en) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.es (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.es) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.fr (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.fr) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.is (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.is) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.it (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.it) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.nl (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.nl) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.pl (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.pl) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.pt (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.pt) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ro (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.ro) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ru (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.ru) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.sk (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.sk) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.sl (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.sl) | 0 | ||||
-rw-r--r-- | scripts/share/nonbreaking_prefixes/nonbreaking_prefix.sv (renamed from scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.sv) | 0 | ||||
-rwxr-xr-x | scripts/tokenizer/tokenizer.perl | 2 |
19 files changed, 2 insertions, 2 deletions
diff --git a/scripts/ems/support/split-sentences.perl b/scripts/ems/support/split-sentences.perl index dcf031d43..b366d3d7e 100755 --- a/scripts/ems/support/split-sentences.perl +++ b/scripts/ems/support/split-sentences.perl @@ -9,7 +9,7 @@ binmode(STDERR, ":utf8"); use FindBin qw($RealBin); use strict; -my $mydir = "$RealBin/nonbreaking_prefixes"; +my $mydir = "$RealBin/../../share/nonbreaking_prefixes"; my %NONBREAKING_PREFIX = (); my $language = "en"; diff --git a/scripts/tokenizer/nonbreaking_prefixes/README.txt b/scripts/share/nonbreaking_prefixes/README.txt index 02cdfccb9..02cdfccb9 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/README.txt +++ b/scripts/share/nonbreaking_prefixes/README.txt diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.ca b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ca index 2f4fdfc67..2f4fdfc67 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.ca +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ca diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.de b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.de index 35fdf5eee..35fdf5eee 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.de +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.de diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.el b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.el index 0470f9192..0470f9192 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.el +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.el diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.en b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.en index e1a3733b5..e1a3733b5 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.en +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.en diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.es b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.es index d8b275518..d8b275518 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.es +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.es diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.fr b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.fr index 28126fa57..28126fa57 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.fr +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.fr diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.is b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.is index 5b8a71086..5b8a71086 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.is +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.is diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.it b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.it index 992b9ecd4..992b9ecd4 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.it +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.it diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.nl b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.nl index c80c41772..c80c41772 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.nl +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.nl diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.pl b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.pl index 6b7c106e6..6b7c106e6 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.pl +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.pl diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.pt b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.pt index 5d65bf25a..5d65bf25a 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.pt +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.pt diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.ro b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ro index d489f4654..d489f4654 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.ro +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ro diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.ru b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ru index 444465b35..444465b35 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.ru +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ru diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.sk b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.sk index 1198d4829..1198d4829 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.sk +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.sk diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.sl b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.sl index 230062c69..230062c69 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.sl +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.sl diff --git a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.sv b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.sv index df5ef2959..df5ef2959 100644 --- a/scripts/tokenizer/nonbreaking_prefixes/nonbreaking_prefix.sv +++ b/scripts/share/nonbreaking_prefixes/nonbreaking_prefix.sv diff --git a/scripts/tokenizer/tokenizer.perl b/scripts/tokenizer/tokenizer.perl index 08cfe7dad..b23628b65 100755 --- a/scripts/tokenizer/tokenizer.perl +++ b/scripts/tokenizer/tokenizer.perl @@ -11,7 +11,7 @@ use FindBin qw($RealBin); use strict; #use Time::HiRes; -my $mydir = "$RealBin/nonbreaking_prefixes"; +my $mydir = "$RealBin/../share/nonbreaking_prefixes"; my %NONBREAKING_PREFIX = (); my $language = "en"; |