diff options
| author | phikoehn <pkoehn@inf.ed.ac.uk> | 2012-04-12 03:25:57 +0400 |
|---|---|---|
| committer | phikoehn <pkoehn@inf.ed.ac.uk> | 2012-04-12 03:25:57 +0400 |
| commit | 366d427ce68e1cd922c0629667dc3ee05e8183c1 (patch) | |
| tree | 8c511b92cc6ff6c975eceaab6b8504c765f574ae /scripts/tokenizer | |
| parent | 49a4be289922d15adda93ca051a59f6f2ea827bb (diff) | |
minor fixes
Diffstat (limited to 'scripts/tokenizer')
| -rwxr-xr-x | scripts/tokenizer/deescape-special-chars.perl | 3 | ||||
| -rwxr-xr-x | scripts/tokenizer/escape-special-chars.perl | 3 |
2 files changed, 0 insertions, 6 deletions
diff --git a/scripts/tokenizer/deescape-special-chars.perl b/scripts/tokenizer/deescape-special-chars.perl index 5f5dc449a..c98e01ccc 100755 --- a/scripts/tokenizer/deescape-special-chars.perl +++ b/scripts/tokenizer/deescape-special-chars.perl @@ -2,9 +2,6 @@ use strict; -binmode(STDIN, ":utf8"); -binmode(STDOUT, ":utf8"); - while(<STDIN>) { s/\&bar;/\|/g; s/\</\</g; diff --git a/scripts/tokenizer/escape-special-chars.perl b/scripts/tokenizer/escape-special-chars.perl index a668325ca..5c4dc9bb3 100755 --- a/scripts/tokenizer/escape-special-chars.perl +++ b/scripts/tokenizer/escape-special-chars.perl @@ -2,9 +2,6 @@ use strict; -binmode(STDIN, ":utf8"); -binmode(STDOUT, ":utf8"); - while(<STDIN>) { chop; |