diff options
Diffstat (limited to 'scripts/tokenizer/detokenizer.perl')
-rwxr-xr-x | scripts/tokenizer/detokenizer.perl | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/scripts/tokenizer/detokenizer.perl b/scripts/tokenizer/detokenizer.perl index 27e315840..7874d5d04 100755 --- a/scripts/tokenizer/detokenizer.perl +++ b/scripts/tokenizer/detokenizer.perl @@ -7,6 +7,8 @@ binmode(STDIN, ":utf8"); binmode(STDOUT, ":utf8"); + +use warnings; use strict; use utf8; # tell perl this script file is in UTF-8 (see all funny punct below) |