blob: 9bde7648fce37a2152e8acd107209ee2fa7f2d08 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
#!/usr/bin/env perl
#
# This file is part of moses. Its use is licensed under the GNU Lesser General
# Public License version 2.1 or, at your option, any later version.
use warnings;
use strict;
my ($size,$in,$out) = @ARGV;
open(IN,$in);
open(OUT,">$out");
binmode(IN, ":utf8");
binmode(OUT, ":utf8");
while(<IN>) {
my $first = 1;
chomp; s/\s+/ /g; s/^ //; s/ $//;
foreach my $word (split) {
if (length($word) > $size) {
$word = substr($word,0,$size);
}
print OUT " " unless $first; $first = 0;
print OUT $word;
}
print OUT "\n";
}
close(OUT);
close(IN);
|