Welcome to mirror list, hosted at ThFree Co, Russian Federation.

strip-xml.perl « generic « scripts - github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
blob: 61b823ce2403f657ebada8cb8cd5f45b180e4df3 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
#!/usr/bin/env perl 

use strict;

while (my $line = <STDIN>) {
  chomp($line);
  #print "$line\n";

  my $len = length($line);
  my $inXML = 0;
  my $prevSpace = 1;
  my $prevBar = 0;

  for (my $i = 0; $i < $len; ++$i) {
    my $c = substr($line, $i, 1);
    if ($c eq "<" && !$prevBar) {
      ++$inXML;
    }
    elsif ($c eq ">" && $inXML>0) {
      --$inXML;
    }
    elsif ($prevSpace == 1 && $c eq " ")
    { # duplicate space. Do nothing
    }
    elsif ($inXML == 0) {
      if ($c eq " ") {
        $prevSpace = 1;
        $prevBar = 0;
      }
      elsif ($c eq "|") {
        $prevSpace = 0;
        $prevBar = 1;
      }
      else {
        $prevSpace = 0;
        $prevBar = 0;
      }
      print $c;
    }
  }

  print "\n";
}