blob: 77b789b203f1568cbdc54c7e3da06b70d755fa8a (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
// $Id$
import java.io.*;
import java.util.*;
//input is the sentences with all features combined
//output sentences combination of morphology, lopar tags and parsed tags
// used to create generation table
public class ProcessShallowParse
{
public static void main(String[] args) throws Exception
{
System.err.println("Starting...");
InputStreamReader inStream = new InputStreamReader(args.length > 0 ? new FileInputStream(args[0]) : System.in
, "Latin1");
OutputStreamWriter outStream = new OutputStreamWriter(args.length > 1 ? new FileOutputStream(args[1]) : (OutputStream) System.out
, "Latin1");
new ProcessShallowParse2(inStream, outStream);
System.err.println("End...");
}
}
class ProcessShallowParse2
{ // factored sentence
public ProcessShallowParse2(Reader inStream, Writer outStream) throws Exception
{
BufferedReader inFile = new BufferedReader(inStream);
BufferedWriter outFile = new BufferedWriter(outStream);
// tokenise
String inLine;
int i = 1;
while ((inLine = inFile.readLine()) != null)
{
StringTokenizer st = new StringTokenizer(inLine);
String ret = "";
while (st.hasMoreTokens())
{
String factoredWord = st.nextToken();
ret += Output(factoredWord);
}
outFile.write(ret + "\n");
i++;
}
outFile.flush();
outFile.close();
outFile = null;
System.err.print("no of lines = " + i);
}
protected String Output(String factoredWord) throws Exception
{
StringTokenizer st = new StringTokenizer(factoredWord, "|");
String surface = st.nextToken();
String posNormal = st.nextToken();
String morph = st.nextToken();
String posImproved = st.nextToken();
String ret = "";
if (posImproved.equals("ART-SB")
|| posImproved.equals("NN-NK_NP-SB"))
{
ret = posImproved + "_" + morph + " ";
}
else if (posImproved.equals("???"))
{
ret = "??? ";
}
else
{
ret = surface + " ";
}
return ret;
}
}
|
