blob: 2206a7d5795c685455671f12b1b7af12619cae10 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
\data\
ngram 1=21
ngram 2=42
ngram 3=10
\1-grams:
-1.147663 1 -0.05147925
-1.90823 12 -0.1494838
-1.321964 123 -0.5169629
-1.445119 1234 -0.4663778
-1.147663 2 -0.8132458
-1.08123 3 0.08509711
-0.8860567 4 -0.005259842
-0.8138084 5 -0.5734631
-1.90823 6 -0.1816884
-1.90823 7 -0.1816884
-1.90823 8 -0.08341829
-0.6729417 </s>
-99 <s> -0.3836367
-1.90823 a -0.1816884
-1.617665 are -0.1709516
-1.90823 few -0.1816884
-1.617665 here -0.0699124
-1.90823 more -0.1712167
-1.90823 random -0.1712167
-1.90823 some -0.1816884
-1.445119 words -0.5470337
\2-grams:
-0.7569619 1 2 0
-0.455932 12 3
-0.39794 123 4
-0.39794 123 </s>
-0.1760913 1234 5 -0.1413292
-0.9330532 1234 </s>
-0.07918125 2 3 -0.6283889
-1.234083 2 </s>
-0.8239087 3 4 -0.7345816
-1.30103 3 </s>
-1.497325 4 1
-0.7403627 4 123 -0.2552725
-1.020203 4 5 -0.4423592
-0.7403627 4 </s>
-1.569875 5 123
-1.569875 5 1234
-0.6368221 5 4 -0.3899711
-1.569875 5 6
-0.2688453 5 </s>
-0.455932 6 7
-0.455932 7 8
-0.455932 8 </s>
-0.5563025 <s> 1 -0.6946052
-1.711204 <s> 12
-1.711204 <s> 123
-0.9542425 <s> 1234 0
-1.711204 <s> 3
-0.5563025 <s> 5 -0.2839966
-1.711204 <s> here
-1.711204 <s> some
-1.711204 <s> words
-0.455932 a few
-0.7569619 are a
-0.7569619 are here
-0.455932 few more
-0.7569619 here </s>
-0.7569619 here are
-0.455932 more words
-0.455932 random words
-0.455932 some random
-0.1760913 words </s>
-0.9330532 words are
\3-grams:
-0.07918125 <s> 1 2
-0.1760913 4 123 </s>
-0.1760913 <s> 1234 5
-0.07918125 1 2 3
-0.09691001 2 3 4
-0.07918125 3 4 5
-0.1760913 5 4 123
-0.1760913 1234 5 </s>
-0.07918125 4 5 </s>
-0.2218488 <s> 5 4
\end\
|