forked from isi-nlp/LSTM
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathe.blanks.lm.3gram.test.unk.integerized
303 lines (298 loc) · 5.41 KB
/
e.blanks.lm.3gram.test.unk.integerized
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
\data\
ngram 1=27
ngram 2=185
ngram 3=78
\1-grams:
-1.942008 0
-99 1 -0.2219728
-1.39794 2 -0.2810797
-0.8336686 3 0.05214638
-1.151958 4 0.09100461
-1.817069 5 -0.2235331
-1.765917 6 -0.2688453
-1.464887 7 -0.2463177
-0.907246 8 -0.03342378
-1.640978 9 -0.01533982
-1.942008 10 -0.1895304
-1.464887 11 -0.257869
-1.09691 12 0.09498411
-2.243038 13 -0.4550625
-2.419129 14 -0.2436285
-1.765917 15 -0.2559155
-1.243038 16 -0.4076858
-1.305186 17 -0.3553877
-1.574031 18 -0.3054878
-1.288795 19 -0.1391792
-1.288795 20 -0.1176395
-1.140376 21 -0.1961511
-1.765917 22 -0.3469115
-2.021189 23 -0.3781382
-1.875061 24 -0.1606543
-2.419129 25 -0.2892916
-1.875061 26 -0.5273229
\2-grams:
-0.9542425 1 3
-0.9542425 1 11
-0.9542425 1 13
-0.6532125 1 21 -0.3640817
-1.431364 2 2
-0.8293038 2 3
-0.5862657 2 8 -0.1686232
-0.8293038 2 12 -0.1303338
-1.431364 2 17
-1.130334 2 20
-1.431364 2 26
-1.982271 3 2
-0.9408786 3 4 -0.0436645
-1.681241 3 5
-1.50515 3 6 -0.1492981
-1.681241 3 7
-1.681241 3 8
-1.50515 3 9
-1.681241 3 10
-1.380211 3 11 -0.1066195
-1.380211 3 12 -0.3417171
-1.50515 3 15 -0.1492981
-1.982271 3 16
-1.137173 3 17 -0.3136191
-1.20412 3 18 -0.122647
-1.50515 3 19 -0.50515
-1.50515 3 20
-0.90309 3 21 -0.411304
-1.681241 3 22
-1.982271 3 23
-1.380211 3 24 -0.04921804
-0.8709053 4 2 -0.1706962
-1.414973 4 3
-1.716003 4 5
-1.414973 4 7
-1.238882 4 8 -0.5686362
-1.716003 4 10
-1.716003 4 12
-1.716003 4 13
-1.716003 4 14
-1.716003 4 15
-1.017033 4 16 -0.1426675
-1.716003 4 18
-1.113943 4 19 -0.04921804
-1.238882 4 20 -0.07572071
-1.414973 4 21
-1.716003 4 26
-1.079181 5 4
-1.079181 5 5
-0.7781513 5 8 -0.4436975
-0.7781513 5 12
-1.079181 5 26
-1.113943 6 4
-0.6368221 6 12
-0.8129134 6 17
-1.113943 6 21
-1.113943 6 26
-1.380211 7 0
-1.380211 7 2
-0.4259687 7 3 -0.1820816
-1.380211 7 7
-0.90309 7 8
-1.380211 7 12
-1.380211 7 17
-1.130334 8 2 -0.08526603
-0.7323937 8 3 -0.104298
-1.306425 8 4
-1.607455 8 5
-1.908485 8 6
-0.908485 8 7 -0.2108534
-1.607455 8 8
-1.908485 8 9
-1.607455 8 15 -0.3631779
-1.130334 8 16 -0.2430381
-1.908485 8 18
-1.306425 8 19 -0.04921804
-1.209515 8 20 -0.3222193
-1.908485 8 21
-1.607455 8 23
-1.908485 8 24
-1.908485 8 25
-0.9777236 9 3
-1.278754 9 8
-0.9777236 9 9
-0.9777236 9 12
-1.278754 9 17
-1.278754 9 20
-1.278754 9 21
-1.278754 9 22
-0.6532125 10 8
-0.9542425 10 12
-0.9542425 10 16
-0.9542425 10 19
-1.361728 11 3
-1.060698 11 4
-0.3617278 11 8 -0.5131189
-1.060698 11 12 -0.4191293
-1.361728 11 16
-1.361728 11 17
-1.748188 12 2
-1.447158 12 3
-1.146128 12 4 -0.2571245
-1.447158 12 6
-1.748188 12 7
-1.271067 12 8
-1.748188 12 9
-1.748188 12 10
-0.845098 12 16 -0.06694676
-1.447158 12 17 -0.4227636
-1.748188 12 18
-1.748188 12 19
-0.90309 12 20 -0.06159604
-0.9700368 12 21 -0.04936161
-1.748188 12 23
-0.1760913 13 17
-0.30103 14 8
-0.8129134 15 4
-1.113943 15 5
-0.6368221 15 8 -0.188425
-1.113943 15 12
-1.113943 15 15
-1.556303 16 0
-0.6532125 16 3 -0.07767066
-1.255273 16 6 -0.3631779
-0.8573325 16 8 -0.1468933
-0.7112045 16 12 -0.1778112
-1.079181 16 20
-1.079181 16 21
-1.531479 17 2
-0.7533277 17 3
-0.9294189 17 9 -0.3744589
-1.531479 17 11
-1.531479 17 15
-0.9294189 17 16 -0.03698356
-0.8325089 17 19 -0.10721
-1.230449 17 22 -0.30103
-1.531479 17 24
-1.278754 18 2
-0.5797836 18 4 -0.1413291
-0.9777236 18 8 -0.455127
-0.9777236 18 17
-0.9777236 18 18
-1.278754 18 19
-0.69897 19 3
-0.9420081 19 4 -0.2752227
-1.544068 19 7
-0.69897 19 8 0.01639042
-1.544068 19 10
-1.544068 19 12
-1.544068 19 16
-1.544068 19 17
-1.066947 19 21
-0.544068 20 3 -0.09368105
-1.544068 20 4
-1.544068 20 8
-1.066947 20 12
-1.544068 20 17
-1.066947 20 19 -0.5493537
-1.544068 20 20
-0.9420081 20 21 -0.6511973
-1.243038 20 22
-1.681241 21 0
-1.681241 21 2
-1.079181 21 3 -0.0881361
-0.9822713 21 8 -0.1468933
-0.6398485 21 11 -0.1993735
-0.9822713 21 12 -0.1371732
-1.079181 21 17 -0.6146491
-1.681241 21 20
-1.380211 21 21
-1.681241 21 22
-1.380211 21 26 -0.1760913
-1.079181 22 8
-0.7781513 22 16 -0.3832168
-1.079181 22 18
-0.4771213 22 19 -0.04921804
-0.4771213 23 8
-0.4771213 23 12
-1 24 3
-1 24 4
-0.69897 24 8
-0.69897 24 12
-0.30103 25 18
-0.60206 26 0
-0.30103 26 3 -0.09327574
\3-grams:
-0.69897 4 2 3
-0.39794 4 2 8
-0.5228788 8 2 12
-0.845098 7 3 12
-0.845098 7 3 17
-0.6690068 7 3 21
-1.09691 8 3 6
-0.9208187 8 3 18
-0.9208187 8 3 24
-0.845098 16 3 4
-0.845098 16 3 15
-0.7269987 20 3 4
-0.90309 20 3 18
-0.90309 20 3 21
-0.544068 21 3 21
-0.544068 26 3 4
-1 3 4 3
-1 3 4 19
-0.30103 12 4 16
-0.4259687 18 4 2
-0.30103 19 4 8
-0.39794 3 6 17
-0.1760913 16 6 12
-0.2108534 8 7 3
-0.4393327 2 8 20
-0.1249387 4 8 2
-0.1760913 5 8 2
-0.1249387 11 8 3
-0.39794 15 8 16
-0.4259687 16 8 7
-0.1760913 18 8 4
-0.8129134 19 8 3
-0.4259687 21 8 7
-0.4771213 17 9 3
-0.4771213 17 9 9
-0.544068 3 11 12
-0.1918855 21 11 8
-0.544068 2 12 3
-0.4771213 3 12 16
-0.4771213 3 12 20
-0.1760913 11 12 20
-0.5642715 16 12 4
-0.7403627 16 12 21
-0.4259687 21 12 16
-0.39794 3 15 4
-0.1760913 8 15 8
-0.60206 4 16 3
-0.60206 4 16 20
-0.6532125 8 16 8
-0.4771213 8 16 21
-0.60206 12 16 3
-0.60206 12 16 12
-0.544068 17 16 3
-0.1760913 22 16 12
-0.39794 3 17 9
-0.69897 3 17 22
-0.1760913 12 17 16
-0.09691001 21 17 3
-0.3521825 3 18 4
-0.1249387 3 19 8
-0.544068 4 19 8
-0.544068 8 19 3
-0.4259687 17 19 3
-0.1249387 20 19 4
-0.544068 22 19 3
-0.39794 4 20 3
-0.544068 8 20 3
-0.3679768 8 20 21
-0.7403627 12 20 3
-0.5642715 12 20 19
-0.1760913 1 21 11
-0.3309932 3 21 11
-0.5740313 3 21 17
-0.7403627 12 21 3
-0.09691001 20 21 12
-0.1760913 17 22 19
-0.544068 3 24 12
-0.1760913 21 26 3
\end\