-
Notifications
You must be signed in to change notification settings - Fork 11
/
example_out.classified_detailed_properties
541 lines (540 loc) · 85.9 KB
/
example_out.classified_detailed_properties
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
# Time of run:
# Wed Oct 30 11:20:15 2013
# Command:
# ./classify_coreference_errors.py data/classified/stanford data/gold/ data/homogenised/stanford.homogenised.out T
#
# Each line below describes a single error.
# The fields included for the seven error types are:
# span mismatch
# System span (sentence, start, end)
# Gold span (sentence, start, end)
# Is the gold span a node in the gold parse?
# Extra text to left
# Missing text to left
# Extra text to right
# Missing text to right
# Nodes spanning extra text to left
# Nodes spanning missing text to left
# Nodes spanning extra text to right
# Nodes spanning missing text to right
#
# missing and extra entity
# Missing or extra
# Size
# Number of proper names
# Number of nominals
# Number of pronouns
# If it is 1 pronoun and 1 nominal/name, the pronoun
# Number of cataphoric pronouns
# NER types assigned to mentions in this cluster
# Is there an exact string match for all mentions?
# Is there a head match for all mentions?
#
# extra and missing mentions
# Missing or extra
# Mention type
# The mention
# Is there an exact match with something in the cluster?
# Is there a head match with something in the cluster?
# Is this a nested mention?
# Was this the first mention in the cluster?
# Was this the last mention in the cluster?
# Was this a case of cataphoa?
# Does NER match?
# Does number match?
# Does person match?
# Does gender match?
#
# split and merge (conflated entities and divided entity)
# Split or merge
# Size of the part being split/merged ('part' for the rest of these notes)
# Size of the rest of the cluster ('rest' for the rest of these notes)
# If the part is a single mention, its text
# The number of cataphoric pronouns in the part
# Number of names in the part
# Number of nominals in the part
# Number of pronouns in the part
# Number of names in the rest
# Number of nominals in the rest
# Number of pronouns in the rest
# Whether the mentions in the part are extra
# Whether the rest is made up of extra mentions
# Is there an exact string match between a mention in the part and one in the rest?
# Is there a head match between a mention in the part and one in the rest?
# Will this part be merged or deleted later?
# Has this part been split or introduced earlier?
# NER type(s) of part and rest match
# NER types of the part
# NER types of the rest
# Number type(s) of part and rest match
# Number types of the part
# Number types of the rest
# Gender type(s) of part and rest match
# Gender types of the part
# Gender types of the rest
# Person type(s) of part and rest match
# Person types of the part
# Person types of the rest
['span error', (12, 7, 14), (12, 11, 14), 'not in the parse', 'priority list that includes', None, None, None, 'NN NN WHNP VBZ', None, None, None]
['span error', (10, 11, 14), (10, 11, 18), 'in the parse', None, None, None, 'compatible with international standards', None, None, None, 'ADJP']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], True, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['merge', 'merge', 2, 2, None, '0_cataphoric', 1, 0, 1, 2, 0, 0, False, False, 'string_match', 'head_match', 'merge', 'split', True, 'part_GPE', 'cluster_GPE', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 3, 'they', '0_cataphoric', 0, 0, 1, 2, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 3, 'these_three_countries', '0_cataphoric', 0, 1, 0, 2, 0, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 2, 2, None, '0_cataphoric', 1, 0, 1, 2, 0, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_GPE', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 4, 'they', '0_cataphoric', 0, 0, 1, 0, 2, 2, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 2, 3, None, '0_cataphoric', 0, 1, 1, 0, 1, 2, False, False, 'no_string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['extra mention', 'extra', 'nominal', 'these_countries', 'no_text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'name', 'saudi_arabia', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['split', 'split', 3, 2, None, '0_cataphoric', 0, 1, 2, 1, 1, 0, False, True, 'no_string_match', 'head_match', 'nothing', 'split', False, 'part_', 'cluster_PERSON', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'nominal', 'a_washington_lawyer_specializing_in_intellectual_-_property_cases', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 5, 'its', '0_cataphoric', 0, 0, 1, 4, 0, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 1, 1, 'its', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 2, 2, None, '0_cataphoric', 0, 2, 0, 0, 2, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['merge', 'merge', 1, 1, 'its', '0_cataphoric', 0, 0, 1, 1, 0, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_GPE', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 2, 2, None, '0_cataphoric', 0, 2, 0, 0, 1, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 3, 'its', '0_cataphoric', 0, 0, 1, 0, 3, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 2, 'mexico', '0_cataphoric', 1, 0, 0, 1, 0, 1, False, True, 'string_match', 'head_match', 'merge', 'split', True, 'part_GPE', 'cluster_GPE', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['extra mention', 'extra', 'pronoun', 'that', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', 'that_so_-_called_priority_watch_list', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', 'those_countries_--_including_japan_,_italy_,_canada_,_greece_and_spain_--', 'no_text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 5, 'its', '0_cataphoric', 0, 0, 1, 3, 1, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_GPE', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 1, 1, 'its', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing mention', 'missing', 'nominal', "taipei_'s", 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], True, True]
['extra entity', 'extra', 2, 2, 0, 0, None, 0, [], True, True]
['merge', 'merge', 1, 1, 'their', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 2, 1, None, '0_cataphoric', 0, 0, 2, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 3, 'their', '0_cataphoric', 0, 0, 1, 0, 1, 2, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_plural', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 2, 2, None, '0_cataphoric', 0, 0, 2, 0, 1, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['merge', 'merge', 2, 1, None, '0_cataphoric', 0, 2, 0, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', False, 'part_LAW', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'nominal', 'u.s._trade_law', 'no_text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['missing mention', 'missing', 'name', 'seoul', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'name', 'south_korea', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 3, 0, 3, 0, None, 0, [], True, True]
['extra entity', 'extra', 2, 0, 1, 1, 'us', 0, [], False, False]
['merge', 'merge', 2, 2, None, '0_cataphoric', 0, 0, 2, 1, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 2, 0, 0, None, 0, ['GPE'], False, False]
['merge', 'merge', 1, 1, 'these_teams', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'these_teams', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra entity', 'extra', 4, 4, 0, 0, None, 0, ['GPE'], False, False]
['extra entity', 'extra', 3, 0, 3, 0, None, 0, [], False, False]
['span error', (53, 14, 17), (53, 16, 17), 'in the parse', 'earlier this', None, None, None, 'ADVP DT', None, None, None]
['span error', (14, 5, 8), (14, 0, 8), 'not in the parse', None, 'the 40 - year -', None, None, None, 'DT NML HYPH', None, None]
['span error', (24, 2, 5), (24, 1, 5), 'not in the parse', None, 'you', None, None, None, 'PRP', None, None]
['span error', (18, 6, 22), (18, 20, 22), 'not in the parse', "gotta have wa '' -lrb- macmillan , 339 pages , $ 17.95 -rrb- ,", None, None, None, "NNP NNP NNP '' NP ,", None, None, None]
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 1, 0, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, "a_more_recent_novel_,_``_norwegian_wood_''_-lrb-_every_japanese_under_40_seems_to_be_fluent_in_beatles_lyrics_-rrb-_,", '0_cataphoric', 1, 0, 0, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 2, 'it', '0_cataphoric', 0, 0, 1, 2, 0, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_ORG', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 1, 'mr._morita', '0_cataphoric', 1, 0, 0, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'mr._morita', '0_cataphoric', 1, 0, 0, 1, 0, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_', 'cluster_PERSON', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['merge', 'merge', 1, 2, "the_colony_'s_consumers", '0_cataphoric', 0, 1, 0, 0, 2, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['merge', 'merge', 1, 1, 'they', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing mention', 'missing', 'nominal', 'hong_kong_consumers', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['split', 'split', 1, 1, 'they', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra entity', 'extra', 2, 0, 0, 2, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 1, 1, 'it', 0, [], False, False]
['extra entity', 'extra', 4, 1, 3, 0, None, 0, ['PERSON'], False, False]
['merge', 'merge', 1, 1, 'the_beatles', '0_cataphoric', 1, 0, 0, 1, 0, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['merge', 'merge', 1, 1, 'you_gotta_have_wa', '0_cataphoric', 1, 0, 0, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_WORK_OF_ART', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 4, 'wa', '0_cataphoric', 1, 0, 0, 2, 1, 1, False, False, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_', 'cluster_WORK_OF_ART', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 4, 'the_beatles', '0_cataphoric', 1, 0, 0, 2, 1, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_WORK_OF_ART', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 4, 'you_gotta_have_wa', '0_cataphoric', 1, 0, 0, 2, 1, 1, False, False, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_WORK_OF_ART', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 4, 'it', '0_cataphoric', 0, 0, 1, 3, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_WORK_OF_ART', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing mention', 'missing', 'pronoun', 'it', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', "``_we_-_japanese_''", 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 1, 1, 'it', 0, [], False, False]
['extra mention', 'extra', 'name', 'katzenstein', 'text_match', 'head_match', 'nested_inside', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'mr._katzenstein_,_after_he_committed_the_social_crime_of_making_an_appointment_to_see_the_venerable_akio_morita_,_founder_of_sony', 'no_text_match', 'no_head_match', 'nested_outside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'mr._katzenstein', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'katzenstein', 'text_match', 'head_match', 'nested_inside', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'a_shame_their_meeting_never_took_place', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'pronoun', 'it', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_matches', 'person_unknown', 'gender_matches']
['extra mention', 'extra', 'pronoun', 'it', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_matches', 'person_unknown', 'gender_matches']
['extra mention', 'extra', 'nominal', 'the_buttoned_-_down_society_of_contemporary_american_lore', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'the_japanese', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 1, 1, 0, None, 0, ['CARDINAL'], False, False]
['merge', 'merge', 1, 1, 'the_committee', '0_cataphoric', 0, 1, 0, 1, 0, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_', 'cluster_ORG', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['merge', 'merge', 1, 2, 'the_committee', '0_cataphoric', 0, 1, 0, 1, 0, 1, False, False, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_', 'cluster_ORG', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 3, 'the_committee', '0_cataphoric', 0, 1, 0, 0, 3, 0, False, False, 'string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'nominal', 'the_palestine_liberation_organization_news_agency_wafa_said', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'the_committee_,_the_palestine_liberation_organization_news_agency_wafa_said', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 1, 'they', '1_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 4, 'a_good_number', '0_cataphoric', 0, 1, 0, 0, 2, 2, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 4, 'it', '0_cataphoric', 0, 0, 1, 0, 3, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 1, 4, 'it', '0_cataphoric', 0, 0, 1, 0, 3, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 1, 1, 'they', '0_cataphoric', 0, 0, 1, 0, 0, 1, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_third', 'cluster_second']
['extra mention', 'extra', 'nominal', 'a_japanese_plate_,_a_good_number', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, ['DATE'], False, False]
['merge', 'merge', 4, 1, None, '0_cataphoric', 0, 1, 3, 0, 1, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 4, 1, None, '0_cataphoric', 0, 1, 3, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 2, 3, None, '0_cataphoric', 2, 0, 0, 0, 3, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_WORK_OF_ART', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 4, 'it', '0_cataphoric', 0, 0, 1, 2, 0, 2, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_WORK_OF_ART', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 1, 4, 'it', '0_cataphoric', 0, 0, 1, 2, 0, 2, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_WORK_OF_ART', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['extra mention', 'extra', 'pronoun', 'that', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_matches', 'person_unknown', 'gender_matches']
['missing mention', 'missing', 'nominal', 'this_engaging_novel', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', "the_novel_'s", 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['split', 'split', 2, 2, None, '0_cataphoric', 0, 2, 0, 0, 2, 0, False, True, 'no_string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'nominal', 'the_manager_and_the_manager', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'south_korea_,_in_establishing_diplomatic_ties_with_poland_yesterday_,', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 1, 1, 'he', 0, [], False, False]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['merge', 'merge', 1, 4, 'it', '0_cataphoric', 0, 0, 1, 4, 0, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_GPE', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 1, 0, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_DATE', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'name', 'czechoslovakia', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 1, 'they', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'they', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'nominal', 'ties', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 4, 'it', '0_cataphoric', 0, 0, 1, 0, 4, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 2, 3, None, '0_cataphoric', 0, 2, 0, 0, 2, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', True, 'part_', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing mention', 'missing', 'nominal', 'the_study_by_the_backer_spielvogel_bates_ad_agency', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['missing entity', 'missing', 4, 0, 4, 0, None, 0, [], False, False]
['merge', 'merge', 2, 3, None, '2_cataphoric', 0, 0, 2, 1, 2, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_ORG', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 2, 3, None, '0_cataphoric', 0, 2, 0, 1, 0, 2, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', False, 'part_', 'cluster_ORG', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 2, 1, None, '0_cataphoric', 0, 0, 2, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 3, 1, None, '0_cataphoric', 0, 3, 0, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 3, 1, None, '0_cataphoric', 0, 3, 0, 0, 1, 0, False, True, 'string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra entity', 'extra', 2, 2, 0, 0, None, 0, ['ORG'], False, True]
['missing entity', 'missing', 2, 2, 0, 0, None, 0, ['ORG'], False, False]
['missing entity', 'missing', 4, 0, 4, 0, None, 0, [], False, False]
['merge', 'merge', 1, 1, 'mr._whiting', '0_cataphoric', 1, 0, 0, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_PERSON', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'mr._whiting', '0_cataphoric', 1, 0, 0, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing mention', 'missing', 'nominal', 'parliament', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, True]
['merge', 'merge', 1, 2, 'the_u.s.', '0_cataphoric', 1, 0, 0, 1, 1, 0, False, False, 'string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing mention', 'missing', 'name', 'the_u.s.', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['split', 'split', 1, 2, 'the_u.s.', '0_cataphoric', 1, 0, 0, 2, 0, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra entity', 'extra', 3, 2, 1, 0, None, 0, ['PERSON'], False, False]
['extra mention', 'extra', 'nominal', 'the_petulant_complaint_of_an_impudent_american_whom_sony_hosted_for_a_year_while_he_was_on_a_luce_fellowship_in_tokyo_--_to_the_regret_of_both_parties', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 1, 1, 'their', 0, [], False, False]
['merge', 'merge', 2, 1, None, '0_cataphoric', 1, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', False, 'part_', 'cluster_PERSON', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, ['DATE'], False, False]
['extra entity', 'extra', 2, 1, 1, 0, None, 0, [], False, False]
['merge', 'merge', 1, 1, 'year', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'year', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_', 'cluster_DATE', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 3, 3, 0, 0, None, 0, ['PERSON'], False, False]
['extra mention', 'extra', 'name', 'tokyo_giants', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 1, 'him', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'him', '0_cataphoric', 0, 0, 1, 1, 0, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_PERSON', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing entity', 'missing', 2, 0, 1, 1, 'their', 0, [], False, False]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['missing entity', 'missing', 2, 1, 1, 0, None, 0, ['PERSON'], False, False]
['missing mention', 'missing', 'name', 'lighthouse_ii', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 3, 0, 2, 1, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], True, True]
['missing entity', 'missing', 3, 2, 1, 0, None, 0, ['GPE'], False, False]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, ['NORP'], True, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, ['ORDINAL'], True, True]
['extra entity', 'extra', 2, 2, 0, 0, None, 0, ['GPE'], True, True]
['extra entity', 'extra', 2, 2, 0, 0, None, 0, ['ORG'], False, True]
['extra entity', 'extra', 3, 0, 3, 0, None, 0, [], False, False]
['extra entity', 'extra', 4, 0, 4, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 1, 1, 'its', 0, [], False, False]
['missing mention', 'missing', 'nominal', '1988', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 2, 2, None, '0_cataphoric', 0, 2, 0, 2, 0, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 2, 1, 1, 0, None, 0, [], False, False]
['span error', (44, 15, 16), (44, 15, 27), 'in the parse', None, None, None, ', which was covered by a guild collective - bargaining agreement', None, None, None, ', SBAR']
['span error', (45, 3, 5), (45, 3, 11), 'in the parse', None, None, None, 'against the tv and movie industry', None, None, None, 'PP']
['span error', (5, 4, 5), (5, 4, 11), 'in the parse', None, None, None, ', when the law took effect', None, None, None, ', SBAR']
['span error', (17, 11, 23), (17, 11, 24), 'not in the parse', None, None, None, ',', None, None, None, ',']
['extra entity', 'extra', 2, 0, 1, 1, 'its', 0, [], False, False]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, True]
['extra mention', 'extra', 'nominal', 'this_week', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'last_week', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 2, 1, None, '0_cataphoric', 0, 2, 0, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 6, 2, None, '0_cataphoric', 2, 1, 3, 1, 1, 0, False, True, 'no_string_match', 'head_match', 'nothing', 'split', False, 'part_', 'cluster_PERSON', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'nominal', "a_new_york_lawyer_who_heads_the_aba_'s_grand_jury_committee", 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['merge', 'merge', 1, 2, 'this_trial', '0_cataphoric', 0, 1, 0, 0, 2, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'this_trial', '0_cataphoric', 0, 1, 0, 1, 0, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing mention', 'missing', 'nominal', 'the_third_stock_-_manipulation_trial_of_gaf_corp.', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], True, True]
['merge', 'merge', 2, 4, None, '0_cataphoric', 0, 2, 0, 0, 4, 0, False, False, 'no_string_match', 'head_match', 'merge', 'nothing', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing mention', 'missing', 'nominal', 'information_about_clients', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', 'the_requested_information', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', 'that_data', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], True, True]
['split', 'split', 2, 5, None, '0_cataphoric', 0, 1, 1, 0, 4, 1, False, True, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['extra mention', 'extra', 'nominal', "attorneys_'", 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'attorneys', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'attorneys', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'pronoun', 'their', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_matches']
['split', 'split', 3, 4, None, '0_cataphoric', 3, 0, 0, 3, 1, 0, False, True, 'string_match', 'head_match', 'nothing', 'split', False, 'part_', 'cluster_PERSON', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'name', 'mr._samnick', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'samnick', 'no_text_match', 'head_match', 'nested_inside', False, True, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'norman_k._samnick', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 9, 2, None, '0_cataphoric', 5, 2, 2, 0, 2, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'nominal', 'a_co-owner', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'a_writers_guild_member', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'trudeau', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'mr._trudeau', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', 'the_cartoonist', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 1, 'the_client', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['merge', 'merge', 1, 1, "the_client_'s", '0_cataphoric', 0, 1, 0, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 3, 'the_client', '0_cataphoric', 0, 1, 0, 0, 3, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 3, "the_client_'s", '0_cataphoric', 0, 1, 0, 0, 3, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'nominal', 'his_client', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 3, 3, None, '0_cataphoric', 0, 1, 2, 1, 0, 2, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', False, 'part_first_third', 'cluster_third']
['merge', 'merge', 2, 4, None, '0_cataphoric', 0, 0, 2, 1, 1, 2, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', False, 'part_third', 'cluster_first_third']
['merge', 'merge', 1, 6, 'the_judge', '0_cataphoric', 0, 1, 0, 2, 2, 2, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['merge', 'merge', 5, 2, None, '0_cataphoric', 2, 1, 2, 0, 2, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 7, 2, None, '0_cataphoric', 0, 2, 5, 1, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_first_third', 'cluster_']
['merge', 'merge', 1, 8, 'federal_judge_raul_a._ramirez_in_sacramento_,_calif', '0_cataphoric', 1, 0, 0, 0, 3, 5, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_first_third']
['split', 'split', 1, 1, 'judge_ramirez_,_44_,', '0_cataphoric', 1, 0, 0, 1, 0, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 3, 10, None, '0_cataphoric', 0, 1, 2, 0, 4, 6, False, False, 'string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_first_third', 'cluster_first_third']
['split', 'split', 2, 11, None, '0_cataphoric', 0, 1, 1, 0, 4, 7, False, False, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', False, 'part_third', 'cluster_first_third']
['split', 'split', 1, 12, 'the_judge', '0_cataphoric', 0, 1, 0, 0, 4, 8, False, False, 'string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_first_third']
['split', 'split', 2, 3, None, '0_cataphoric', 0, 0, 2, 0, 0, 3, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', False, 'part_third', 'cluster_second']
['extra entity', 'extra', 3, 0, 0, 3, None, 0, [], True, True]
['extra mention', 'extra', 'name', 'ramirez', 'no_text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'a_victim', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 1, 'them', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'them', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing entity', 'missing', 2, 1, 1, 0, None, 0, ['GPE'], False, False]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['split', 'split', 3, 2, None, '0_cataphoric', 2, 1, 0, 1, 1, 0, False, True, 'no_string_match', 'head_match', 'nothing', 'split', False, 'part_', 'cluster_PERSON', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'nominal', 'a_special_master_appointed_by_the_texas_supreme_court', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', "the_union_'s", 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 2, 'the_panel', '0_cataphoric', 0, 1, 0, 1, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'the_panel', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing mention', 'missing', 'name', 'the_second_u.s._circuit_court_of_appeals_in_new_york', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 4, 1, 3, 0, None, 0, [], False, False]
['split', 'split', 4, 2, None, '0_cataphoric', 2, 2, 0, 2, 0, 0, False, True, 'string_match', 'head_match', 'merge', 'split', True, 'part_ORG', 'cluster_ORG', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'name', 'justice_department', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', 'justice', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 2, 1, None, '0_cataphoric', 0, 2, 0, 0, 1, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_', 'cluster_ORG', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'pronoun', 'that', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['split', 'split', 2, 5, None, '0_cataphoric', 0, 1, 1, 0, 5, 0, False, True, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'nominal', 'lawyers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'lawyers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'lawyers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'lawyers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['split', 'split', 2, 1, None, '0_cataphoric', 0, 1, 1, 0, 1, 0, False, True, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], True, True]
['merge', 'merge', 1, 2, 'title_x_funds', '0_cataphoric', 0, 1, 0, 0, 2, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'title_x_funds', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing mention', 'missing', 'nominal', 'so_-_called_title_x_funds', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 1, 'the_crime', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'nominal', 'a_felony_punishable_by_up_to_10_years_in_prison', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 2, 'the_warnings_,_issued_to_at_least_100_criminal_defense_attorneys_in_several_major_cities_in_the_last_week_,', '0_cataphoric', 0, 1, 0, 0, 2, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'the_warnings_,_issued_to_at_least_100_criminal_defense_attorneys_in_several_major_cities_in_the_last_week_,', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing mention', 'missing', 'nominal', 'the_irs_warnings', 'no_text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['split', 'split', 5, 6, None, '0_cataphoric', 2, 2, 1, 3, 2, 1, False, True, 'string_match', 'head_match', 'nothing', 'split', False, 'part_', 'cluster_PERSON', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['extra mention', 'extra', 'name', 'sonnett', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'mr._sonnett', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'pronoun', 'himself', 'no_text_match', 'no_head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_matches', 'person_unknown', 'gender_matches']
['extra mention', 'extra', 'nominal', 'president_of_the_national_association_of_criminal_defense_lawyers', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'a_miami_lawyer_who_has_heard_from_dozens_of_attorneys_who_received_letters_in_recent_days_and_has_himself_received_the_computer_-_generated_irs_forms_sent_by_certified_mail', 'no_text_match', 'head_match', 'nested_outside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'name', 'new_york', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 2, 'mr._bromwich_,_35_,', '0_cataphoric', 1, 0, 0, 0, 1, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 1, 'mr._bromwich_,_35_,', '0_cataphoric', 1, 0, 0, 1, 0, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 2, 3, None, '0_cataphoric', 0, 1, 1, 2, 1, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_', 'cluster_PERSON', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'nominal', 'a_member_since_january_1987_of_the_three_-_lawyer_trial_team_in_the_prosecution_of_oliver_north', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'bromwich', 'no_text_match', 'head_match', 'not_nested', False, True, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 3, 'the_company', '0_cataphoric', 0, 1, 0, 2, 1, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_', 'cluster_ORG', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'the_company', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 3, 1, None, '0_cataphoric', 2, 1, 0, 1, 0, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_ORG', 'cluster_ORG', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['merge', 'merge', 2, 2, None, '0_cataphoric', 0, 2, 0, 0, 2, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 2, 1, None, '0_cataphoric', 0, 2, 0, 1, 0, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing mention', 'missing', 'nominal', 'correspondence_mailed_about_incomplete_8300s', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 2, 1, None, '0_cataphoric', 0, 1, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 3, 'the_clients', '0_cataphoric', 0, 1, 0, 0, 2, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 3, 2, None, '0_cataphoric', 0, 2, 1, 0, 1, 1, False, False, 'string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 1, 5, 'the_clients', '0_cataphoric', 0, 1, 0, 0, 5, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'nominal', 'clients_who_pay_cash', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'clients', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', "clients_who_do_n't_wish_their_identities_to_be_known", 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'clients', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], True, True]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['split', 'split', 3, 3, None, '0_cataphoric', 2, 1, 0, 3, 0, 0, False, False, 'string_match', 'head_match', 'nothing', 'split', True, 'part_ORG', 'cluster_ORG', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'name', 'gaf', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', 'gaf_,_a_wayne_,_n.j._,_specialty_chemical_maker_,', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['merge', 'merge', 2, 2, None, '0_cataphoric', 0, 2, 0, 0, 2, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing entity', 'missing', 2, 1, 1, 0, None, 0, ['ORG'], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, ['DATE'], False, False]
['merge', 'merge', 15, 1, None, '0_cataphoric', 13, 1, 1, 1, 0, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_ORG', 'cluster_ORG', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'name', 'irs', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 3, 1, None, '0_cataphoric', 0, 3, 0, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 3, 1, None, '0_cataphoric', 0, 3, 0, 0, 1, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 2, 0, 0, None, 0, ['GPE'], True, True]
['missing mention', 'missing', 'nominal', 'the_government', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['split', 'split', 2, 3, None, '0_cataphoric', 0, 1, 1, 0, 2, 1, False, False, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 2, 3, None, '0_cataphoric', 0, 1, 1, 0, 2, 1, False, False, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 2, 1, None, '0_cataphoric', 0, 1, 1, 0, 1, 0, False, True, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra entity', 'extra', 3, 1, 2, 0, None, 0, ['DATE'], False, False]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, True]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], True, True]
['missing mention', 'missing', 'nominal', 'two_homosexual_men', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 1, 'he', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'he', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['merge', 'merge', 1, 1, 'the_rule', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, False, 'no_string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'the_rule', '0_cataphoric', 0, 1, 0, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, ['MONEY'], False, False]
['merge', 'merge', 1, 1, 'his', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'his', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 3, 0, 3, 0, None, 0, ['CARDINAL'], False, True]
['extra entity', 'extra', 3, 0, 3, 0, None, 0, ['CARDINAL'], True, True]
['extra entity', 'extra', 2, 2, 0, 0, None, 0, ['ORG'], False, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, ['DATE'], False, True]
['missing entity', 'missing', 2, 1, 1, 0, None, 0, ['ORG'], False, False]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, True]
['span error', (61, 22, 23), (61, 22, 26), 'in the parse', None, None, None, 'fainting in peals', None, None, None, 'VP']
['span error', (8, 12, 15), (8, 8, 15), 'not in the parse', None, '64 - year -', None, None, None, 'NML HYPH', None, None]
['span error', (9, 0, 2), (9, 0, 3), 'in the parse', None, None, None, 'here', None, None, None, 'ADVP']
['span error', (5, 7, 8), (5, 4, 8), 'in the parse', None, 'five men and', None, None, None, 'CD NNS CC', None, None]
['span error', (59, 10, 16), (59, 10, 13), 'in the parse', None, None, 'of college youths', None, None, None, 'PP', None]
['span error', (64, 5, 7), (64, 3, 7), 'not in the parse', None, 'one or', None, None, None, 'CD CC', None, None]
['extra entity', 'extra', 4, 0, 4, 0, None, 0, [], False, False]
['merge', 'merge', 2, 5, None, '0_cataphoric', 0, 0, 2, 0, 2, 3, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_plural_single', True, 'part_', 'cluster_', False, 'part_first', 'cluster_first_third']
['merge', 'merge', 2, 5, None, '2_cataphoric', 0, 0, 2, 0, 2, 3, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_plural_single', True, 'part_', 'cluster_', False, 'part_first', 'cluster_first_third']
['merge', 'merge', 2, 5, None, '0_cataphoric', 0, 1, 1, 0, 1, 4, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_plural', True, 'part_', 'cluster_', False, 'part_third', 'cluster_first']
['merge', 'merge', 2, 1, None, '0_cataphoric', 0, 1, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 2, 23, None, '0_cataphoric', 0, 0, 2, 0, 16, 7, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_plural', 'cluster_plural', True, 'part_', 'cluster_', False, 'part_first', 'cluster_third']
['split', 'split', 2, 23, None, '0_cataphoric', 0, 1, 1, 0, 15, 8, False, False, 'string_match', 'head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_plural', True, 'part_', 'cluster_', False, 'part_third', 'cluster_first_third']
['split', 'split', 4, 21, None, '0_cataphoric', 0, 2, 2, 0, 14, 7, False, False, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_plural', True, 'part_', 'cluster_', False, 'part_third', 'cluster_first_third']
['split', 'split', 3, 22, None, '0_cataphoric', 0, 1, 2, 0, 15, 7, False, False, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_plural', True, 'part_', 'cluster_', False, 'part_third', 'cluster_first_third']
['split', 'split', 2, 1, None, '0_cataphoric', 0, 0, 2, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_', True, 'part_', 'cluster_', False, 'part_first', 'cluster_']
['split', 'split', 2, 1, None, '0_cataphoric', 0, 1, 1, 1, 0, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'nominal', 'ringers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'ringers', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'the_ringers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'the_ringers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'pronoun', 'themselves', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_matches', 'person_unknown', 'gender_matches']
['extra mention', 'extra', 'nominal', 'ringers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'ringers_,_who_would_herald_every_sunday_morning_and_evening_service', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'the_ringers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', "ringers_who_did_n't_attend_service", 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'ringers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'pronoun', 'whom', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'ringers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'ringers', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 2, 7, None, '0_cataphoric', 1, 1, 0, 4, 3, 0, False, False, 'string_match', 'head_match', 'merge', 'split', True, 'part_GPE', 'cluster_GPE', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 2, 1, None, '0_cataphoric', 1, 1, 0, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_GPE', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 4, 5, None, '0_cataphoric', 3, 1, 0, 4, 1, 0, False, True, 'string_match', 'head_match', 'merge', 'split', True, 'part_GPE', 'cluster_GPE', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'name', 'the_english', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'rural_england', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'the_english', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'england', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', 'the_country', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'name', 'britain', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'nominal', "england_'s", 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 1, 1, 'themselves', 0, [], False, False]
['extra entity', 'extra', 3, 0, 3, 0, None, 0, [], False, True]
['merge', 'merge', 1, 5, 'its', '0_cataphoric', 0, 0, 1, 2, 2, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_ORG', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['merge', 'merge', 2, 4, None, '0_cataphoric', 2, 0, 0, 0, 2, 2, False, False, 'no_string_match', 'no_head_match', 'merge', 'nothing', False, 'part_ORG', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 1, 'its', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_', 'cluster_CARDINAL', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['missing mention', 'missing', 'nominal', 'here', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 2, 'it', '0_cataphoric', 0, 0, 1, 1, 0, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 1, 2, 'it', '0_cataphoric', 0, 0, 1, 1, 0, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 3, 1, 2, 0, None, 0, ['PERSON'], False, False]
['split', 'split', 7, 4, None, '0_cataphoric', 1, 1, 5, 1, 2, 1, False, True, 'no_string_match', 'head_match', 'nothing', 'split', False, 'part_', 'cluster_PERSON', True, 'part_single', 'cluster_single', True, 'part_', 'cluster_', False, 'part_first_third', 'cluster_second']
['extra mention', 'extra', 'nominal', 'vicar_of_a_nearby_church', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'pronoun', 'your', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_matches', 'person_unknown', 'gender_does_not_match']
['extra mention', 'extra', 'nominal', 'a_vicar', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 2, 1, None, '0_cataphoric', 0, 1, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 1, 'them', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 2, 1, None, '0_cataphoric', 0, 0, 2, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_', True, 'part_', 'cluster_', False, 'part_first', 'cluster_']
['split', 'split', 3, 4, None, '0_cataphoric', 0, 1, 2, 0, 3, 1, False, False, 'no_string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 2, 5, None, '0_cataphoric', 0, 1, 1, 0, 3, 2, False, False, 'string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_third', 'cluster_third']
['split', 'split', 1, 4, 'them', '0_cataphoric', 0, 0, 1, 0, 1, 3, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_plural', 'cluster_plural', True, 'part_', 'cluster_', False, 'part_third', 'cluster_first_third']
['split', 'split', 2, 3, None, '0_cataphoric', 0, 0, 2, 0, 1, 2, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', True, 'part_plural', 'cluster_plural', True, 'part_', 'cluster_', False, 'part_first', 'cluster_third']
['extra mention', 'extra', 'nominal', 'women', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'church_bells', 'no_text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, ['TIME'], False, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['merge', 'merge', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'it', '0_cataphoric', 0, 0, 1, 1, 0, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], True, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], True, True]
['split', 'split', 3, 1, None, '0_cataphoric', 3, 0, 0, 1, 0, 0, False, True, 'string_match', 'head_match', 'nothing', 'split', True, 'part_GPE', 'cluster_GPE', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['split', 'split', 3, 3, None, '0_cataphoric', 1, 1, 1, 3, 0, 0, False, True, 'no_string_match', 'head_match', 'nothing', 'split', False, 'part_', 'cluster_PERSON', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'name', 'vicar_of_great_torrington', 'no_text_match', 'no_head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'jeremy_hummerstone', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 3, 1, None, '0_cataphoric', 0, 0, 3, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_first_third', 'cluster_']
['split', 'split', 3, 1, None, '0_cataphoric', 0, 0, 3, 0, 1, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_first_third', 'cluster_']
['extra entity', 'extra', 3, 0, 3, 0, None, 0, [], True, True]
['extra entity', 'extra', 2, 0, 1, 1, 'his', 0, [], False, False]
['merge', 'merge', 4, 1, None, '0_cataphoric', 2, 1, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'name', 'mr._hammond', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'name', 'hammond', 'no_text_match', 'head_match', 'nested_inside', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'ringer_himself', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 1, 1, 'it', 0, [], False, False]
['split', 'split', 5, 1, None, '0_cataphoric', 0, 1, 4, 0, 1, 0, False, True, 'no_string_match', 'head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'nominal', 'the_tower', 'text_match', 'head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra mention', 'extra', 'nominal', 'the_tower', 'text_match', 'head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 3, 2, 1, 0, None, 0, ['DATE'], False, False]
['extra entity', 'extra', 2, 1, 1, 0, None, 0, [], False, False]
['extra entity', 'extra', 3, 2, 1, 0, None, 0, ['PERSON'], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 3, 0, 3, 0, None, 0, [], False, False]
['extra entity', 'extra', 3, 1, 2, 0, None, 0, ['ORG'], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, True]
['extra entity', 'extra', 3, 0, 3, 0, None, 0, [], False, True]
['extra entity', 'extra', 2, 1, 1, 0, None, 0, [], False, False]
['split', 'split', 5, 2, None, '0_cataphoric', 3, 1, 1, 2, 0, 0, False, True, 'no_string_match', 'head_match', 'nothing', 'split', False, 'part_', 'cluster_PERSON', False, 'part_single', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['extra mention', 'extra', 'name', 'baldwin', 'no_text_match', 'head_match', 'not_nested', False, False, False, 'ner_matches', 'number_unknown', 'person_unknown', 'gender_unknown']
['extra entity', 'extra', 3, 0, 3, 0, None, 0, [], False, False]
['extra entity', 'extra', 4, 0, 4, 0, None, 0, [], False, False]
['extra entity', 'extra', 4, 0, 4, 0, None, 0, [], False, True]
['split', 'split', 2, 2, None, '0_cataphoric', 1, 1, 0, 1, 1, 0, False, True, 'no_string_match', 'no_head_match', 'nothing', 'split', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'name', 'ancient_society_of_college_youths', 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 2, 'english_novelist_dorothy_l._sayers', '0_cataphoric', 1, 0, 0, 1, 0, 1, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_', 'cluster_single', True, 'part_', 'cluster_', False, 'part_', 'cluster_third']
['split', 'split', 1, 2, 'english_novelist_dorothy_l._sayers', '0_cataphoric', 1, 0, 0, 1, 1, 0, False, True, 'no_string_match', 'head_match', 'merge', 'split', False, 'part_', 'cluster_PERSON', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra mention', 'extra', 'nominal', "dorothy_l._sayers_,_``_the_nine_tailors_''", 'no_text_match', 'no_head_match', 'not_nested', False, False, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['missing mention', 'missing', 'pronoun', 'she', 'no_text_match', 'no_head_match', 'not_nested', False, True, False, 'ner_unknown', 'number_unknown', 'person_unknown', 'gender_unknown']
['merge', 'merge', 1, 1, 'them', '0_cataphoric', 0, 0, 1, 0, 1, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['split', 'split', 1, 1, 'them', '0_cataphoric', 0, 0, 1, 1, 0, 0, False, True, 'no_string_match', 'no_head_match', 'merge', 'split', True, 'part_', 'cluster_', False, 'part_plural', 'cluster_', True, 'part_', 'cluster_', False, 'part_third', 'cluster_']
['merge', 'merge', 1, 1, 'great_torrington', '0_cataphoric', 1, 0, 0, 1, 0, 0, False, False, 'no_string_match', 'no_head_match', 'merge', 'split', False, 'part_GPE', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['split', 'split', 1, 1, 'great_torrington', '0_cataphoric', 1, 0, 0, 1, 0, 0, False, True, 'string_match', 'head_match', 'merge', 'split', True, 'part_GPE', 'cluster_GPE', True, 'part_', 'cluster_', True, 'part_', 'cluster_', True, 'part_', 'cluster_']
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['missing entity', 'missing', 3, 0, 3, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], True, True]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]
['extra entity', 'extra', 3, 0, 3, 0, None, 0, ['CARDINAL'], True, True]
['missing entity', 'missing', 2, 0, 2, 0, None, 0, [], False, False]
['missing entity', 'missing', 2, 0, 1, 1, 'it', 0, [], False, False]
['extra entity', 'extra', 2, 0, 1, 1, 'its', 0, [], False, False]
['extra entity', 'extra', 2, 0, 2, 0, None, 0, [], False, False]