
== ALL (astro+ctrl): n=965 identification raw=0.941 kappa=0.816 Counter({('instance', 'instance'): 759, ('lexicalised', 'lexicalised'): 89, ('excluded', 'excluded'): 60, ('excluded', 'instance'): 18, ('lexicalised', 'instance'): 15, ('instance', 'lexicalised'): 13, ('instance', 'excluded'): 6, ('lexicalised', 'excluded'): 3, ('excluded', 'lexicalised'): 2})
  both instance n=759: fine raw=0.639 κ=0.575 α=0.573 | macro raw=0.772 κ=0.679 α=0.678 | shared≥1=0.692 Jaccard=0.634
  top confusions (F,H): [(('PROB', 'ASCR'), 34), (('NONEX', 'ASCR'), 21), (('REAS', 'DIR'), 19), (('DIR', 'ASCR'), 15), (('ASCR', 'PROB'), 13), (('REAS', 'ASCR'), 13), (('ASCR', 'PART'), 10), (('NPRED', 'ASCR'), 8), (('DIR', 'NPRED'), 6), (('REJ', 'NPRED'), 5), (('DI', 'NPRED'), 4), (('HEDG', 'NPRED'), 4)]
  macro confusions: [(('Other', 'Asc'), 50), (('Reas', 'Prev'), 19), (('Prev', 'Asc'), 19), (('Reas', 'Asc'), 14), (('Asc', 'Other'), 12), (('Reas', 'Other'), 9), (('Prev', 'Other'), 8), (('Vag', 'Asc'), 8), (('Vag', 'Other'), 7), (('Other', 'Prev'), 7), (('Asc', 'Vag'), 6), (('Other', 'Reas'), 5), (('Reas', 'Vag'), 4), (('Asc', 'Prev'), 1), (('Prev', 'Reas'), 1), (('Vag', 'Prev'), 1), (('Other', 'Vag'), 1), (('Prev', 'Vag'), 1)]

== CTRL: n=111 identification raw=0.838 kappa=0.534 Counter({('instance', 'instance'): 78, ('lexicalised', 'lexicalised'): 15, ('lexicalised', 'instance'): 10, ('instance', 'lexicalised'): 6, ('instance', 'excluded'): 1, ('excluded', 'lexicalised'): 1})
  both instance n=78: fine raw=0.538 κ=0.477 α=0.473 | macro raw=0.718 κ=0.539 α=0.532 | shared≥1=0.538 Jaccard=0.519
  top confusions (F,H): [(('NONEX', 'ASCR'), 6), (('NONEX', 'REAS'), 4), (('REJ', 'ASCR'), 3), (('NONEX', 'NPRED'), 2), (('CONC', 'PART'), 2), (('PROB', 'ASCR'), 2), (('NPRED', 'NONEX'), 1), (('ASCR', 'DIR'), 1), (('DIR', 'REAS'), 1), (('DI', 'REJ'), 1), (('PROB', 'REJ'), 1), (('DI', 'NPRED'), 1)]
  macro confusions: [(('Other', 'Asc'), 13), (('Other', 'Reas'), 4), (('Asc', 'Prev'), 1), (('Prev', 'Reas'), 1), (('Asc', 'Other'), 1), (('Vag', 'Other'), 1), (('Reas', 'Other'), 1)]

== IG: n=124 identification raw=0.935 kappa=0.783 Counter({('instance', 'instance'): 99, ('lexicalised', 'lexicalised'): 14, ('lexicalised', 'instance'): 3, ('excluded', 'excluded'): 3, ('excluded', 'instance'): 2, ('lexicalised', 'excluded'): 1, ('instance', 'lexicalised'): 1, ('instance', 'excluded'): 1})
  both instance n=99: fine raw=0.576 κ=0.506 α=0.505 | macro raw=0.697 κ=0.583 α=0.582 | shared≥1=0.657 Jaccard=0.598
  top confusions (F,H): [(('REAS', 'DIR'), 4), (('PROB', 'ASCR'), 3), (('NONEX', 'ASCR'), 3), (('ASCR', 'PART'), 3), (('REAS', 'COR'), 2), (('DI', 'DIR'), 2), (('IDM', 'ASCR'), 1), (('HEDG', 'DI'), 1), (('ASCR', 'REJ'), 1), (('NONEX', 'PART'), 1), (('ASCR', 'PROB'), 1), (('REAS', 'PART'), 1)]
  macro confusions: [(('Other', 'Asc'), 8), (('Reas', 'Prev'), 4), (('Vag', 'Other'), 3), (('Asc', 'Other'), 3), (('Reas', 'Other'), 3), (('Other', 'Prev'), 3), (('Reas', 'Asc'), 2), (('Prev', 'Asc'), 2), (('Vag', 'Prev'), 1), (('Prev', 'Other'), 1)]

== YT: n=347 identification raw=0.991 kappa=0.971 Counter({('instance', 'instance'): 286, ('excluded', 'excluded'): 30, ('lexicalised', 'lexicalised'): 28, ('excluded', 'instance'): 2, ('lexicalised', 'instance'): 1})
  both instance n=286: fine raw=0.650 κ=0.584 α=0.584 | macro raw=0.794 κ=0.709 α=0.709 | shared≥1=0.713 Jaccard=0.656
  top confusions (F,H): [(('PROB', 'ASCR'), 13), (('REAS', 'DIR'), 9), (('ASCR', 'PROB'), 9), (('DIR', 'ASCR'), 6), (('REAS', 'ASCR'), 5), (('DIR', 'NPRED'), 4), (('NONEX', 'ASCR'), 4), (('REJ', 'NPRED'), 4), (('ASCR', 'PART'), 3), (('PART', 'ALT'), 3), (('NPRED', 'DI'), 2), (('ADD', 'DI'), 2)]
  macro confusions: [(('Other', 'Asc'), 10), (('Reas', 'Prev'), 9), (('Prev', 'Asc'), 6), (('Prev', 'Other'), 6), (('Asc', 'Other'), 6), (('Reas', 'Asc'), 5), (('Asc', 'Vag'), 4), (('Reas', 'Other'), 3), (('Other', 'Prev'), 3), (('Vag', 'Other'), 2), (('Vag', 'Asc'), 2), (('Other', 'Vag'), 1), (('Reas', 'Vag'), 1), (('Prev', 'Vag'), 1)]

== YZ: n=383 identification raw=0.927 kappa=0.780 Counter({('instance', 'instance'): 296, ('lexicalised', 'lexicalised'): 32, ('excluded', 'excluded'): 27, ('excluded', 'instance'): 14, ('instance', 'lexicalised'): 6, ('instance', 'excluded'): 4, ('lexicalised', 'excluded'): 2, ('lexicalised', 'instance'): 1, ('excluded', 'lexicalised'): 1})
  both instance n=296: fine raw=0.676 κ=0.604 α=0.601 | macro raw=0.791 κ=0.697 α=0.695 | shared≥1=0.723 Jaccard=0.655
  top confusions (F,H): [(('PROB', 'ASCR'), 16), (('NONEX', 'ASCR'), 8), (('DIR', 'ASCR'), 8), (('REAS', 'ASCR'), 7), (('NPRED', 'ASCR'), 6), (('REAS', 'DIR'), 6), (('NPRED', 'REJ'), 4), (('ASCR', 'PART'), 3), (('REAS', 'HEDG'), 3), (('ASCR', 'PROB'), 3), (('DE', 'NPRED'), 2), (('HEDG', 'ASCR'), 2)]
  macro confusions: [(('Other', 'Asc'), 19), (('Prev', 'Asc'), 11), (('Reas', 'Asc'), 7), (('Vag', 'Asc'), 6), (('Reas', 'Prev'), 6), (('Reas', 'Vag'), 3), (('Asc', 'Vag'), 2), (('Reas', 'Other'), 2), (('Asc', 'Other'), 2), (('Prev', 'Other'), 1), (('Other', 'Prev'), 1), (('Vag', 'Other'), 1), (('Other', 'Reas'), 1)]

== NEWLY CODED (tur blank): n=742 identification raw=0.974 kappa=0.920 Counter({('instance', 'instance'): 596, ('lexicalised', 'lexicalised'): 73, ('excluded', 'excluded'): 54, ('excluded', 'instance'): 15, ('instance', 'excluded'): 2, ('lexicalised', 'instance'): 1, ('excluded', 'lexicalised'): 1})
  both instance n=596: fine raw=0.669 κ=0.605 α=0.603 | macro raw=0.785 κ=0.694 α=0.693 | shared≥1=0.723 Jaccard=0.669
  top confusions (F,H): [(('PROB', 'ASCR'), 28), (('NONEX', 'ASCR'), 15), (('REAS', 'DIR'), 14), (('DIR', 'ASCR'), 14), (('REAS', 'ASCR'), 11), (('ASCR', 'PROB'), 10), (('NPRED', 'ASCR'), 7), (('REJ', 'NPRED'), 5), (('NONEX', 'REAS'), 4), (('CONC', 'ASCR'), 4), (('REAS', 'COR'), 4), (('DIR', 'NPRED'), 4)]
  macro confusions: [(('Other', 'Asc'), 35), (('Prev', 'Asc'), 17), (('Reas', 'Prev'), 14), (('Reas', 'Asc'), 12), (('Reas', 'Other'), 8), (('Asc', 'Other'), 8), (('Vag', 'Asc'), 7), (('Other', 'Prev'), 5), (('Prev', 'Other'), 5), (('Asc', 'Vag'), 5), (('Other', 'Reas'), 4), (('Reas', 'Vag'), 4), (('Vag', 'Prev'), 1), (('Other', 'Vag'), 1), (('Prev', 'Vag'), 1), (('Vag', 'Other'), 1)]

REAS any: F 74  H 35  both 29
HEDG any: F 54  H 41  both 26
H multifunctional: 55
disagreement rows written: 331
alpha with MASI distance on function sets: n=759 alpha=0.549
