|
Size: 2451
Comment:
|
← Revision 4 as of 2012-04-25 15:26:05 ⇥
Size: 4967
Comment:
|
| Deletions are marked like this. | Additions are marked like this. |
| Line 34: | Line 34: |
== directed == || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR_CPOS || PR_POS || PR_UPOS || Random || harmonic-init || left-branching || right-branching || || conll2007 || 0.295939 || 0.448039 || 0.285616 || 0.391604 || 0.500344 || 0.355816 || 0.178940 || 0.333104 || 0.383345 || 0.198211 || || functional || 0.304886 || 0.475568 || 0.294563 || 0.381280 || 0.485203 || 0.365451 || 0.185822 || 0.339986 || 0.377839 || 0.217481 || || lexical || 0.324157 || 0.382657 || 0.315898 || 0.422574 || 0.532691 || 0.399174 || 0.148658 || 0.300757 || 0.405368 || 0.135582 || || oldLTH || 0.304198 || 0.392292 || 0.295939 || 0.403304 || 0.542326 || 0.379215 || 0.156917 || 0.302134 || 0.399174 || 0.141776 || || standard || 0.316586 || 0.446662 || 0.306263 || 0.412939 || 0.500344 || 0.377151 || 0.176875 || 0.352374 || 0.403992 || 0.198899 || == undirected == || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR_CPOS || PR_POS || PR_UPOS || Random || harmonic-init || left-branching || right-branching || || conll2007 || 0.516862 || 0.633861 || 0.511356 || 0.530626 || 0.637990 || 0.526497 || 0.454233 || 0.500344 || 0.567103 || 0.527185 || || functional || 0.534756 || 0.649002 || 0.527185 || 0.547832 || 0.631796 || 0.536132 || 0.463868 || 0.507915 || 0.579491 || 0.543703 || || lexical || 0.509979 || 0.586373 || 0.505850 || 0.514797 || 0.633173 || 0.507226 || 0.425327 || 0.463180 || 0.527873 || 0.485891 || || oldLTH || 0.498968 || 0.591191 || 0.494150 || 0.505162 || 0.637302 || 0.496903 || 0.427392 || 0.461115 || 0.526497 || 0.483827 || || standard || 0.537509 || 0.653131 || 0.532003 || 0.551961 || 0.657949 || 0.547144 || 0.469374 || 0.519615 || 0.588438 || 0.548520 || == NED == || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR_CPOS || PR_POS || PR_UPOS || Random || harmonic-init || left-branching || right-branching || || conll2007 || 0.619408 || 0.796972 || 0.621473 || 0.620785 || 0.760496 || 0.644873 || 0.617343 || 0.624914 || 0.630420 || 0.738472 || || functional || 0.626290 || 0.807983 || 0.624914 || 0.631108 || 0.750860 || 0.643496 || 0.618032 || 0.629043 || 0.634549 || 0.744666 || || lexical || 0.623538 || 0.752925 || 0.624914 || 0.618032 || 0.756366 || 0.620785 || 0.599449 || 0.588438 || 0.616655 || 0.699931 || || oldLTH || 0.611838 || 0.751549 || 0.612526 || 0.607020 || 0.755678 || 0.608396 || 0.596696 || 0.583620 || 0.614591 || 0.692361 || || standard || 0.640055 || 0.806607 || 0.642120 || 0.642120 || 0.770131 || 0.665520 || 0.631796 || 0.643496 || 0.652443 || 0.750172 || |
Results with cutoff 10, comparing against different versions of the English PTB corpus
Results for submissions
directed
file |
Bisk, standard |
Blunsom, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
conll2007 |
0.759119 |
0.700619 |
0.573297 |
0.655884 |
0.503785 |
0.434962 |
0.602202 |
0.726084 |
functional |
0.773572 |
0.733655 |
0.584308 |
0.647626 |
0.502409 |
0.434274 |
0.591879 |
0.757743 |
lexical |
0.691672 |
0.614591 |
0.494150 |
0.575361 |
0.421886 |
0.395733 |
0.554026 |
0.632485 |
oldLTH |
0.695114 |
0.618720 |
0.490709 |
0.578802 |
0.419821 |
0.397798 |
0.558156 |
0.631796 |
standard |
0.737096 |
0.721266 |
0.589126 |
0.673778 |
0.521679 |
0.448039 |
0.610461 |
0.746731 |
undirected
file |
Bisk, standard |
Blunsom, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
conll2007 |
0.814866 |
0.772884 |
0.642120 |
0.706813 |
0.604267 |
0.604267 |
0.722643 |
0.767378 |
functional |
0.827942 |
0.788713 |
0.644873 |
0.703372 |
0.602202 |
0.604955 |
0.712319 |
0.781142 |
lexical |
0.783207 |
0.725396 |
0.606332 |
0.665520 |
0.566414 |
0.569855 |
0.691672 |
0.718513 |
oldLTH |
0.780454 |
0.729525 |
0.604267 |
0.666208 |
0.563661 |
0.571920 |
0.693737 |
0.721266 |
standard |
0.792154 |
0.793531 |
0.659326 |
0.724708 |
0.623538 |
0.624914 |
0.750860 |
0.788025 |
NED
file |
Bisk, standard |
Blunsom, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
conll2007 |
0.898830 |
0.845836 |
0.858913 |
0.866483 |
0.821748 |
0.771507 |
0.842395 |
0.821748 |
functional |
0.902271 |
0.847213 |
0.860289 |
0.865107 |
0.817619 |
0.761872 |
0.840330 |
0.823125 |
lexical |
0.883689 |
0.819683 |
0.807295 |
0.830695 |
0.779078 |
0.746043 |
0.806607 |
0.810736 |
oldLTH |
0.881624 |
0.822436 |
0.803166 |
0.825877 |
0.774260 |
0.747419 |
0.807295 |
0.812113 |
standard |
0.894012 |
0.867171 |
0.875430 |
0.884377 |
0.840330 |
0.786648 |
0.870613 |
0.843083 |
Results for baselines
directed
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR_CPOS |
PR_POS |
PR_UPOS |
Random |
harmonic-init |
left-branching |
right-branching |
conll2007 |
0.295939 |
0.448039 |
0.285616 |
0.391604 |
0.500344 |
0.355816 |
0.178940 |
0.333104 |
0.383345 |
0.198211 |
functional |
0.304886 |
0.475568 |
0.294563 |
0.381280 |
0.485203 |
0.365451 |
0.185822 |
0.339986 |
0.377839 |
0.217481 |
lexical |
0.324157 |
0.382657 |
0.315898 |
0.422574 |
0.532691 |
0.399174 |
0.148658 |
0.300757 |
0.405368 |
0.135582 |
oldLTH |
0.304198 |
0.392292 |
0.295939 |
0.403304 |
0.542326 |
0.379215 |
0.156917 |
0.302134 |
0.399174 |
0.141776 |
standard |
0.316586 |
0.446662 |
0.306263 |
0.412939 |
0.500344 |
0.377151 |
0.176875 |
0.352374 |
0.403992 |
0.198899 |
undirected
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR_CPOS |
PR_POS |
PR_UPOS |
Random |
harmonic-init |
left-branching |
right-branching |
conll2007 |
0.516862 |
0.633861 |
0.511356 |
0.530626 |
0.637990 |
0.526497 |
0.454233 |
0.500344 |
0.567103 |
0.527185 |
functional |
0.534756 |
0.649002 |
0.527185 |
0.547832 |
0.631796 |
0.536132 |
0.463868 |
0.507915 |
0.579491 |
0.543703 |
lexical |
0.509979 |
0.586373 |
0.505850 |
0.514797 |
0.633173 |
0.507226 |
0.425327 |
0.463180 |
0.527873 |
0.485891 |
oldLTH |
0.498968 |
0.591191 |
0.494150 |
0.505162 |
0.637302 |
0.496903 |
0.427392 |
0.461115 |
0.526497 |
0.483827 |
standard |
0.537509 |
0.653131 |
0.532003 |
0.551961 |
0.657949 |
0.547144 |
0.469374 |
0.519615 |
0.588438 |
0.548520 |
NED
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR_CPOS |
PR_POS |
PR_UPOS |
Random |
harmonic-init |
left-branching |
right-branching |
conll2007 |
0.619408 |
0.796972 |
0.621473 |
0.620785 |
0.760496 |
0.644873 |
0.617343 |
0.624914 |
0.630420 |
0.738472 |
functional |
0.626290 |
0.807983 |
0.624914 |
0.631108 |
0.750860 |
0.643496 |
0.618032 |
0.629043 |
0.634549 |
0.744666 |
lexical |
0.623538 |
0.752925 |
0.624914 |
0.618032 |
0.756366 |
0.620785 |
0.599449 |
0.588438 |
0.616655 |
0.699931 |
oldLTH |
0.611838 |
0.751549 |
0.612526 |
0.607020 |
0.755678 |
0.608396 |
0.596696 |
0.583620 |
0.614591 |
0.692361 |
standard |
0.640055 |
0.806607 |
0.642120 |
0.642120 |
0.770131 |
0.665520 |
0.631796 |
0.643496 |
0.652443 |
0.750172 |