|
Size: 26965
Comment:
|
Size: 26741
Comment:
|
| Deletions are marked like this. | Additions are marked like this. |
| Line 6: | Line 6: |
| == Averages over languages and cutoffs: == | == Averages over languages with cutoff 10 for submissions == |
| Line 8: | Line 8: |
| || NED || 0.716930833333 || 0.736828166667 || 0.741521833333 || 0.732072866667 || 0.7002352 || 0.742467266667 || 0.774400766667 || || directed || 0.506569633333 || 0.437339266667 || 0.499768733333 || 0.4544954 || 0.403863566667 || 0.4917331 || 0.5717169 || || undirected || 0.603482466667 || 0.5974854 || 0.606312533333 || 0.5852968 || 0.566614766667 || 0.6064818 || 0.6641148 || |
|| NED || 0.7822805 || 0.785446 || 0.7878146 || 0.7850407 || 0.7539767 || 0.788541 || 0.8169186 || || directed || 0.578817 || 0.4849692 || 0.5428999 || 0.5078081 || 0.452779 || 0.5465675 || 0.6273989 || || undirected || 0.6710757 || 0.639765 || 0.6490973 || 0.6334241 || 0.6160517 || 0.6493025 || 0.7104859 || == Averages over languages with cutoff 10 for baselines == || measure || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || NED || 0.6994007 || 0.7150494 || 0.689344 || 0.7065557 || 0.7401009 || 0.6964788 || 0.6430413 || 0.6427896 || 0.7378684 || 0.614922 || || directed || 0.409088 || 0.4247925 || 0.3753522 || 0.4098204 || 0.4470641 || 0.3889944 || 0.3232873 || 0.2987463 || 0.3391386 || 0.2751949 || || undirected || 0.5765062 || 0.5939275 || 0.5568049 || 0.5864548 || 0.6118012 || 0.5605846 || 0.5121771 || 0.5591576 || 0.5799214 || 0.4811129 || == Results for submissions == |
| Line 123: | Line 130: |
| = Baseline results = == Averages over languages and cutoffs: == || measure || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || NED || 0.648697 || 0.662586966667 || 0.636346666667 || 0.6564483 || 0.6817947 || 0.6427428 || 0.575072866667 || 0.608477666667 || 0.711147266667 || 0.539303333333 || || directed || 0.363708133333 || 0.3731399 || 0.335474766667 || 0.360753266667 || 0.390611566667 || 0.334187266667 || 0.270774266667 || 0.274573133333 || 0.316194733333 || 0.229692766667 || || undirected || 0.5333736 || 0.546242833333 || 0.516800133333 || 0.5443168 || 0.560976233333 || 0.5153962 || 0.458698433333 || 0.542959433333 || 0.5565862 || 0.410035566667 || |
== Results for baselines == |
| Line 131: | Line 133: |
| || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || | || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || |
| Line 143: | Line 145: |
| || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || | || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || |
| Line 155: | Line 157: |
| || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || | || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || |
| Line 168: | Line 170: |
| || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || | || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || |
| Line 180: | Line 182: |
| || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || | || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || |
| Line 192: | Line 194: |
| || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || | || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || |
| Line 205: | Line 207: |
| || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || | || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || |
| Line 217: | Line 219: |
| || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || | || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || |
| Line 229: | Line 231: |
| || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || | || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || |
Preliminary results for dependency induction
Averages over languages with cutoff 10 for submissions
measure |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
NED |
0.7822805 |
0.785446 |
0.7878146 |
0.7850407 |
0.7539767 |
0.788541 |
0.8169186 |
directed |
0.578817 |
0.4849692 |
0.5428999 |
0.5078081 |
0.452779 |
0.5465675 |
0.6273989 |
undirected |
0.6710757 |
0.639765 |
0.6490973 |
0.6334241 |
0.6160517 |
0.6493025 |
0.7104859 |
Averages over languages with cutoff 10 for baselines
measure |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
NED |
0.6994007 |
0.7150494 |
0.689344 |
0.7065557 |
0.7401009 |
0.6964788 |
0.6430413 |
0.6427896 |
0.7378684 |
0.614922 |
directed |
0.409088 |
0.4247925 |
0.3753522 |
0.4098204 |
0.4470641 |
0.3889944 |
0.3232873 |
0.2987463 |
0.3391386 |
0.2751949 |
undirected |
0.5765062 |
0.5939275 |
0.5568049 |
0.5864548 |
0.6118012 |
0.5605846 |
0.5121771 |
0.5591576 |
0.5799214 |
0.4811129 |
Results for submissions
Directed accuracy
cutoff: 10 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.472222 |
0.157407 |
0.648148 |
0.648148 |
0.472222 |
0.546296 |
0.666667 |
basque_3lb |
0.502799 |
0.280266 |
0.302659 |
0.272218 |
0.33345 |
0.223233 |
0.585724 |
czech_pdt |
0.485257 |
0.61344 |
0.574817 |
0.576955 |
0.455382 |
0.511697 |
0.59024 |
danish_cdt |
0.492669 |
0.601662 |
0.513196 |
0.613881 |
0.568915 |
0.604594 |
0.607527 |
dutch_alpino |
0.507837 |
0.369906 |
0.495298 |
0.384013 |
0.388715 |
0.5 |
0.517241 |
english_childes |
0.621675 |
0.567735 |
0.471715 |
0.518311 |
0.504714 |
0.535133 |
0.56049 |
english_ptb |
0.737096 |
0.589126 |
0.673778 |
0.521679 |
0.448039 |
0.610461 |
0.746731 |
portuguese_floresta |
0.762836 |
0.635697 |
0.599022 |
0.442543 |
0.476773 |
0.711491 |
0.557457 |
slovene_jos |
0.539112 |
0.420719 |
0.513742 |
0.392178 |
0.397463 |
0.503171 |
0.676533 |
swedish_talbanken |
0.666667 |
0.613734 |
0.636624 |
0.708155 |
0.482117 |
0.719599 |
0.765379 |
cutoff: 15 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.430493 |
0.147982 |
0.663677 |
0.650224 |
0.439462 |
0.591928 |
0.681614 |
basque_3lb |
0.422864 |
0.244781 |
0.2818 |
0.248043 |
0.291259 |
0.174984 |
0.503914 |
czech_pdt |
0.412831 |
0.564942 |
0.513233 |
0.521819 |
0.402641 |
0.472637 |
0.549073 |
danish_cdt |
0.454424 |
0.558693 |
0.472432 |
0.571143 |
0.500889 |
0.532014 |
0.570253 |
dutch_alpino |
0.445698 |
0.332863 |
0.476728 |
0.342031 |
0.351904 |
0.439351 |
0.465444 |
english_childes |
0.598621 |
0.546636 |
0.44775 |
0.498011 |
0.485633 |
0.522589 |
0.542702 |
english_ptb |
0.636858 |
0.506998 |
0.599533 |
0.452955 |
0.411159 |
0.550544 |
0.674378 |
portuguese_floresta |
0.694714 |
0.598706 |
0.594391 |
0.389428 |
0.434736 |
0.640777 |
0.515642 |
slovene_jos |
0.456536 |
0.376348 |
0.476078 |
0.346024 |
0.336253 |
0.447102 |
0.633423 |
swedish_talbanken |
0.589155 |
0.556309 |
0.570907 |
0.601668 |
0.434307 |
0.629823 |
0.667883 |
cutoff: none |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.234515 |
0.127082 |
0.572619 |
0.52029 |
0.339385 |
0.464972 |
0.541222 |
basque_3lb |
0.361417 |
0.210431 |
0.25537 |
0.223492 |
0.254941 |
0.136621 |
0.439852 |
czech_pdt |
0.3205 |
0.490818 |
0.429265 |
0.44087 |
0.329206 |
0.408833 |
0.488175 |
danish_cdt |
0.378262 |
0.483912 |
0.414279 |
0.496798 |
0.424204 |
0.450856 |
0.501521 |
dutch_alpino |
0.379152 |
0.282713 |
0.441977 |
0.29892 |
0.313125 |
0.405162 |
0.436775 |
english_childes |
0.594039 |
0.541901 |
0.442246 |
0.493305 |
0.48095 |
0.518618 |
0.538315 |
english_ptb |
0.503808 |
0.410083 |
0.502795 |
0.375365 |
0.327864 |
0.425154 |
0.555319 |
portuguese_floresta |
0.652026 |
0.501897 |
0.495308 |
0.293472 |
0.371132 |
0.546416 |
0.418447 |
slovene_jos |
0.354444 |
0.303603 |
0.407608 |
0.267162 |
0.284092 |
0.37731 |
0.580262 |
swedish_talbanken |
0.488562 |
0.483788 |
0.506067 |
0.525761 |
0.374975 |
0.550627 |
0.573304 |
Undirected accuracy
cutoff: 10 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.592593 |
0.592593 |
0.694444 |
0.694444 |
0.592593 |
0.657407 |
0.675926 |
basque_3lb |
0.595171 |
0.497551 |
0.5007 |
0.483555 |
0.543037 |
0.327502 |
0.663751 |
czech_pdt |
0.598795 |
0.692048 |
0.666256 |
0.676171 |
0.623226 |
0.635409 |
0.70138 |
danish_cdt |
0.635386 |
0.705767 |
0.643695 |
0.711144 |
0.678886 |
0.706745 |
0.701857 |
dutch_alpino |
0.598746 |
0.575235 |
0.633229 |
0.579937 |
0.584639 |
0.584639 |
0.605016 |
english_childes |
0.706084 |
0.694323 |
0.624305 |
0.637306 |
0.642715 |
0.635669 |
0.69085 |
english_ptb |
0.792154 |
0.659326 |
0.724708 |
0.623538 |
0.624914 |
0.75086 |
0.788025 |
portuguese_floresta |
0.819071 |
0.716381 |
0.701711 |
0.623472 |
0.657702 |
0.784841 |
0.721271 |
slovene_jos |
0.637421 |
0.563425 |
0.590909 |
0.55074 |
0.547569 |
0.637421 |
0.719873 |
swedish_talbanken |
0.735336 |
0.701001 |
0.711016 |
0.753934 |
0.665236 |
0.772532 |
0.83691 |
cutoff: 15 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.547085 |
0.623318 |
0.704036 |
0.695067 |
0.591928 |
0.695067 |
0.704036 |
basque_3lb |
0.530822 |
0.465264 |
0.47668 |
0.458578 |
0.512883 |
0.28229 |
0.592466 |
czech_pdt |
0.539128 |
0.644992 |
0.612929 |
0.62627 |
0.573121 |
0.611434 |
0.66885 |
danish_cdt |
0.59293 |
0.668075 |
0.609827 |
0.671632 |
0.6245 |
0.656292 |
0.668519 |
dutch_alpino |
0.535261 |
0.521157 |
0.573343 |
0.526093 |
0.53385 |
0.540197 |
0.567701 |
english_childes |
0.687649 |
0.675758 |
0.603174 |
0.618557 |
0.624171 |
0.62647 |
0.673504 |
english_ptb |
0.705288 |
0.583787 |
0.658437 |
0.557737 |
0.583787 |
0.682932 |
0.729782 |
portuguese_floresta |
0.770227 |
0.685005 |
0.688242 |
0.581446 |
0.605178 |
0.730313 |
0.682848 |
slovene_jos |
0.579852 |
0.520553 |
0.552561 |
0.511456 |
0.496968 |
0.597035 |
0.680593 |
swedish_talbanken |
0.677268 |
0.646507 |
0.653285 |
0.668405 |
0.607925 |
0.708551 |
0.755474 |
cutoff: none |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.297095 |
0.575609 |
0.619821 |
0.587356 |
0.48035 |
0.583725 |
0.592695 |
basque_3lb |
0.471716 |
0.433322 |
0.449562 |
0.432291 |
0.475253 |
0.243427 |
0.532995 |
czech_pdt |
0.449846 |
0.577981 |
0.542835 |
0.555021 |
0.493393 |
0.557643 |
0.614472 |
danish_cdt |
0.507043 |
0.606931 |
0.561069 |
0.60341 |
0.566272 |
0.605331 |
0.616136 |
dutch_alpino |
0.44958 |
0.47539 |
0.514806 |
0.488796 |
0.468387 |
0.513806 |
0.546218 |
english_childes |
0.683758 |
0.67162 |
0.598661 |
0.613996 |
0.619525 |
0.623585 |
0.66933 |
english_ptb |
0.581186 |
0.496516 |
0.575899 |
0.481547 |
0.495058 |
0.587769 |
0.621293 |
portuguese_floresta |
0.724097 |
0.614294 |
0.619485 |
0.498103 |
0.526452 |
0.669195 |
0.614494 |
slovene_jos |
0.479044 |
0.45241 |
0.490554 |
0.444565 |
0.423815 |
0.534686 |
0.617993 |
swedish_talbanken |
0.584842 |
0.588423 |
0.593197 |
0.604337 |
0.53511 |
0.651681 |
0.669186 |
Neutral Edge Detection
cutoff: 10 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.685185 |
0.666667 |
0.759259 |
0.759259 |
0.685185 |
0.722222 |
0.712963 |
basque_3lb |
0.685794 |
0.628761 |
0.651505 |
0.642407 |
0.70119 |
0.549685 |
0.794612 |
czech_pdt |
0.726201 |
0.818223 |
0.786339 |
0.799041 |
0.760158 |
0.78122 |
0.811613 |
danish_cdt |
0.763441 |
0.832356 |
0.784457 |
0.843109 |
0.772727 |
0.844086 |
0.85044 |
dutch_alpino |
0.717868 |
0.77116 |
0.783699 |
0.768025 |
0.725705 |
0.684953 |
0.710031 |
english_childes |
0.816346 |
0.84468 |
0.766921 |
0.747668 |
0.790244 |
0.849196 |
0.824831 |
english_ptb |
0.894012 |
0.87543 |
0.884377 |
0.84033 |
0.786648 |
0.870613 |
0.843083 |
portuguese_floresta |
0.90709 |
0.877751 |
0.877751 |
0.875306 |
0.828851 |
0.919315 |
0.9022 |
slovene_jos |
0.768499 |
0.708245 |
0.72833 |
0.704017 |
0.680761 |
0.788584 |
0.798097 |
swedish_talbanken |
0.858369 |
0.831187 |
0.855508 |
0.871245 |
0.808298 |
0.875536 |
0.921316 |
cutoff: 15 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.663677 |
0.663677 |
0.7713 |
0.757848 |
0.699552 |
0.775785 |
0.73991 |
basque_3lb |
0.625897 |
0.567678 |
0.596217 |
0.584801 |
0.643836 |
0.460372 |
0.720483 |
czech_pdt |
0.667464 |
0.779305 |
0.735422 |
0.755611 |
0.709663 |
0.758138 |
0.779659 |
danish_cdt |
0.716541 |
0.791018 |
0.749889 |
0.8008 |
0.711872 |
0.778791 |
0.817919 |
dutch_alpino |
0.685472 |
0.729196 |
0.755994 |
0.72567 |
0.690409 |
0.673484 |
0.698166 |
english_childes |
0.799797 |
0.831226 |
0.745823 |
0.731677 |
0.775351 |
0.836133 |
0.808638 |
english_ptb |
0.818235 |
0.8021 |
0.833981 |
0.775078 |
0.739891 |
0.812597 |
0.797045 |
portuguese_floresta |
0.869471 |
0.829558 |
0.846818 |
0.837109 |
0.759439 |
0.865156 |
0.866235 |
slovene_jos |
0.72035 |
0.661725 |
0.666442 |
0.660377 |
0.631402 |
0.743598 |
0.759434 |
swedish_talbanken |
0.805005 |
0.792492 |
0.808655 |
0.797185 |
0.749218 |
0.82586 |
0.860792 |
cutoff: none |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.373345 |
0.591628 |
0.671081 |
0.632208 |
0.565357 |
0.658479 |
0.641393 |
basque_3lb |
0.5576 |
0.514779 |
0.555766 |
0.534456 |
0.588417 |
0.379876 |
0.658189 |
czech_pdt |
0.556697 |
0.702 |
0.651883 |
0.673268 |
0.631572 |
0.697397 |
0.71643 |
danish_cdt |
0.631183 |
0.72867 |
0.695374 |
0.734833 |
0.658796 |
0.718025 |
0.764207 |
dutch_alpino |
0.586435 |
0.686074 |
0.719888 |
0.697279 |
0.605842 |
0.638455 |
0.669468 |
english_childes |
0.795896 |
0.827991 |
0.740778 |
0.727343 |
0.770886 |
0.832095 |
0.804449 |
english_ptb |
0.697658 |
0.693871 |
0.738373 |
0.671569 |
0.640759 |
0.715909 |
0.698428 |
portuguese_floresta |
0.797564 |
0.755839 |
0.757437 |
0.71671 |
0.668996 |
0.781793 |
0.803953 |
slovene_jos |
0.607464 |
0.569113 |
0.588572 |
0.571281 |
0.558635 |
0.666822 |
0.687003 |
swedish_talbanken |
0.709369 |
0.732445 |
0.737816 |
0.726676 |
0.667396 |
0.769843 |
0.771036 |
Results for baselines
Directed accuracy
cutoff: 10 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.462963 |
0.453704 |
0.500000 |
0.194444 |
0.194444 |
0.407407 |
0.425926 |
0.092593 |
0.648148 |
0.407407 |
basque_3lb |
0.462561 |
0.432470 |
0.312806 |
0.629811 |
0.571728 |
0.377537 |
0.218334 |
0.342897 |
0.244227 |
0.230231 |
czech_pdt |
0.300953 |
0.312034 |
0.317607 |
0.303674 |
0.356685 |
0.320718 |
0.246970 |
0.288899 |
0.343400 |
0.284039 |
danish_cdt |
0.472141 |
0.501955 |
0.352884 |
0.477517 |
0.396872 |
0.424731 |
0.363636 |
0.186706 |
0.492180 |
0.334800 |
dutch_alpino |
0.487461 |
0.396552 |
0.490596 |
0.415361 |
0.402821 |
0.412226 |
0.351097 |
0.340125 |
0.394984 |
0.371473 |
english_childes |
0.517467 |
0.518757 |
0.390383 |
0.510024 |
0.522132 |
0.383486 |
0.316594 |
0.359766 |
0.232781 |
0.219680 |
english_ptb |
0.316586 |
0.446662 |
0.306263 |
0.412939 |
0.500344 |
0.377151 |
0.352374 |
0.403992 |
0.198899 |
0.176875 |
portuguese_floresta |
0.271394 |
0.371638 |
0.268949 |
0.393643 |
0.457213 |
0.405868 |
0.310513 |
0.281174 |
0.376528 |
0.286064 |
slovene_jos |
0.357294 |
0.372093 |
0.356237 |
0.353066 |
0.660677 |
0.353066 |
0.256871 |
0.359408 |
0.146934 |
0.188161 |
swedish_talbanken |
0.442060 |
0.442060 |
0.457797 |
0.407725 |
0.407725 |
0.427754 |
0.390558 |
0.331903 |
0.313305 |
0.253219 |
cutoff: 15 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.412556 |
0.417040 |
0.475336 |
0.156951 |
0.156951 |
0.295964 |
0.363229 |
0.062780 |
0.650224 |
0.358744 |
basque_3lb |
0.395956 |
0.367906 |
0.282453 |
0.552022 |
0.484344 |
0.339530 |
0.206621 |
0.336269 |
0.231083 |
0.194716 |
czech_pdt |
0.274469 |
0.295853 |
0.290908 |
0.278083 |
0.336694 |
0.293598 |
0.215695 |
0.260964 |
0.313706 |
0.216836 |
danish_cdt |
0.423077 |
0.456647 |
0.302801 |
0.409960 |
0.341707 |
0.349711 |
0.328146 |
0.158960 |
0.472877 |
0.269453 |
dutch_alpino |
0.438646 |
0.331453 |
0.440056 |
0.306770 |
0.290550 |
0.305360 |
0.263047 |
0.308181 |
0.294076 |
0.236953 |
english_childes |
0.501194 |
0.501901 |
0.374016 |
0.492441 |
0.507073 |
0.366413 |
0.301432 |
0.350013 |
0.224781 |
0.208646 |
english_ptb |
0.243002 |
0.423017 |
0.240863 |
0.344285 |
0.456843 |
0.301128 |
0.253888 |
0.353810 |
0.205093 |
0.150272 |
portuguese_floresta |
0.241640 |
0.327940 |
0.238403 |
0.365696 |
0.427184 |
0.363538 |
0.235167 |
0.280475 |
0.327940 |
0.227616 |
slovene_jos |
0.350404 |
0.316712 |
0.351078 |
0.356806 |
0.598046 |
0.356132 |
0.196092 |
0.333221 |
0.129380 |
0.138477 |
swedish_talbanken |
0.352450 |
0.352450 |
0.380083 |
0.321689 |
0.321689 |
0.344630 |
0.333681 |
0.286236 |
0.295620 |
0.197080 |
cutoff: none |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.274242 |
0.274242 |
0.321444 |
0.148868 |
0.144596 |
0.234088 |
0.258650 |
0.052114 |
0.587997 |
0.341734 |
basque_3lb |
0.343874 |
0.321189 |
0.247551 |
0.489517 |
0.418371 |
0.300309 |
0.195738 |
0.324368 |
0.224523 |
0.165836 |
czech_pdt |
0.250701 |
0.275723 |
0.272019 |
0.255696 |
0.315938 |
0.274729 |
0.182524 |
0.239333 |
0.291376 |
0.181929 |
danish_cdt |
0.355931 |
0.394910 |
0.250680 |
0.318313 |
0.272371 |
0.263246 |
0.285417 |
0.132784 |
0.474148 |
0.257724 |
dutch_alpino |
0.406162 |
0.283713 |
0.405362 |
0.233293 |
0.211885 |
0.235094 |
0.195478 |
0.279312 |
0.246098 |
0.169068 |
english_childes |
0.496847 |
0.497711 |
0.369503 |
0.488380 |
0.503672 |
0.361641 |
0.297840 |
0.348251 |
0.222333 |
0.206220 |
english_ptb |
0.223262 |
0.335136 |
0.217509 |
0.308824 |
0.344089 |
0.259439 |
0.183824 |
0.314353 |
0.204343 |
0.140719 |
portuguese_floresta |
0.195049 |
0.240168 |
0.193252 |
0.259533 |
0.310840 |
0.254741 |
0.185067 |
0.258934 |
0.311240 |
0.201238 |
slovene_jos |
0.350470 |
0.242129 |
0.350263 |
0.365335 |
0.532931 |
0.365645 |
0.139672 |
0.310571 |
0.107928 |
0.101115 |
swedish_talbanken |
0.290432 |
0.290432 |
0.307141 |
0.271932 |
0.271932 |
0.270738 |
0.269147 |
0.258802 |
0.279690 |
0.174458 |
Undirected accuracy
cutoff: 10 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.527778 |
0.537037 |
0.555556 |
0.592593 |
0.592593 |
0.601852 |
0.546296 |
0.611111 |
0.694444 |
0.518519 |
basque_3lb |
0.600770 |
0.580826 |
0.485304 |
0.675297 |
0.630161 |
0.536389 |
0.422323 |
0.564381 |
0.538838 |
0.471659 |
czech_pdt |
0.516169 |
0.512086 |
0.504504 |
0.515067 |
0.547469 |
0.497440 |
0.472426 |
0.541961 |
0.568790 |
0.476119 |
danish_cdt |
0.649560 |
0.643206 |
0.600196 |
0.608993 |
0.477517 |
0.553275 |
0.563539 |
0.596774 |
0.638807 |
0.526882 |
dutch_alpino |
0.626959 |
0.567398 |
0.628527 |
0.543887 |
0.543887 |
0.543887 |
0.510972 |
0.562696 |
0.606583 |
0.528213 |
english_childes |
0.656709 |
0.660927 |
0.595226 |
0.646884 |
0.663656 |
0.587783 |
0.512058 |
0.512158 |
0.510123 |
0.446457 |
english_ptb |
0.537509 |
0.653131 |
0.532003 |
0.551961 |
0.657949 |
0.547144 |
0.519615 |
0.588438 |
0.548520 |
0.469374 |
portuguese_floresta |
0.540342 |
0.608802 |
0.542787 |
0.645477 |
0.677262 |
0.645477 |
0.533007 |
0.567237 |
0.638142 |
0.493888 |
slovene_jos |
0.464059 |
0.530655 |
0.463002 |
0.453488 |
0.696617 |
0.454545 |
0.449260 |
0.454545 |
0.459831 |
0.392178 |
swedish_talbanken |
0.645207 |
0.645207 |
0.660944 |
0.630901 |
0.630901 |
0.638054 |
0.592275 |
0.592275 |
0.595136 |
0.487840 |
cutoff: 15 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.533632 |
0.547085 |
0.573991 |
0.596413 |
0.573991 |
0.578475 |
0.506726 |
0.632287 |
0.690583 |
0.461883 |
basque_3lb |
0.535714 |
0.523810 |
0.445858 |
0.606001 |
0.551370 |
0.491031 |
0.398728 |
0.553164 |
0.536856 |
0.400522 |
czech_pdt |
0.491414 |
0.493696 |
0.478642 |
0.489348 |
0.524673 |
0.467393 |
0.432911 |
0.527716 |
0.545623 |
0.377643 |
danish_cdt |
0.606492 |
0.593819 |
0.558248 |
0.554024 |
0.422410 |
0.490885 |
0.518897 |
0.586705 |
0.612272 |
0.428413 |
dutch_alpino |
0.561354 |
0.502116 |
0.562059 |
0.487306 |
0.476728 |
0.486601 |
0.440056 |
0.521157 |
0.544429 |
0.394217 |
english_childes |
0.642074 |
0.643975 |
0.579613 |
0.630095 |
0.648130 |
0.570772 |
0.494209 |
0.502652 |
0.501326 |
0.425913 |
english_ptb |
0.477255 |
0.617224 |
0.480560 |
0.488725 |
0.604588 |
0.475117 |
0.437986 |
0.553655 |
0.539852 |
0.364308 |
portuguese_floresta |
0.497303 |
0.563107 |
0.494067 |
0.610572 |
0.633225 |
0.594391 |
0.463862 |
0.556634 |
0.599784 |
0.406688 |
slovene_jos |
0.438679 |
0.467318 |
0.439353 |
0.441038 |
0.636792 |
0.440701 |
0.390836 |
0.433962 |
0.439690 |
0.307278 |
swedish_talbanken |
0.573514 |
0.573514 |
0.596976 |
0.555787 |
0.555787 |
0.562565 |
0.516163 |
0.559958 |
0.563608 |
0.372263 |
cutoff: none |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.417984 |
0.420120 |
0.436779 |
0.544212 |
0.521786 |
0.495728 |
0.411576 |
0.616617 |
0.639043 |
0.426741 |
basque_3lb |
0.480753 |
0.477144 |
0.402732 |
0.542361 |
0.487283 |
0.444406 |
0.376181 |
0.538666 |
0.531363 |
0.357793 |
czech_pdt |
0.461775 |
0.466689 |
0.453394 |
0.461221 |
0.495543 |
0.441005 |
0.384913 |
0.514569 |
0.522740 |
0.330605 |
danish_cdt |
0.551145 |
0.540579 |
0.515928 |
0.486634 |
0.367456 |
0.423323 |
0.460221 |
0.587162 |
0.599088 |
0.381063 |
dutch_alpino |
0.522409 |
0.449580 |
0.522409 |
0.441977 |
0.428371 |
0.444378 |
0.372149 |
0.501000 |
0.507603 |
0.336335 |
english_childes |
0.638186 |
0.639914 |
0.575248 |
0.626263 |
0.645054 |
0.566307 |
0.490108 |
0.500043 |
0.498790 |
0.421901 |
english_ptb |
0.430927 |
0.530789 |
0.429874 |
0.440164 |
0.505246 |
0.426916 |
0.362077 |
0.517359 |
0.514949 |
0.327560 |
portuguese_floresta |
0.443003 |
0.480535 |
0.436215 |
0.547215 |
0.575764 |
0.541425 |
0.411659 |
0.556598 |
0.568177 |
0.367938 |
slovene_jos |
0.421493 |
0.405956 |
0.421286 |
0.427635 |
0.569113 |
0.428048 |
0.325126 |
0.407763 |
0.411066 |
0.270259 |
swedish_talbanken |
0.511040 |
0.511040 |
0.532723 |
0.487965 |
0.487965 |
0.486573 |
0.444798 |
0.529540 |
0.531530 |
0.330615 |
Neutral Edge Detection
cutoff: 10 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.611111 |
0.629630 |
0.629630 |
0.657407 |
0.648148 |
0.648148 |
0.629630 |
0.648148 |
0.759259 |
0.620370 |
basque_3lb |
0.693142 |
0.689993 |
0.638209 |
0.792512 |
0.783065 |
0.695941 |
0.582225 |
0.732330 |
0.640308 |
0.599020 |
czech_pdt |
0.629188 |
0.617264 |
0.635863 |
0.625235 |
0.662044 |
0.628475 |
0.602813 |
0.632169 |
0.738125 |
0.611367 |
danish_cdt |
0.778592 |
0.758065 |
0.694526 |
0.770283 |
0.724829 |
0.719941 |
0.677908 |
0.661779 |
0.774682 |
0.623656 |
dutch_alpino |
0.731975 |
0.645768 |
0.730408 |
0.664577 |
0.673981 |
0.666144 |
0.605016 |
0.644201 |
0.710031 |
0.631661 |
english_childes |
0.799276 |
0.803890 |
0.799375 |
0.789450 |
0.806520 |
0.792924 |
0.701419 |
0.632295 |
0.769452 |
0.645147 |
english_ptb |
0.640055 |
0.806607 |
0.642120 |
0.642120 |
0.770131 |
0.665520 |
0.643496 |
0.652443 |
0.750172 |
0.631796 |
portuguese_floresta |
0.755501 |
0.816626 |
0.765281 |
0.801956 |
0.833741 |
0.797066 |
0.677262 |
0.608802 |
0.823961 |
0.638142 |
slovene_jos |
0.594080 |
0.621564 |
0.594080 |
0.586681 |
0.763214 |
0.586681 |
0.558140 |
0.543340 |
0.621564 |
0.524313 |
swedish_talbanken |
0.761087 |
0.761087 |
0.763948 |
0.735336 |
0.735336 |
0.763948 |
0.752504 |
0.672389 |
0.791130 |
0.623748 |
cutoff: 15 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.627803 |
0.645740 |
0.645740 |
0.645740 |
0.623318 |
0.632287 |
0.578475 |
0.654709 |
0.762332 |
0.556054 |
basque_3lb |
0.634866 |
0.629974 |
0.574038 |
0.733855 |
0.706132 |
0.629485 |
0.534899 |
0.701892 |
0.612524 |
0.502772 |
czech_pdt |
0.584425 |
0.578691 |
0.588800 |
0.578121 |
0.626134 |
0.579887 |
0.546438 |
0.597902 |
0.714499 |
0.512336 |
danish_cdt |
0.714984 |
0.695198 |
0.642952 |
0.709871 |
0.644731 |
0.639173 |
0.613606 |
0.630502 |
0.743219 |
0.542241 |
dutch_alpino |
0.685472 |
0.604372 |
0.684767 |
0.657969 |
0.651622 |
0.657264 |
0.555712 |
0.593794 |
0.696051 |
0.510578 |
english_childes |
0.785253 |
0.787110 |
0.779993 |
0.773097 |
0.791044 |
0.772213 |
0.677261 |
0.613960 |
0.755503 |
0.618557 |
english_ptb |
0.573289 |
0.765747 |
0.580288 |
0.556960 |
0.701983 |
0.575233 |
0.547045 |
0.591757 |
0.722201 |
0.507776 |
portuguese_floresta |
0.693635 |
0.770227 |
0.701187 |
0.756203 |
0.788565 |
0.745415 |
0.599784 |
0.588997 |
0.783172 |
0.565264 |
slovene_jos |
0.547170 |
0.550202 |
0.547844 |
0.554245 |
0.696092 |
0.553908 |
0.479447 |
0.489555 |
0.604447 |
0.422507 |
swedish_talbanken |
0.706465 |
0.706465 |
0.688217 |
0.643379 |
0.643379 |
0.683525 |
0.654849 |
0.607925 |
0.747654 |
0.510949 |
cutoff: none |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.489321 |
0.480137 |
0.488253 |
0.570269 |
0.548056 |
0.535241 |
0.475011 |
0.627296 |
0.690303 |
0.516446 |
basque_3lb |
0.575528 |
0.571232 |
0.514607 |
0.666695 |
0.634130 |
0.566077 |
0.492524 |
0.672366 |
0.591167 |
0.437017 |
czech_pdt |
0.532493 |
0.528931 |
0.540543 |
0.529763 |
0.576974 |
0.532406 |
0.476442 |
0.563483 |
0.685562 |
0.456773 |
danish_cdt |
0.648471 |
0.635105 |
0.589083 |
0.619818 |
0.532736 |
0.536417 |
0.535377 |
0.616216 |
0.714983 |
0.492316 |
dutch_alpino |
0.635454 |
0.545418 |
0.634854 |
0.610844 |
0.601441 |
0.610244 |
0.468587 |
0.551421 |
0.670468 |
0.459384 |
english_childes |
0.781166 |
0.783024 |
0.774903 |
0.768683 |
0.787775 |
0.766566 |
0.671663 |
0.609892 |
0.751836 |
0.612916 |
english_ptb |
0.497529 |
0.670090 |
0.495544 |
0.487786 |
0.583475 |
0.507738 |
0.447577 |
0.538973 |
0.680542 |
0.451973 |
portuguese_floresta |
0.621282 |
0.666201 |
0.613096 |
0.692753 |
0.732482 |
0.684168 |
0.517668 |
0.572769 |
0.753643 |
0.514274 |
slovene_jos |
0.492154 |
0.473108 |
0.492000 |
0.503510 |
0.614432 |
0.503923 |
0.389233 |
0.438474 |
0.565861 |
0.379632 |
swedish_talbanken |
0.640143 |
0.640143 |
0.620251 |
0.568331 |
0.568331 |
0.606326 |
0.560175 |
0.564551 |
0.709767 |
0.460115 |