23214
Comment:
|
26741
|
Deletions are marked like this. | Additions are marked like this. |
Line 6: | Line 6: |
== Averages over languages and cutoffs: == | == Averages over languages with cutoff 10 for submissions == |
Line 8: | Line 8: |
|| NED || 0.716930833333 || 0.736828166667 || 0.741521833333 || 0.732072866667 || 0.7002352 || 0.742467266667 || 0.774400766667 || || directed || 0.506569633333 || 0.437339266667 || 0.499768733333 || 0.4544954 || 0.403863566667 || 0.4917331 || 0.5717169 || || undirected || 0.603482466667 || 0.5974854 || 0.606312533333 || 0.5852968 || 0.566614766667 || 0.6064818 || 0.6641148 || |
|| NED || 0.7822805 || 0.785446 || 0.7878146 || 0.7850407 || 0.7539767 || 0.788541 || 0.8169186 || || directed || 0.578817 || 0.4849692 || 0.5428999 || 0.5078081 || 0.452779 || 0.5465675 || 0.6273989 || || undirected || 0.6710757 || 0.639765 || 0.6490973 || 0.6334241 || 0.6160517 || 0.6493025 || 0.7104859 || == Averages over languages with cutoff 10 for baselines == || measure || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || NED || 0.6994007 || 0.7150494 || 0.689344 || 0.7065557 || 0.7401009 || 0.6964788 || 0.6430413 || 0.6427896 || 0.7378684 || 0.614922 || || directed || 0.409088 || 0.4247925 || 0.3753522 || 0.4098204 || 0.4470641 || 0.3889944 || 0.3232873 || 0.2987463 || 0.3391386 || 0.2751949 || || undirected || 0.5765062 || 0.5939275 || 0.5568049 || 0.5864548 || 0.6118012 || 0.5605846 || 0.5121771 || 0.5591576 || 0.5799214 || 0.4811129 || == Results for submissions == |
Line 123: | Line 130: |
= Baseline results = == Averages over languages and cutoffs: == || measure || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || NED || 0.648697 || 0.662586966667 || 0.636346666667 || 0.575072866667 || 0.608477666667 || 0.711147266667 || 0.539303333333 || || directed || 0.363708133333 || 0.3731399 || 0.335474766667 || 0.270774266667 || 0.274573133333 || 0.316194733333 || 0.229692766667 || || undirected || 0.5333736 || 0.546242833333 || 0.516800133333 || 0.458698433333 || 0.542959433333 || 0.5565862 || 0.410035566667 || |
== Results for baselines == |
Line 130: | Line 132: |
|||||||||||||||| cutoff: 10 || || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.462963 || 0.453704 || 0.500000 || 0.425926 || 0.092593 || 0.648148 || 0.407407 || || basque_3lb || 0.462561 || 0.432470 || 0.312806 || 0.218334 || 0.342897 || 0.244227 || 0.230231 || || czech_pdt || 0.300953 || 0.312034 || 0.317607 || 0.246970 || 0.288899 || 0.343400 || 0.284039 || || danish_cdt || 0.472141 || 0.501955 || 0.352884 || 0.363636 || 0.186706 || 0.492180 || 0.334800 || || dutch_alpino || 0.487461 || 0.396552 || 0.490596 || 0.351097 || 0.340125 || 0.394984 || 0.371473 || || english_childes || 0.517467 || 0.518757 || 0.390383 || 0.316594 || 0.359766 || 0.232781 || 0.219680 || || english_ptb || 0.316586 || 0.446662 || 0.306263 || 0.352374 || 0.403992 || 0.198899 || 0.176875 || || portuguese_floresta || 0.271394 || 0.371638 || 0.268949 || 0.310513 || 0.281174 || 0.376528 || 0.286064 || || slovene_jos || 0.357294 || 0.372093 || 0.356237 || 0.256871 || 0.359408 || 0.146934 || 0.188161 || || swedish_talbanken || 0.442060 || 0.442060 || 0.457797 || 0.390558 || 0.331903 || 0.313305 || 0.253219 || |||||||||||||||| cutoff: 15 || || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.412556 || 0.417040 || 0.475336 || 0.363229 || 0.062780 || 0.650224 || 0.358744 || || basque_3lb || 0.395956 || 0.367906 || 0.282453 || 0.206621 || 0.336269 || 0.231083 || 0.194716 || || czech_pdt || 0.274469 || 0.295853 || 0.290908 || 0.215695 || 0.260964 || 0.313706 || 0.216836 || || danish_cdt || 0.423077 || 0.456647 || 0.302801 || 0.328146 || 0.158960 || 0.472877 || 0.269453 || || dutch_alpino || 0.438646 || 0.331453 || 0.440056 || 0.263047 || 0.308181 || 0.294076 || 0.236953 || || english_childes || 0.501194 || 0.501901 || 0.374016 || 0.301432 || 0.350013 || 0.224781 || 0.208646 || || english_ptb || 0.243002 || 0.423017 || 0.240863 || 0.253888 || 0.353810 || 0.205093 || 0.150272 || || portuguese_floresta || 0.241640 || 0.327940 || 0.238403 || 0.235167 || 0.280475 || 0.327940 || 0.227616 || || slovene_jos || 0.350404 || 0.316712 || 0.351078 || 0.196092 || 0.333221 || 0.129380 || 0.138477 || || swedish_talbanken || 0.352450 || 0.352450 || 0.380083 || 0.333681 || 0.286236 || 0.295620 || 0.197080 || |||||||||||||||| cutoff: none || || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.274242 || 0.274242 || 0.321444 || 0.258650 || 0.052114 || 0.587997 || 0.341734 || || basque_3lb || 0.343874 || 0.321189 || 0.247551 || 0.195738 || 0.324368 || 0.224523 || 0.165836 || || czech_pdt || 0.250701 || 0.275723 || 0.272019 || 0.182524 || 0.239333 || 0.291376 || 0.181929 || || danish_cdt || 0.355931 || 0.394910 || 0.250680 || 0.285417 || 0.132784 || 0.474148 || 0.257724 || || dutch_alpino || 0.406162 || 0.283713 || 0.405362 || 0.195478 || 0.279312 || 0.246098 || 0.169068 || || english_childes || 0.496847 || 0.497711 || 0.369503 || 0.297840 || 0.348251 || 0.222333 || 0.206220 || || english_ptb || 0.223262 || 0.335136 || 0.217509 || 0.183824 || 0.314353 || 0.204343 || 0.140719 || || portuguese_floresta || 0.195049 || 0.240168 || 0.193252 || 0.185067 || 0.258934 || 0.311240 || 0.201238 || || slovene_jos || 0.350470 || 0.242129 || 0.350263 || 0.139672 || 0.310571 || 0.107928 || 0.101115 || || swedish_talbanken || 0.290432 || 0.290432 || 0.307141 || 0.269147 || 0.258802 || 0.279690 || 0.174458 || |
|||||||||||||||||||||| cutoff: 10 || || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.462963 || 0.453704 || 0.500000 || 0.194444 || 0.194444 || 0.407407 || 0.425926 || 0.092593 || 0.648148 || 0.407407 || || basque_3lb || 0.462561 || 0.432470 || 0.312806 || 0.629811 || 0.571728 || 0.377537 || 0.218334 || 0.342897 || 0.244227 || 0.230231 || || czech_pdt || 0.300953 || 0.312034 || 0.317607 || 0.303674 || 0.356685 || 0.320718 || 0.246970 || 0.288899 || 0.343400 || 0.284039 || || danish_cdt || 0.472141 || 0.501955 || 0.352884 || 0.477517 || 0.396872 || 0.424731 || 0.363636 || 0.186706 || 0.492180 || 0.334800 || || dutch_alpino || 0.487461 || 0.396552 || 0.490596 || 0.415361 || 0.402821 || 0.412226 || 0.351097 || 0.340125 || 0.394984 || 0.371473 || || english_childes || 0.517467 || 0.518757 || 0.390383 || 0.510024 || 0.522132 || 0.383486 || 0.316594 || 0.359766 || 0.232781 || 0.219680 || || english_ptb || 0.316586 || 0.446662 || 0.306263 || 0.412939 || 0.500344 || 0.377151 || 0.352374 || 0.403992 || 0.198899 || 0.176875 || || portuguese_floresta || 0.271394 || 0.371638 || 0.268949 || 0.393643 || 0.457213 || 0.405868 || 0.310513 || 0.281174 || 0.376528 || 0.286064 || || slovene_jos || 0.357294 || 0.372093 || 0.356237 || 0.353066 || 0.660677 || 0.353066 || 0.256871 || 0.359408 || 0.146934 || 0.188161 || || swedish_talbanken || 0.442060 || 0.442060 || 0.457797 || 0.407725 || 0.407725 || 0.427754 || 0.390558 || 0.331903 || 0.313305 || 0.253219 || |||||||||||||||||||||| cutoff: 15 || || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.412556 || 0.417040 || 0.475336 || 0.156951 || 0.156951 || 0.295964 || 0.363229 || 0.062780 || 0.650224 || 0.358744 || || basque_3lb || 0.395956 || 0.367906 || 0.282453 || 0.552022 || 0.484344 || 0.339530 || 0.206621 || 0.336269 || 0.231083 || 0.194716 || || czech_pdt || 0.274469 || 0.295853 || 0.290908 || 0.278083 || 0.336694 || 0.293598 || 0.215695 || 0.260964 || 0.313706 || 0.216836 || || danish_cdt || 0.423077 || 0.456647 || 0.302801 || 0.409960 || 0.341707 || 0.349711 || 0.328146 || 0.158960 || 0.472877 || 0.269453 || || dutch_alpino || 0.438646 || 0.331453 || 0.440056 || 0.306770 || 0.290550 || 0.305360 || 0.263047 || 0.308181 || 0.294076 || 0.236953 || || english_childes || 0.501194 || 0.501901 || 0.374016 || 0.492441 || 0.507073 || 0.366413 || 0.301432 || 0.350013 || 0.224781 || 0.208646 || || english_ptb || 0.243002 || 0.423017 || 0.240863 || 0.344285 || 0.456843 || 0.301128 || 0.253888 || 0.353810 || 0.205093 || 0.150272 || || portuguese_floresta || 0.241640 || 0.327940 || 0.238403 || 0.365696 || 0.427184 || 0.363538 || 0.235167 || 0.280475 || 0.327940 || 0.227616 || || slovene_jos || 0.350404 || 0.316712 || 0.351078 || 0.356806 || 0.598046 || 0.356132 || 0.196092 || 0.333221 || 0.129380 || 0.138477 || || swedish_talbanken || 0.352450 || 0.352450 || 0.380083 || 0.321689 || 0.321689 || 0.344630 || 0.333681 || 0.286236 || 0.295620 || 0.197080 || |||||||||||||||||||||| cutoff: none || || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.274242 || 0.274242 || 0.321444 || 0.148868 || 0.144596 || 0.234088 || 0.258650 || 0.052114 || 0.587997 || 0.341734 || || basque_3lb || 0.343874 || 0.321189 || 0.247551 || 0.489517 || 0.418371 || 0.300309 || 0.195738 || 0.324368 || 0.224523 || 0.165836 || || czech_pdt || 0.250701 || 0.275723 || 0.272019 || 0.255696 || 0.315938 || 0.274729 || 0.182524 || 0.239333 || 0.291376 || 0.181929 || || danish_cdt || 0.355931 || 0.394910 || 0.250680 || 0.318313 || 0.272371 || 0.263246 || 0.285417 || 0.132784 || 0.474148 || 0.257724 || || dutch_alpino || 0.406162 || 0.283713 || 0.405362 || 0.233293 || 0.211885 || 0.235094 || 0.195478 || 0.279312 || 0.246098 || 0.169068 || || english_childes || 0.496847 || 0.497711 || 0.369503 || 0.488380 || 0.503672 || 0.361641 || 0.297840 || 0.348251 || 0.222333 || 0.206220 || || english_ptb || 0.223262 || 0.335136 || 0.217509 || 0.308824 || 0.344089 || 0.259439 || 0.183824 || 0.314353 || 0.204343 || 0.140719 || || portuguese_floresta || 0.195049 || 0.240168 || 0.193252 || 0.259533 || 0.310840 || 0.254741 || 0.185067 || 0.258934 || 0.311240 || 0.201238 || || slovene_jos || 0.350470 || 0.242129 || 0.350263 || 0.365335 || 0.532931 || 0.365645 || 0.139672 || 0.310571 || 0.107928 || 0.101115 || || swedish_talbanken || 0.290432 || 0.290432 || 0.307141 || 0.271932 || 0.271932 || 0.270738 || 0.269147 || 0.258802 || 0.279690 || 0.174458 || |
Line 167: | Line 169: |
|||||||||||||||| cutoff: 10 || || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.527778 || 0.537037 || 0.555556 || 0.546296 || 0.611111 || 0.694444 || 0.518519 || || basque_3lb || 0.600770 || 0.580826 || 0.485304 || 0.422323 || 0.564381 || 0.538838 || 0.471659 || || czech_pdt || 0.516169 || 0.512086 || 0.504504 || 0.472426 || 0.541961 || 0.568790 || 0.476119 || || danish_cdt || 0.649560 || 0.643206 || 0.600196 || 0.563539 || 0.596774 || 0.638807 || 0.526882 || || dutch_alpino || 0.626959 || 0.567398 || 0.628527 || 0.510972 || 0.562696 || 0.606583 || 0.528213 || || english_childes || 0.656709 || 0.660927 || 0.595226 || 0.512058 || 0.512158 || 0.510123 || 0.446457 || || english_ptb || 0.537509 || 0.653131 || 0.532003 || 0.519615 || 0.588438 || 0.548520 || 0.469374 || || portuguese_floresta || 0.540342 || 0.608802 || 0.542787 || 0.533007 || 0.567237 || 0.638142 || 0.493888 || || slovene_jos || 0.464059 || 0.530655 || 0.463002 || 0.449260 || 0.454545 || 0.459831 || 0.392178 || || swedish_talbanken || 0.645207 || 0.645207 || 0.660944 || 0.592275 || 0.592275 || 0.595136 || 0.487840 || |||||||||||||||| cutoff: 15 || || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.533632 || 0.547085 || 0.573991 || 0.506726 || 0.632287 || 0.690583 || 0.461883 || || basque_3lb || 0.535714 || 0.523810 || 0.445858 || 0.398728 || 0.553164 || 0.536856 || 0.400522 || || czech_pdt || 0.491414 || 0.493696 || 0.478642 || 0.432911 || 0.527716 || 0.545623 || 0.377643 || || danish_cdt || 0.606492 || 0.593819 || 0.558248 || 0.518897 || 0.586705 || 0.612272 || 0.428413 || || dutch_alpino || 0.561354 || 0.502116 || 0.562059 || 0.440056 || 0.521157 || 0.544429 || 0.394217 || || english_childes || 0.642074 || 0.643975 || 0.579613 || 0.494209 || 0.502652 || 0.501326 || 0.425913 || || english_ptb || 0.477255 || 0.617224 || 0.480560 || 0.437986 || 0.553655 || 0.539852 || 0.364308 || || portuguese_floresta || 0.497303 || 0.563107 || 0.494067 || 0.463862 || 0.556634 || 0.599784 || 0.406688 || || slovene_jos || 0.438679 || 0.467318 || 0.439353 || 0.390836 || 0.433962 || 0.439690 || 0.307278 || || swedish_talbanken || 0.573514 || 0.573514 || 0.596976 || 0.516163 || 0.559958 || 0.563608 || 0.372263 || |||||||||||||||| cutoff: none || || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.417984 || 0.420120 || 0.436779 || 0.411576 || 0.616617 || 0.639043 || 0.426741 || || basque_3lb || 0.480753 || 0.477144 || 0.402732 || 0.376181 || 0.538666 || 0.531363 || 0.357793 || || czech_pdt || 0.461775 || 0.466689 || 0.453394 || 0.384913 || 0.514569 || 0.522740 || 0.330605 || || danish_cdt || 0.551145 || 0.540579 || 0.515928 || 0.460221 || 0.587162 || 0.599088 || 0.381063 || || dutch_alpino || 0.522409 || 0.449580 || 0.522409 || 0.372149 || 0.501000 || 0.507603 || 0.336335 || || english_childes || 0.638186 || 0.639914 || 0.575248 || 0.490108 || 0.500043 || 0.498790 || 0.421901 || || english_ptb || 0.430927 || 0.530789 || 0.429874 || 0.362077 || 0.517359 || 0.514949 || 0.327560 || || portuguese_floresta || 0.443003 || 0.480535 || 0.436215 || 0.411659 || 0.556598 || 0.568177 || 0.367938 || || slovene_jos || 0.421493 || 0.405956 || 0.421286 || 0.325126 || 0.407763 || 0.411066 || 0.270259 || || swedish_talbanken || 0.511040 || 0.511040 || 0.532723 || 0.444798 || 0.529540 || 0.531530 || 0.330615 || |
|||||||||||||||||||||| cutoff: 10 || || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.527778 || 0.537037 || 0.555556 || 0.592593 || 0.592593 || 0.601852 || 0.546296 || 0.611111 || 0.694444 || 0.518519 || || basque_3lb || 0.600770 || 0.580826 || 0.485304 || 0.675297 || 0.630161 || 0.536389 || 0.422323 || 0.564381 || 0.538838 || 0.471659 || || czech_pdt || 0.516169 || 0.512086 || 0.504504 || 0.515067 || 0.547469 || 0.497440 || 0.472426 || 0.541961 || 0.568790 || 0.476119 || || danish_cdt || 0.649560 || 0.643206 || 0.600196 || 0.608993 || 0.477517 || 0.553275 || 0.563539 || 0.596774 || 0.638807 || 0.526882 || || dutch_alpino || 0.626959 || 0.567398 || 0.628527 || 0.543887 || 0.543887 || 0.543887 || 0.510972 || 0.562696 || 0.606583 || 0.528213 || || english_childes || 0.656709 || 0.660927 || 0.595226 || 0.646884 || 0.663656 || 0.587783 || 0.512058 || 0.512158 || 0.510123 || 0.446457 || || english_ptb || 0.537509 || 0.653131 || 0.532003 || 0.551961 || 0.657949 || 0.547144 || 0.519615 || 0.588438 || 0.548520 || 0.469374 || || portuguese_floresta || 0.540342 || 0.608802 || 0.542787 || 0.645477 || 0.677262 || 0.645477 || 0.533007 || 0.567237 || 0.638142 || 0.493888 || || slovene_jos || 0.464059 || 0.530655 || 0.463002 || 0.453488 || 0.696617 || 0.454545 || 0.449260 || 0.454545 || 0.459831 || 0.392178 || || swedish_talbanken || 0.645207 || 0.645207 || 0.660944 || 0.630901 || 0.630901 || 0.638054 || 0.592275 || 0.592275 || 0.595136 || 0.487840 || |||||||||||||||||||||| cutoff: 15 || || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.533632 || 0.547085 || 0.573991 || 0.596413 || 0.573991 || 0.578475 || 0.506726 || 0.632287 || 0.690583 || 0.461883 || || basque_3lb || 0.535714 || 0.523810 || 0.445858 || 0.606001 || 0.551370 || 0.491031 || 0.398728 || 0.553164 || 0.536856 || 0.400522 || || czech_pdt || 0.491414 || 0.493696 || 0.478642 || 0.489348 || 0.524673 || 0.467393 || 0.432911 || 0.527716 || 0.545623 || 0.377643 || || danish_cdt || 0.606492 || 0.593819 || 0.558248 || 0.554024 || 0.422410 || 0.490885 || 0.518897 || 0.586705 || 0.612272 || 0.428413 || || dutch_alpino || 0.561354 || 0.502116 || 0.562059 || 0.487306 || 0.476728 || 0.486601 || 0.440056 || 0.521157 || 0.544429 || 0.394217 || || english_childes || 0.642074 || 0.643975 || 0.579613 || 0.630095 || 0.648130 || 0.570772 || 0.494209 || 0.502652 || 0.501326 || 0.425913 || || english_ptb || 0.477255 || 0.617224 || 0.480560 || 0.488725 || 0.604588 || 0.475117 || 0.437986 || 0.553655 || 0.539852 || 0.364308 || || portuguese_floresta || 0.497303 || 0.563107 || 0.494067 || 0.610572 || 0.633225 || 0.594391 || 0.463862 || 0.556634 || 0.599784 || 0.406688 || || slovene_jos || 0.438679 || 0.467318 || 0.439353 || 0.441038 || 0.636792 || 0.440701 || 0.390836 || 0.433962 || 0.439690 || 0.307278 || || swedish_talbanken || 0.573514 || 0.573514 || 0.596976 || 0.555787 || 0.555787 || 0.562565 || 0.516163 || 0.559958 || 0.563608 || 0.372263 || |||||||||||||||||||||| cutoff: none || || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.417984 || 0.420120 || 0.436779 || 0.544212 || 0.521786 || 0.495728 || 0.411576 || 0.616617 || 0.639043 || 0.426741 || || basque_3lb || 0.480753 || 0.477144 || 0.402732 || 0.542361 || 0.487283 || 0.444406 || 0.376181 || 0.538666 || 0.531363 || 0.357793 || || czech_pdt || 0.461775 || 0.466689 || 0.453394 || 0.461221 || 0.495543 || 0.441005 || 0.384913 || 0.514569 || 0.522740 || 0.330605 || || danish_cdt || 0.551145 || 0.540579 || 0.515928 || 0.486634 || 0.367456 || 0.423323 || 0.460221 || 0.587162 || 0.599088 || 0.381063 || || dutch_alpino || 0.522409 || 0.449580 || 0.522409 || 0.441977 || 0.428371 || 0.444378 || 0.372149 || 0.501000 || 0.507603 || 0.336335 || || english_childes || 0.638186 || 0.639914 || 0.575248 || 0.626263 || 0.645054 || 0.566307 || 0.490108 || 0.500043 || 0.498790 || 0.421901 || || english_ptb || 0.430927 || 0.530789 || 0.429874 || 0.440164 || 0.505246 || 0.426916 || 0.362077 || 0.517359 || 0.514949 || 0.327560 || || portuguese_floresta || 0.443003 || 0.480535 || 0.436215 || 0.547215 || 0.575764 || 0.541425 || 0.411659 || 0.556598 || 0.568177 || 0.367938 || || slovene_jos || 0.421493 || 0.405956 || 0.421286 || 0.427635 || 0.569113 || 0.428048 || 0.325126 || 0.407763 || 0.411066 || 0.270259 || || swedish_talbanken || 0.511040 || 0.511040 || 0.532723 || 0.487965 || 0.487965 || 0.486573 || 0.444798 || 0.529540 || 0.531530 || 0.330615 || |
Line 204: | Line 206: |
|||||||||||||||| cutoff: 10 || || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.611111 || 0.629630 || 0.629630 || 0.629630 || 0.648148 || 0.759259 || 0.620370 || || basque_3lb || 0.693142 || 0.689993 || 0.638209 || 0.582225 || 0.732330 || 0.640308 || 0.599020 || || czech_pdt || 0.629188 || 0.617264 || 0.635863 || 0.602813 || 0.632169 || 0.738125 || 0.611367 || || danish_cdt || 0.778592 || 0.758065 || 0.694526 || 0.677908 || 0.661779 || 0.774682 || 0.623656 || || dutch_alpino || 0.731975 || 0.645768 || 0.730408 || 0.605016 || 0.644201 || 0.710031 || 0.631661 || || english_childes || 0.799276 || 0.803890 || 0.799375 || 0.701419 || 0.632295 || 0.769452 || 0.645147 || || english_ptb || 0.640055 || 0.806607 || 0.642120 || 0.643496 || 0.652443 || 0.750172 || 0.631796 || || portuguese_floresta || 0.755501 || 0.816626 || 0.765281 || 0.677262 || 0.608802 || 0.823961 || 0.638142 || || slovene_jos || 0.594080 || 0.621564 || 0.594080 || 0.558140 || 0.543340 || 0.621564 || 0.524313 || || swedish_talbanken || 0.761087 || 0.761087 || 0.763948 || 0.752504 || 0.672389 || 0.791130 || 0.623748 || |||||||||||||||| cutoff: 15 || || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.627803 || 0.645740 || 0.645740 || 0.578475 || 0.654709 || 0.762332 || 0.556054 || || basque_3lb || 0.634866 || 0.629974 || 0.574038 || 0.534899 || 0.701892 || 0.612524 || 0.502772 || || czech_pdt || 0.584425 || 0.578691 || 0.588800 || 0.546438 || 0.597902 || 0.714499 || 0.512336 || || danish_cdt || 0.714984 || 0.695198 || 0.642952 || 0.613606 || 0.630502 || 0.743219 || 0.542241 || || dutch_alpino || 0.685472 || 0.604372 || 0.684767 || 0.555712 || 0.593794 || 0.696051 || 0.510578 || || english_childes || 0.785253 || 0.787110 || 0.779993 || 0.677261 || 0.613960 || 0.755503 || 0.618557 || || english_ptb || 0.573289 || 0.765747 || 0.580288 || 0.547045 || 0.591757 || 0.722201 || 0.507776 || || portuguese_floresta || 0.693635 || 0.770227 || 0.701187 || 0.599784 || 0.588997 || 0.783172 || 0.565264 || || slovene_jos || 0.547170 || 0.550202 || 0.547844 || 0.479447 || 0.489555 || 0.604447 || 0.422507 || || swedish_talbanken || 0.706465 || 0.706465 || 0.688217 || 0.654849 || 0.607925 || 0.747654 || 0.510949 || |||||||||||||||| cutoff: none || || file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.489321 || 0.480137 || 0.488253 || 0.475011 || 0.627296 || 0.690303 || 0.516446 || || basque_3lb || 0.575528 || 0.571232 || 0.514607 || 0.492524 || 0.672366 || 0.591167 || 0.437017 || || czech_pdt || 0.532493 || 0.528931 || 0.540543 || 0.476442 || 0.563483 || 0.685562 || 0.456773 || || danish_cdt || 0.648471 || 0.635105 || 0.589083 || 0.535377 || 0.616216 || 0.714983 || 0.492316 || || dutch_alpino || 0.635454 || 0.545418 || 0.634854 || 0.468587 || 0.551421 || 0.670468 || 0.459384 || || english_childes || 0.781166 || 0.783024 || 0.774903 || 0.671663 || 0.609892 || 0.751836 || 0.612916 || || english_ptb || 0.497529 || 0.670090 || 0.495544 || 0.447577 || 0.538973 || 0.680542 || 0.451973 || || portuguese_floresta || 0.621282 || 0.666201 || 0.613096 || 0.517668 || 0.572769 || 0.753643 || 0.514274 || || slovene_jos || 0.492154 || 0.473108 || 0.492000 || 0.389233 || 0.438474 || 0.565861 || 0.379632 || || swedish_talbanken || 0.640143 || 0.640143 || 0.620251 || 0.560175 || 0.564551 || 0.709767 || 0.460115 || |
|||||||||||||||||||||| cutoff: 10 || || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.611111 || 0.629630 || 0.629630 || 0.657407 || 0.648148 || 0.648148 || 0.629630 || 0.648148 || 0.759259 || 0.620370 || || basque_3lb || 0.693142 || 0.689993 || 0.638209 || 0.792512 || 0.783065 || 0.695941 || 0.582225 || 0.732330 || 0.640308 || 0.599020 || || czech_pdt || 0.629188 || 0.617264 || 0.635863 || 0.625235 || 0.662044 || 0.628475 || 0.602813 || 0.632169 || 0.738125 || 0.611367 || || danish_cdt || 0.778592 || 0.758065 || 0.694526 || 0.770283 || 0.724829 || 0.719941 || 0.677908 || 0.661779 || 0.774682 || 0.623656 || || dutch_alpino || 0.731975 || 0.645768 || 0.730408 || 0.664577 || 0.673981 || 0.666144 || 0.605016 || 0.644201 || 0.710031 || 0.631661 || || english_childes || 0.799276 || 0.803890 || 0.799375 || 0.789450 || 0.806520 || 0.792924 || 0.701419 || 0.632295 || 0.769452 || 0.645147 || || english_ptb || 0.640055 || 0.806607 || 0.642120 || 0.642120 || 0.770131 || 0.665520 || 0.643496 || 0.652443 || 0.750172 || 0.631796 || || portuguese_floresta || 0.755501 || 0.816626 || 0.765281 || 0.801956 || 0.833741 || 0.797066 || 0.677262 || 0.608802 || 0.823961 || 0.638142 || || slovene_jos || 0.594080 || 0.621564 || 0.594080 || 0.586681 || 0.763214 || 0.586681 || 0.558140 || 0.543340 || 0.621564 || 0.524313 || || swedish_talbanken || 0.761087 || 0.761087 || 0.763948 || 0.735336 || 0.735336 || 0.763948 || 0.752504 || 0.672389 || 0.791130 || 0.623748 || |||||||||||||||||||||| cutoff: 15 || || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.627803 || 0.645740 || 0.645740 || 0.645740 || 0.623318 || 0.632287 || 0.578475 || 0.654709 || 0.762332 || 0.556054 || || basque_3lb || 0.634866 || 0.629974 || 0.574038 || 0.733855 || 0.706132 || 0.629485 || 0.534899 || 0.701892 || 0.612524 || 0.502772 || || czech_pdt || 0.584425 || 0.578691 || 0.588800 || 0.578121 || 0.626134 || 0.579887 || 0.546438 || 0.597902 || 0.714499 || 0.512336 || || danish_cdt || 0.714984 || 0.695198 || 0.642952 || 0.709871 || 0.644731 || 0.639173 || 0.613606 || 0.630502 || 0.743219 || 0.542241 || || dutch_alpino || 0.685472 || 0.604372 || 0.684767 || 0.657969 || 0.651622 || 0.657264 || 0.555712 || 0.593794 || 0.696051 || 0.510578 || || english_childes || 0.785253 || 0.787110 || 0.779993 || 0.773097 || 0.791044 || 0.772213 || 0.677261 || 0.613960 || 0.755503 || 0.618557 || || english_ptb || 0.573289 || 0.765747 || 0.580288 || 0.556960 || 0.701983 || 0.575233 || 0.547045 || 0.591757 || 0.722201 || 0.507776 || || portuguese_floresta || 0.693635 || 0.770227 || 0.701187 || 0.756203 || 0.788565 || 0.745415 || 0.599784 || 0.588997 || 0.783172 || 0.565264 || || slovene_jos || 0.547170 || 0.550202 || 0.547844 || 0.554245 || 0.696092 || 0.553908 || 0.479447 || 0.489555 || 0.604447 || 0.422507 || || swedish_talbanken || 0.706465 || 0.706465 || 0.688217 || 0.643379 || 0.643379 || 0.683525 || 0.654849 || 0.607925 || 0.747654 || 0.510949 || |||||||||||||||||||||| cutoff: none || || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init || || arabic_padt || 0.489321 || 0.480137 || 0.488253 || 0.570269 || 0.548056 || 0.535241 || 0.475011 || 0.627296 || 0.690303 || 0.516446 || || basque_3lb || 0.575528 || 0.571232 || 0.514607 || 0.666695 || 0.634130 || 0.566077 || 0.492524 || 0.672366 || 0.591167 || 0.437017 || || czech_pdt || 0.532493 || 0.528931 || 0.540543 || 0.529763 || 0.576974 || 0.532406 || 0.476442 || 0.563483 || 0.685562 || 0.456773 || || danish_cdt || 0.648471 || 0.635105 || 0.589083 || 0.619818 || 0.532736 || 0.536417 || 0.535377 || 0.616216 || 0.714983 || 0.492316 || || dutch_alpino || 0.635454 || 0.545418 || 0.634854 || 0.610844 || 0.601441 || 0.610244 || 0.468587 || 0.551421 || 0.670468 || 0.459384 || || english_childes || 0.781166 || 0.783024 || 0.774903 || 0.768683 || 0.787775 || 0.766566 || 0.671663 || 0.609892 || 0.751836 || 0.612916 || || english_ptb || 0.497529 || 0.670090 || 0.495544 || 0.487786 || 0.583475 || 0.507738 || 0.447577 || 0.538973 || 0.680542 || 0.451973 || || portuguese_floresta || 0.621282 || 0.666201 || 0.613096 || 0.692753 || 0.732482 || 0.684168 || 0.517668 || 0.572769 || 0.753643 || 0.514274 || || slovene_jos || 0.492154 || 0.473108 || 0.492000 || 0.503510 || 0.614432 || 0.503923 || 0.389233 || 0.438474 || 0.565861 || 0.379632 || || swedish_talbanken || 0.640143 || 0.640143 || 0.620251 || 0.568331 || 0.568331 || 0.606326 || 0.560175 || 0.564551 || 0.709767 || 0.460115 || |
Preliminary results for dependency induction
Averages over languages with cutoff 10 for submissions
measure |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
NED |
0.7822805 |
0.785446 |
0.7878146 |
0.7850407 |
0.7539767 |
0.788541 |
0.8169186 |
directed |
0.578817 |
0.4849692 |
0.5428999 |
0.5078081 |
0.452779 |
0.5465675 |
0.6273989 |
undirected |
0.6710757 |
0.639765 |
0.6490973 |
0.6334241 |
0.6160517 |
0.6493025 |
0.7104859 |
Averages over languages with cutoff 10 for baselines
measure |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
NED |
0.6994007 |
0.7150494 |
0.689344 |
0.7065557 |
0.7401009 |
0.6964788 |
0.6430413 |
0.6427896 |
0.7378684 |
0.614922 |
directed |
0.409088 |
0.4247925 |
0.3753522 |
0.4098204 |
0.4470641 |
0.3889944 |
0.3232873 |
0.2987463 |
0.3391386 |
0.2751949 |
undirected |
0.5765062 |
0.5939275 |
0.5568049 |
0.5864548 |
0.6118012 |
0.5605846 |
0.5121771 |
0.5591576 |
0.5799214 |
0.4811129 |
Results for submissions
Directed accuracy
cutoff: 10 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.472222 |
0.157407 |
0.648148 |
0.648148 |
0.472222 |
0.546296 |
0.666667 |
basque_3lb |
0.502799 |
0.280266 |
0.302659 |
0.272218 |
0.33345 |
0.223233 |
0.585724 |
czech_pdt |
0.485257 |
0.61344 |
0.574817 |
0.576955 |
0.455382 |
0.511697 |
0.59024 |
danish_cdt |
0.492669 |
0.601662 |
0.513196 |
0.613881 |
0.568915 |
0.604594 |
0.607527 |
dutch_alpino |
0.507837 |
0.369906 |
0.495298 |
0.384013 |
0.388715 |
0.5 |
0.517241 |
english_childes |
0.621675 |
0.567735 |
0.471715 |
0.518311 |
0.504714 |
0.535133 |
0.56049 |
english_ptb |
0.737096 |
0.589126 |
0.673778 |
0.521679 |
0.448039 |
0.610461 |
0.746731 |
portuguese_floresta |
0.762836 |
0.635697 |
0.599022 |
0.442543 |
0.476773 |
0.711491 |
0.557457 |
slovene_jos |
0.539112 |
0.420719 |
0.513742 |
0.392178 |
0.397463 |
0.503171 |
0.676533 |
swedish_talbanken |
0.666667 |
0.613734 |
0.636624 |
0.708155 |
0.482117 |
0.719599 |
0.765379 |
cutoff: 15 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.430493 |
0.147982 |
0.663677 |
0.650224 |
0.439462 |
0.591928 |
0.681614 |
basque_3lb |
0.422864 |
0.244781 |
0.2818 |
0.248043 |
0.291259 |
0.174984 |
0.503914 |
czech_pdt |
0.412831 |
0.564942 |
0.513233 |
0.521819 |
0.402641 |
0.472637 |
0.549073 |
danish_cdt |
0.454424 |
0.558693 |
0.472432 |
0.571143 |
0.500889 |
0.532014 |
0.570253 |
dutch_alpino |
0.445698 |
0.332863 |
0.476728 |
0.342031 |
0.351904 |
0.439351 |
0.465444 |
english_childes |
0.598621 |
0.546636 |
0.44775 |
0.498011 |
0.485633 |
0.522589 |
0.542702 |
english_ptb |
0.636858 |
0.506998 |
0.599533 |
0.452955 |
0.411159 |
0.550544 |
0.674378 |
portuguese_floresta |
0.694714 |
0.598706 |
0.594391 |
0.389428 |
0.434736 |
0.640777 |
0.515642 |
slovene_jos |
0.456536 |
0.376348 |
0.476078 |
0.346024 |
0.336253 |
0.447102 |
0.633423 |
swedish_talbanken |
0.589155 |
0.556309 |
0.570907 |
0.601668 |
0.434307 |
0.629823 |
0.667883 |
cutoff: none |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.234515 |
0.127082 |
0.572619 |
0.52029 |
0.339385 |
0.464972 |
0.541222 |
basque_3lb |
0.361417 |
0.210431 |
0.25537 |
0.223492 |
0.254941 |
0.136621 |
0.439852 |
czech_pdt |
0.3205 |
0.490818 |
0.429265 |
0.44087 |
0.329206 |
0.408833 |
0.488175 |
danish_cdt |
0.378262 |
0.483912 |
0.414279 |
0.496798 |
0.424204 |
0.450856 |
0.501521 |
dutch_alpino |
0.379152 |
0.282713 |
0.441977 |
0.29892 |
0.313125 |
0.405162 |
0.436775 |
english_childes |
0.594039 |
0.541901 |
0.442246 |
0.493305 |
0.48095 |
0.518618 |
0.538315 |
english_ptb |
0.503808 |
0.410083 |
0.502795 |
0.375365 |
0.327864 |
0.425154 |
0.555319 |
portuguese_floresta |
0.652026 |
0.501897 |
0.495308 |
0.293472 |
0.371132 |
0.546416 |
0.418447 |
slovene_jos |
0.354444 |
0.303603 |
0.407608 |
0.267162 |
0.284092 |
0.37731 |
0.580262 |
swedish_talbanken |
0.488562 |
0.483788 |
0.506067 |
0.525761 |
0.374975 |
0.550627 |
0.573304 |
Undirected accuracy
cutoff: 10 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.592593 |
0.592593 |
0.694444 |
0.694444 |
0.592593 |
0.657407 |
0.675926 |
basque_3lb |
0.595171 |
0.497551 |
0.5007 |
0.483555 |
0.543037 |
0.327502 |
0.663751 |
czech_pdt |
0.598795 |
0.692048 |
0.666256 |
0.676171 |
0.623226 |
0.635409 |
0.70138 |
danish_cdt |
0.635386 |
0.705767 |
0.643695 |
0.711144 |
0.678886 |
0.706745 |
0.701857 |
dutch_alpino |
0.598746 |
0.575235 |
0.633229 |
0.579937 |
0.584639 |
0.584639 |
0.605016 |
english_childes |
0.706084 |
0.694323 |
0.624305 |
0.637306 |
0.642715 |
0.635669 |
0.69085 |
english_ptb |
0.792154 |
0.659326 |
0.724708 |
0.623538 |
0.624914 |
0.75086 |
0.788025 |
portuguese_floresta |
0.819071 |
0.716381 |
0.701711 |
0.623472 |
0.657702 |
0.784841 |
0.721271 |
slovene_jos |
0.637421 |
0.563425 |
0.590909 |
0.55074 |
0.547569 |
0.637421 |
0.719873 |
swedish_talbanken |
0.735336 |
0.701001 |
0.711016 |
0.753934 |
0.665236 |
0.772532 |
0.83691 |
cutoff: 15 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.547085 |
0.623318 |
0.704036 |
0.695067 |
0.591928 |
0.695067 |
0.704036 |
basque_3lb |
0.530822 |
0.465264 |
0.47668 |
0.458578 |
0.512883 |
0.28229 |
0.592466 |
czech_pdt |
0.539128 |
0.644992 |
0.612929 |
0.62627 |
0.573121 |
0.611434 |
0.66885 |
danish_cdt |
0.59293 |
0.668075 |
0.609827 |
0.671632 |
0.6245 |
0.656292 |
0.668519 |
dutch_alpino |
0.535261 |
0.521157 |
0.573343 |
0.526093 |
0.53385 |
0.540197 |
0.567701 |
english_childes |
0.687649 |
0.675758 |
0.603174 |
0.618557 |
0.624171 |
0.62647 |
0.673504 |
english_ptb |
0.705288 |
0.583787 |
0.658437 |
0.557737 |
0.583787 |
0.682932 |
0.729782 |
portuguese_floresta |
0.770227 |
0.685005 |
0.688242 |
0.581446 |
0.605178 |
0.730313 |
0.682848 |
slovene_jos |
0.579852 |
0.520553 |
0.552561 |
0.511456 |
0.496968 |
0.597035 |
0.680593 |
swedish_talbanken |
0.677268 |
0.646507 |
0.653285 |
0.668405 |
0.607925 |
0.708551 |
0.755474 |
cutoff: none |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.297095 |
0.575609 |
0.619821 |
0.587356 |
0.48035 |
0.583725 |
0.592695 |
basque_3lb |
0.471716 |
0.433322 |
0.449562 |
0.432291 |
0.475253 |
0.243427 |
0.532995 |
czech_pdt |
0.449846 |
0.577981 |
0.542835 |
0.555021 |
0.493393 |
0.557643 |
0.614472 |
danish_cdt |
0.507043 |
0.606931 |
0.561069 |
0.60341 |
0.566272 |
0.605331 |
0.616136 |
dutch_alpino |
0.44958 |
0.47539 |
0.514806 |
0.488796 |
0.468387 |
0.513806 |
0.546218 |
english_childes |
0.683758 |
0.67162 |
0.598661 |
0.613996 |
0.619525 |
0.623585 |
0.66933 |
english_ptb |
0.581186 |
0.496516 |
0.575899 |
0.481547 |
0.495058 |
0.587769 |
0.621293 |
portuguese_floresta |
0.724097 |
0.614294 |
0.619485 |
0.498103 |
0.526452 |
0.669195 |
0.614494 |
slovene_jos |
0.479044 |
0.45241 |
0.490554 |
0.444565 |
0.423815 |
0.534686 |
0.617993 |
swedish_talbanken |
0.584842 |
0.588423 |
0.593197 |
0.604337 |
0.53511 |
0.651681 |
0.669186 |
Neutral Edge Detection
cutoff: 10 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.685185 |
0.666667 |
0.759259 |
0.759259 |
0.685185 |
0.722222 |
0.712963 |
basque_3lb |
0.685794 |
0.628761 |
0.651505 |
0.642407 |
0.70119 |
0.549685 |
0.794612 |
czech_pdt |
0.726201 |
0.818223 |
0.786339 |
0.799041 |
0.760158 |
0.78122 |
0.811613 |
danish_cdt |
0.763441 |
0.832356 |
0.784457 |
0.843109 |
0.772727 |
0.844086 |
0.85044 |
dutch_alpino |
0.717868 |
0.77116 |
0.783699 |
0.768025 |
0.725705 |
0.684953 |
0.710031 |
english_childes |
0.816346 |
0.84468 |
0.766921 |
0.747668 |
0.790244 |
0.849196 |
0.824831 |
english_ptb |
0.894012 |
0.87543 |
0.884377 |
0.84033 |
0.786648 |
0.870613 |
0.843083 |
portuguese_floresta |
0.90709 |
0.877751 |
0.877751 |
0.875306 |
0.828851 |
0.919315 |
0.9022 |
slovene_jos |
0.768499 |
0.708245 |
0.72833 |
0.704017 |
0.680761 |
0.788584 |
0.798097 |
swedish_talbanken |
0.858369 |
0.831187 |
0.855508 |
0.871245 |
0.808298 |
0.875536 |
0.921316 |
cutoff: 15 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.663677 |
0.663677 |
0.7713 |
0.757848 |
0.699552 |
0.775785 |
0.73991 |
basque_3lb |
0.625897 |
0.567678 |
0.596217 |
0.584801 |
0.643836 |
0.460372 |
0.720483 |
czech_pdt |
0.667464 |
0.779305 |
0.735422 |
0.755611 |
0.709663 |
0.758138 |
0.779659 |
danish_cdt |
0.716541 |
0.791018 |
0.749889 |
0.8008 |
0.711872 |
0.778791 |
0.817919 |
dutch_alpino |
0.685472 |
0.729196 |
0.755994 |
0.72567 |
0.690409 |
0.673484 |
0.698166 |
english_childes |
0.799797 |
0.831226 |
0.745823 |
0.731677 |
0.775351 |
0.836133 |
0.808638 |
english_ptb |
0.818235 |
0.8021 |
0.833981 |
0.775078 |
0.739891 |
0.812597 |
0.797045 |
portuguese_floresta |
0.869471 |
0.829558 |
0.846818 |
0.837109 |
0.759439 |
0.865156 |
0.866235 |
slovene_jos |
0.72035 |
0.661725 |
0.666442 |
0.660377 |
0.631402 |
0.743598 |
0.759434 |
swedish_talbanken |
0.805005 |
0.792492 |
0.808655 |
0.797185 |
0.749218 |
0.82586 |
0.860792 |
cutoff: none |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.373345 |
0.591628 |
0.671081 |
0.632208 |
0.565357 |
0.658479 |
0.641393 |
basque_3lb |
0.5576 |
0.514779 |
0.555766 |
0.534456 |
0.588417 |
0.379876 |
0.658189 |
czech_pdt |
0.556697 |
0.702 |
0.651883 |
0.673268 |
0.631572 |
0.697397 |
0.71643 |
danish_cdt |
0.631183 |
0.72867 |
0.695374 |
0.734833 |
0.658796 |
0.718025 |
0.764207 |
dutch_alpino |
0.586435 |
0.686074 |
0.719888 |
0.697279 |
0.605842 |
0.638455 |
0.669468 |
english_childes |
0.795896 |
0.827991 |
0.740778 |
0.727343 |
0.770886 |
0.832095 |
0.804449 |
english_ptb |
0.697658 |
0.693871 |
0.738373 |
0.671569 |
0.640759 |
0.715909 |
0.698428 |
portuguese_floresta |
0.797564 |
0.755839 |
0.757437 |
0.71671 |
0.668996 |
0.781793 |
0.803953 |
slovene_jos |
0.607464 |
0.569113 |
0.588572 |
0.571281 |
0.558635 |
0.666822 |
0.687003 |
swedish_talbanken |
0.709369 |
0.732445 |
0.737816 |
0.726676 |
0.667396 |
0.769843 |
0.771036 |
Results for baselines
Directed accuracy
cutoff: 10 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.462963 |
0.453704 |
0.500000 |
0.194444 |
0.194444 |
0.407407 |
0.425926 |
0.092593 |
0.648148 |
0.407407 |
basque_3lb |
0.462561 |
0.432470 |
0.312806 |
0.629811 |
0.571728 |
0.377537 |
0.218334 |
0.342897 |
0.244227 |
0.230231 |
czech_pdt |
0.300953 |
0.312034 |
0.317607 |
0.303674 |
0.356685 |
0.320718 |
0.246970 |
0.288899 |
0.343400 |
0.284039 |
danish_cdt |
0.472141 |
0.501955 |
0.352884 |
0.477517 |
0.396872 |
0.424731 |
0.363636 |
0.186706 |
0.492180 |
0.334800 |
dutch_alpino |
0.487461 |
0.396552 |
0.490596 |
0.415361 |
0.402821 |
0.412226 |
0.351097 |
0.340125 |
0.394984 |
0.371473 |
english_childes |
0.517467 |
0.518757 |
0.390383 |
0.510024 |
0.522132 |
0.383486 |
0.316594 |
0.359766 |
0.232781 |
0.219680 |
english_ptb |
0.316586 |
0.446662 |
0.306263 |
0.412939 |
0.500344 |
0.377151 |
0.352374 |
0.403992 |
0.198899 |
0.176875 |
portuguese_floresta |
0.271394 |
0.371638 |
0.268949 |
0.393643 |
0.457213 |
0.405868 |
0.310513 |
0.281174 |
0.376528 |
0.286064 |
slovene_jos |
0.357294 |
0.372093 |
0.356237 |
0.353066 |
0.660677 |
0.353066 |
0.256871 |
0.359408 |
0.146934 |
0.188161 |
swedish_talbanken |
0.442060 |
0.442060 |
0.457797 |
0.407725 |
0.407725 |
0.427754 |
0.390558 |
0.331903 |
0.313305 |
0.253219 |
cutoff: 15 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.412556 |
0.417040 |
0.475336 |
0.156951 |
0.156951 |
0.295964 |
0.363229 |
0.062780 |
0.650224 |
0.358744 |
basque_3lb |
0.395956 |
0.367906 |
0.282453 |
0.552022 |
0.484344 |
0.339530 |
0.206621 |
0.336269 |
0.231083 |
0.194716 |
czech_pdt |
0.274469 |
0.295853 |
0.290908 |
0.278083 |
0.336694 |
0.293598 |
0.215695 |
0.260964 |
0.313706 |
0.216836 |
danish_cdt |
0.423077 |
0.456647 |
0.302801 |
0.409960 |
0.341707 |
0.349711 |
0.328146 |
0.158960 |
0.472877 |
0.269453 |
dutch_alpino |
0.438646 |
0.331453 |
0.440056 |
0.306770 |
0.290550 |
0.305360 |
0.263047 |
0.308181 |
0.294076 |
0.236953 |
english_childes |
0.501194 |
0.501901 |
0.374016 |
0.492441 |
0.507073 |
0.366413 |
0.301432 |
0.350013 |
0.224781 |
0.208646 |
english_ptb |
0.243002 |
0.423017 |
0.240863 |
0.344285 |
0.456843 |
0.301128 |
0.253888 |
0.353810 |
0.205093 |
0.150272 |
portuguese_floresta |
0.241640 |
0.327940 |
0.238403 |
0.365696 |
0.427184 |
0.363538 |
0.235167 |
0.280475 |
0.327940 |
0.227616 |
slovene_jos |
0.350404 |
0.316712 |
0.351078 |
0.356806 |
0.598046 |
0.356132 |
0.196092 |
0.333221 |
0.129380 |
0.138477 |
swedish_talbanken |
0.352450 |
0.352450 |
0.380083 |
0.321689 |
0.321689 |
0.344630 |
0.333681 |
0.286236 |
0.295620 |
0.197080 |
cutoff: none |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.274242 |
0.274242 |
0.321444 |
0.148868 |
0.144596 |
0.234088 |
0.258650 |
0.052114 |
0.587997 |
0.341734 |
basque_3lb |
0.343874 |
0.321189 |
0.247551 |
0.489517 |
0.418371 |
0.300309 |
0.195738 |
0.324368 |
0.224523 |
0.165836 |
czech_pdt |
0.250701 |
0.275723 |
0.272019 |
0.255696 |
0.315938 |
0.274729 |
0.182524 |
0.239333 |
0.291376 |
0.181929 |
danish_cdt |
0.355931 |
0.394910 |
0.250680 |
0.318313 |
0.272371 |
0.263246 |
0.285417 |
0.132784 |
0.474148 |
0.257724 |
dutch_alpino |
0.406162 |
0.283713 |
0.405362 |
0.233293 |
0.211885 |
0.235094 |
0.195478 |
0.279312 |
0.246098 |
0.169068 |
english_childes |
0.496847 |
0.497711 |
0.369503 |
0.488380 |
0.503672 |
0.361641 |
0.297840 |
0.348251 |
0.222333 |
0.206220 |
english_ptb |
0.223262 |
0.335136 |
0.217509 |
0.308824 |
0.344089 |
0.259439 |
0.183824 |
0.314353 |
0.204343 |
0.140719 |
portuguese_floresta |
0.195049 |
0.240168 |
0.193252 |
0.259533 |
0.310840 |
0.254741 |
0.185067 |
0.258934 |
0.311240 |
0.201238 |
slovene_jos |
0.350470 |
0.242129 |
0.350263 |
0.365335 |
0.532931 |
0.365645 |
0.139672 |
0.310571 |
0.107928 |
0.101115 |
swedish_talbanken |
0.290432 |
0.290432 |
0.307141 |
0.271932 |
0.271932 |
0.270738 |
0.269147 |
0.258802 |
0.279690 |
0.174458 |
Undirected accuracy
cutoff: 10 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.527778 |
0.537037 |
0.555556 |
0.592593 |
0.592593 |
0.601852 |
0.546296 |
0.611111 |
0.694444 |
0.518519 |
basque_3lb |
0.600770 |
0.580826 |
0.485304 |
0.675297 |
0.630161 |
0.536389 |
0.422323 |
0.564381 |
0.538838 |
0.471659 |
czech_pdt |
0.516169 |
0.512086 |
0.504504 |
0.515067 |
0.547469 |
0.497440 |
0.472426 |
0.541961 |
0.568790 |
0.476119 |
danish_cdt |
0.649560 |
0.643206 |
0.600196 |
0.608993 |
0.477517 |
0.553275 |
0.563539 |
0.596774 |
0.638807 |
0.526882 |
dutch_alpino |
0.626959 |
0.567398 |
0.628527 |
0.543887 |
0.543887 |
0.543887 |
0.510972 |
0.562696 |
0.606583 |
0.528213 |
english_childes |
0.656709 |
0.660927 |
0.595226 |
0.646884 |
0.663656 |
0.587783 |
0.512058 |
0.512158 |
0.510123 |
0.446457 |
english_ptb |
0.537509 |
0.653131 |
0.532003 |
0.551961 |
0.657949 |
0.547144 |
0.519615 |
0.588438 |
0.548520 |
0.469374 |
portuguese_floresta |
0.540342 |
0.608802 |
0.542787 |
0.645477 |
0.677262 |
0.645477 |
0.533007 |
0.567237 |
0.638142 |
0.493888 |
slovene_jos |
0.464059 |
0.530655 |
0.463002 |
0.453488 |
0.696617 |
0.454545 |
0.449260 |
0.454545 |
0.459831 |
0.392178 |
swedish_talbanken |
0.645207 |
0.645207 |
0.660944 |
0.630901 |
0.630901 |
0.638054 |
0.592275 |
0.592275 |
0.595136 |
0.487840 |
cutoff: 15 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.533632 |
0.547085 |
0.573991 |
0.596413 |
0.573991 |
0.578475 |
0.506726 |
0.632287 |
0.690583 |
0.461883 |
basque_3lb |
0.535714 |
0.523810 |
0.445858 |
0.606001 |
0.551370 |
0.491031 |
0.398728 |
0.553164 |
0.536856 |
0.400522 |
czech_pdt |
0.491414 |
0.493696 |
0.478642 |
0.489348 |
0.524673 |
0.467393 |
0.432911 |
0.527716 |
0.545623 |
0.377643 |
danish_cdt |
0.606492 |
0.593819 |
0.558248 |
0.554024 |
0.422410 |
0.490885 |
0.518897 |
0.586705 |
0.612272 |
0.428413 |
dutch_alpino |
0.561354 |
0.502116 |
0.562059 |
0.487306 |
0.476728 |
0.486601 |
0.440056 |
0.521157 |
0.544429 |
0.394217 |
english_childes |
0.642074 |
0.643975 |
0.579613 |
0.630095 |
0.648130 |
0.570772 |
0.494209 |
0.502652 |
0.501326 |
0.425913 |
english_ptb |
0.477255 |
0.617224 |
0.480560 |
0.488725 |
0.604588 |
0.475117 |
0.437986 |
0.553655 |
0.539852 |
0.364308 |
portuguese_floresta |
0.497303 |
0.563107 |
0.494067 |
0.610572 |
0.633225 |
0.594391 |
0.463862 |
0.556634 |
0.599784 |
0.406688 |
slovene_jos |
0.438679 |
0.467318 |
0.439353 |
0.441038 |
0.636792 |
0.440701 |
0.390836 |
0.433962 |
0.439690 |
0.307278 |
swedish_talbanken |
0.573514 |
0.573514 |
0.596976 |
0.555787 |
0.555787 |
0.562565 |
0.516163 |
0.559958 |
0.563608 |
0.372263 |
cutoff: none |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.417984 |
0.420120 |
0.436779 |
0.544212 |
0.521786 |
0.495728 |
0.411576 |
0.616617 |
0.639043 |
0.426741 |
basque_3lb |
0.480753 |
0.477144 |
0.402732 |
0.542361 |
0.487283 |
0.444406 |
0.376181 |
0.538666 |
0.531363 |
0.357793 |
czech_pdt |
0.461775 |
0.466689 |
0.453394 |
0.461221 |
0.495543 |
0.441005 |
0.384913 |
0.514569 |
0.522740 |
0.330605 |
danish_cdt |
0.551145 |
0.540579 |
0.515928 |
0.486634 |
0.367456 |
0.423323 |
0.460221 |
0.587162 |
0.599088 |
0.381063 |
dutch_alpino |
0.522409 |
0.449580 |
0.522409 |
0.441977 |
0.428371 |
0.444378 |
0.372149 |
0.501000 |
0.507603 |
0.336335 |
english_childes |
0.638186 |
0.639914 |
0.575248 |
0.626263 |
0.645054 |
0.566307 |
0.490108 |
0.500043 |
0.498790 |
0.421901 |
english_ptb |
0.430927 |
0.530789 |
0.429874 |
0.440164 |
0.505246 |
0.426916 |
0.362077 |
0.517359 |
0.514949 |
0.327560 |
portuguese_floresta |
0.443003 |
0.480535 |
0.436215 |
0.547215 |
0.575764 |
0.541425 |
0.411659 |
0.556598 |
0.568177 |
0.367938 |
slovene_jos |
0.421493 |
0.405956 |
0.421286 |
0.427635 |
0.569113 |
0.428048 |
0.325126 |
0.407763 |
0.411066 |
0.270259 |
swedish_talbanken |
0.511040 |
0.511040 |
0.532723 |
0.487965 |
0.487965 |
0.486573 |
0.444798 |
0.529540 |
0.531530 |
0.330615 |
Neutral Edge Detection
cutoff: 10 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.611111 |
0.629630 |
0.629630 |
0.657407 |
0.648148 |
0.648148 |
0.629630 |
0.648148 |
0.759259 |
0.620370 |
basque_3lb |
0.693142 |
0.689993 |
0.638209 |
0.792512 |
0.783065 |
0.695941 |
0.582225 |
0.732330 |
0.640308 |
0.599020 |
czech_pdt |
0.629188 |
0.617264 |
0.635863 |
0.625235 |
0.662044 |
0.628475 |
0.602813 |
0.632169 |
0.738125 |
0.611367 |
danish_cdt |
0.778592 |
0.758065 |
0.694526 |
0.770283 |
0.724829 |
0.719941 |
0.677908 |
0.661779 |
0.774682 |
0.623656 |
dutch_alpino |
0.731975 |
0.645768 |
0.730408 |
0.664577 |
0.673981 |
0.666144 |
0.605016 |
0.644201 |
0.710031 |
0.631661 |
english_childes |
0.799276 |
0.803890 |
0.799375 |
0.789450 |
0.806520 |
0.792924 |
0.701419 |
0.632295 |
0.769452 |
0.645147 |
english_ptb |
0.640055 |
0.806607 |
0.642120 |
0.642120 |
0.770131 |
0.665520 |
0.643496 |
0.652443 |
0.750172 |
0.631796 |
portuguese_floresta |
0.755501 |
0.816626 |
0.765281 |
0.801956 |
0.833741 |
0.797066 |
0.677262 |
0.608802 |
0.823961 |
0.638142 |
slovene_jos |
0.594080 |
0.621564 |
0.594080 |
0.586681 |
0.763214 |
0.586681 |
0.558140 |
0.543340 |
0.621564 |
0.524313 |
swedish_talbanken |
0.761087 |
0.761087 |
0.763948 |
0.735336 |
0.735336 |
0.763948 |
0.752504 |
0.672389 |
0.791130 |
0.623748 |
cutoff: 15 |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.627803 |
0.645740 |
0.645740 |
0.645740 |
0.623318 |
0.632287 |
0.578475 |
0.654709 |
0.762332 |
0.556054 |
basque_3lb |
0.634866 |
0.629974 |
0.574038 |
0.733855 |
0.706132 |
0.629485 |
0.534899 |
0.701892 |
0.612524 |
0.502772 |
czech_pdt |
0.584425 |
0.578691 |
0.588800 |
0.578121 |
0.626134 |
0.579887 |
0.546438 |
0.597902 |
0.714499 |
0.512336 |
danish_cdt |
0.714984 |
0.695198 |
0.642952 |
0.709871 |
0.644731 |
0.639173 |
0.613606 |
0.630502 |
0.743219 |
0.542241 |
dutch_alpino |
0.685472 |
0.604372 |
0.684767 |
0.657969 |
0.651622 |
0.657264 |
0.555712 |
0.593794 |
0.696051 |
0.510578 |
english_childes |
0.785253 |
0.787110 |
0.779993 |
0.773097 |
0.791044 |
0.772213 |
0.677261 |
0.613960 |
0.755503 |
0.618557 |
english_ptb |
0.573289 |
0.765747 |
0.580288 |
0.556960 |
0.701983 |
0.575233 |
0.547045 |
0.591757 |
0.722201 |
0.507776 |
portuguese_floresta |
0.693635 |
0.770227 |
0.701187 |
0.756203 |
0.788565 |
0.745415 |
0.599784 |
0.588997 |
0.783172 |
0.565264 |
slovene_jos |
0.547170 |
0.550202 |
0.547844 |
0.554245 |
0.696092 |
0.553908 |
0.479447 |
0.489555 |
0.604447 |
0.422507 |
swedish_talbanken |
0.706465 |
0.706465 |
0.688217 |
0.643379 |
0.643379 |
0.683525 |
0.654849 |
0.607925 |
0.747654 |
0.510949 |
cutoff: none |
||||||||||
file |
DMV_CPOS |
DMV_POS |
DMV_UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
harmonic-init |
left-branching |
right-branching |
uniform-init |
arabic_padt |
0.489321 |
0.480137 |
0.488253 |
0.570269 |
0.548056 |
0.535241 |
0.475011 |
0.627296 |
0.690303 |
0.516446 |
basque_3lb |
0.575528 |
0.571232 |
0.514607 |
0.666695 |
0.634130 |
0.566077 |
0.492524 |
0.672366 |
0.591167 |
0.437017 |
czech_pdt |
0.532493 |
0.528931 |
0.540543 |
0.529763 |
0.576974 |
0.532406 |
0.476442 |
0.563483 |
0.685562 |
0.456773 |
danish_cdt |
0.648471 |
0.635105 |
0.589083 |
0.619818 |
0.532736 |
0.536417 |
0.535377 |
0.616216 |
0.714983 |
0.492316 |
dutch_alpino |
0.635454 |
0.545418 |
0.634854 |
0.610844 |
0.601441 |
0.610244 |
0.468587 |
0.551421 |
0.670468 |
0.459384 |
english_childes |
0.781166 |
0.783024 |
0.774903 |
0.768683 |
0.787775 |
0.766566 |
0.671663 |
0.609892 |
0.751836 |
0.612916 |
english_ptb |
0.497529 |
0.670090 |
0.495544 |
0.487786 |
0.583475 |
0.507738 |
0.447577 |
0.538973 |
0.680542 |
0.451973 |
portuguese_floresta |
0.621282 |
0.666201 |
0.613096 |
0.692753 |
0.732482 |
0.684168 |
0.517668 |
0.572769 |
0.753643 |
0.514274 |
slovene_jos |
0.492154 |
0.473108 |
0.492000 |
0.503510 |
0.614432 |
0.503923 |
0.389233 |
0.438474 |
0.565861 |
0.379632 |
swedish_talbanken |
0.640143 |
0.640143 |
0.620251 |
0.568331 |
0.568331 |
0.606326 |
0.560175 |
0.564551 |
0.709767 |
0.460115 |