Differences between revisions 3 and 8 (spanning 5 versions)
⇤ ← Revision 3 as of 2012-04-19 21:07:05 →
Size: 26965
Editor: TrevorCohn
Comment:
← Revision 8 as of 2012-04-20 20:54:57 → ⇥
Size: 26681
Editor: TrevorCohn
Comment:
Deletions are marked like this. Additions are marked like this.
Line 6: Line 6:
== Averages over languages and cutoffs: == == Averages over languages with cutoff 10 for submissions ==
Line 8: Line 8:
|| NED || 0.716930833333 || 0.736828166667 || 0.741521833333 || 0.732072866667 || 0.7002352 || 0.742467266667 || 0.774400766667 ||
|| directed || 0.506569633333 || 0.437339266667 || 0.499768733333 || 0.4544954 || 0.403863566667 || 0.4917331 || 0.5717169 ||
|| undirected || 0.603482466667 || 0.5974854 || 0.606312533333 || 0.5852968 || 0.566614766667 || 0.6064818 || 0.6641148 ||		 || NED || 0.7822805 || 0.785446 || 0.7878146 || 0.7850407 || 0.7539767 || 0.788541 || 0.8169186 ||
|| directed || 0.578817 || 0.4849692 || 0.5428999 || 0.5078081 || 0.452779 || 0.5465675 || 0.6273989 ||
|| undirected || 0.6710757 || 0.639765 || 0.6490973 || 0.6334241 || 0.6160517 || 0.6493025 || 0.7104859 ||
== Averages over languages with cutoff 10 for baselines ==
|| measure || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| NED || 0.6994007 || 0.7150494 || 0.689344 || 0.7065557 || 0.7401009 || 0.6964788 || 0.5482993 || 0.6430413 || 0.6427896 || 0.7378684 ||
|| directed || 0.409088 || 0.4247925 || 0.3753522 || 0.4098204 || 0.4470641 || 0.3889944 || 0.275215 || 0.3232873 || 0.2987463 || 0.3391386 ||
|| undirected || 0.5765062 || 0.5939275 || 0.5568049 || 0.5864548 || 0.6118012 || 0.5605846 || 0.4228869 || 0.5121771 || 0.5591576 || 0.5799214 ||

== Results for submissions ==
Line 123: Line 130:
= Baseline results =
== Averages over languages and cutoffs: ==
|| measure || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| NED || 0.648697 || 0.662586966667 || 0.636346666667 || 0.6564483 || 0.6817947 || 0.6427428 || 0.575072866667 || 0.608477666667 || 0.711147266667 || 0.539303333333 ||
|| directed || 0.363708133333 || 0.3731399 || 0.335474766667 || 0.360753266667 || 0.390611566667 || 0.334187266667 || 0.270774266667 || 0.274573133333 || 0.316194733333 || 0.229692766667 ||
|| undirected || 0.5333736 || 0.546242833333 || 0.516800133333 || 0.5443168 || 0.560976233333 || 0.5153962 || 0.458698433333 || 0.542959433333 || 0.5565862 || 0.410035566667 ||		 == Results for baselines ==
Line 131: Line 133:
|| file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| arabic_padt || 0.462963 || 0.453704 || 0.500000 || 0.194444 || 0.194444 || 0.407407 || 0.425926 || 0.092593 || 0.648148 || 0.407407 ||
|| basque_3lb || 0.462561 || 0.432470 || 0.312806 || 0.629811 || 0.571728 || 0.377537 || 0.218334 || 0.342897 || 0.244227 || 0.230231 ||
|| czech_pdt || 0.300953 || 0.312034 || 0.317607 || 0.303674 || 0.356685 || 0.320718 || 0.246970 || 0.288899 || 0.343400 || 0.284039 ||
|| danish_cdt || 0.472141 || 0.501955 || 0.352884 || 0.477517 || 0.396872 || 0.424731 || 0.363636 || 0.186706 || 0.492180 || 0.334800 ||
|| dutch_alpino || 0.487461 || 0.396552 || 0.490596 || 0.415361 || 0.402821 || 0.412226 || 0.351097 || 0.340125 || 0.394984 || 0.371473 ||
|| english_childes || 0.517467 || 0.518757 || 0.390383 || 0.510024 || 0.522132 || 0.383486 || 0.316594 || 0.359766 || 0.232781 || 0.219680 ||
|| english_ptb || 0.316586 || 0.446662 || 0.306263 || 0.412939 || 0.500344 || 0.377151 || 0.352374 || 0.403992 || 0.198899 || 0.176875 ||
|| portuguese_floresta || 0.271394 || 0.371638 || 0.268949 || 0.393643 || 0.457213 || 0.405868 || 0.310513 || 0.281174 || 0.376528 || 0.286064 ||
|| slovene_jos || 0.357294 || 0.372093 || 0.356237 || 0.353066 || 0.660677 || 0.353066 || 0.256871 || 0.359408 || 0.146934 || 0.188161 ||
|| swedish_talbanken || 0.442060 || 0.442060 || 0.457797 || 0.407725 || 0.407725 || 0.427754 || 0.390558 || 0.331903 || 0.313305 || 0.253219 ||		 || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| arabic_padt || 0.462963 || 0.453704 || 0.500000 || 0.194444 || 0.194444 || 0.407407 || 0.518519 || 0.425926 || 0.092593 || 0.648148 ||
|| basque_3lb || 0.462561 || 0.432470 || 0.312806 || 0.629811 || 0.571728 || 0.377537 || 0.129461 || 0.218334 || 0.342897 || 0.244227 ||
|| czech_pdt || 0.300953 || 0.312034 || 0.317607 || 0.303674 || 0.356685 || 0.320718 || 0.207245 || 0.246970 || 0.288899 || 0.343400 ||
|| danish_cdt || 0.472141 || 0.501955 || 0.352884 || 0.477517 || 0.396872 || 0.424731 || 0.327957 || 0.363636 || 0.186706 || 0.492180 ||
|| dutch_alpino || 0.487461 || 0.396552 || 0.490596 || 0.415361 || 0.402821 || 0.412226 || 0.362069 || 0.351097 || 0.340125 || 0.394984 ||
|| english_childes || 0.517467 || 0.518757 || 0.390383 || 0.510024 || 0.522132 || 0.383486 || 0.138994 || 0.316594 || 0.359766 || 0.232781 ||
|| english_ptb || 0.316586 || 0.446662 || 0.306263 || 0.412939 || 0.500344 || 0.377151 || 0.174811 || 0.352374 || 0.403992 || 0.198899 ||
|| portuguese_floresta || 0.271394 || 0.371638 || 0.268949 || 0.393643 || 0.457213 || 0.405868 || 0.349633 || 0.310513 || 0.281174 || 0.376528 ||
|| slovene_jos || 0.357294 || 0.372093 || 0.356237 || 0.353066 || 0.660677 || 0.353066 || 0.154334 || 0.256871 || 0.359408 || 0.146934 ||
|| swedish_talbanken || 0.442060 || 0.442060 || 0.457797 || 0.407725 || 0.407725 || 0.427754 || 0.389127 || 0.390558 || 0.331903 || 0.313305 ||
Line 143: Line 145:
|| file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| arabic_padt || 0.412556 || 0.417040 || 0.475336 || 0.156951 || 0.156951 || 0.295964 || 0.363229 || 0.062780 || 0.650224 || 0.358744 ||
|| basque_3lb || 0.395956 || 0.367906 || 0.282453 || 0.552022 || 0.484344 || 0.339530 || 0.206621 || 0.336269 || 0.231083 || 0.194716 ||
|| czech_pdt || 0.274469 || 0.295853 || 0.290908 || 0.278083 || 0.336694 || 0.293598 || 0.215695 || 0.260964 || 0.313706 || 0.216836 ||
|| danish_cdt || 0.423077 || 0.456647 || 0.302801 || 0.409960 || 0.341707 || 0.349711 || 0.328146 || 0.158960 || 0.472877 || 0.269453 ||
|| dutch_alpino || 0.438646 || 0.331453 || 0.440056 || 0.306770 || 0.290550 || 0.305360 || 0.263047 || 0.308181 || 0.294076 || 0.236953 ||
|| english_childes || 0.501194 || 0.501901 || 0.374016 || 0.492441 || 0.507073 || 0.366413 || 0.301432 || 0.350013 || 0.224781 || 0.208646 ||
|| english_ptb || 0.243002 || 0.423017 || 0.240863 || 0.344285 || 0.456843 || 0.301128 || 0.253888 || 0.353810 || 0.205093 || 0.150272 ||
|| portuguese_floresta || 0.241640 || 0.327940 || 0.238403 || 0.365696 || 0.427184 || 0.363538 || 0.235167 || 0.280475 || 0.327940 || 0.227616 ||
|| slovene_jos || 0.350404 || 0.316712 || 0.351078 || 0.356806 || 0.598046 || 0.356132 || 0.196092 || 0.333221 || 0.129380 || 0.138477 ||
|| swedish_talbanken || 0.352450 || 0.352450 || 0.380083 || 0.321689 || 0.321689 || 0.344630 || 0.333681 || 0.286236 || 0.295620 || 0.197080 ||		 || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| arabic_padt || 0.412556 || 0.417040 || 0.475336 || 0.156951 || 0.156951 || 0.295964 || 0.466368 || 0.363229 || 0.062780 || 0.650224 ||
|| basque_3lb || 0.395956 || 0.367906 || 0.282453 || 0.552022 || 0.484344 || 0.339530 || 0.106654 || 0.206621 || 0.336269 || 0.231083 ||
|| czech_pdt || 0.274469 || 0.295853 || 0.290908 || 0.278083 || 0.336694 || 0.293598 || 0.155644 || 0.215695 || 0.260964 || 0.313706 ||
|| danish_cdt || 0.423077 || 0.456647 || 0.302801 || 0.409960 || 0.341707 || 0.349711 || 0.282792 || 0.328146 || 0.158960 || 0.472877 ||
|| dutch_alpino || 0.438646 || 0.331453 || 0.440056 || 0.306770 || 0.290550 || 0.305360 || 0.255289 || 0.263047 || 0.308181 || 0.294076 ||
|| english_childes || 0.501194 || 0.501901 || 0.374016 || 0.492441 || 0.507073 || 0.366413 || 0.129829 || 0.301432 || 0.350013 || 0.224781 ||
|| english_ptb || 0.243002 || 0.423017 || 0.240863 || 0.344285 || 0.456843 || 0.301128 || 0.161159 || 0.253888 || 0.353810 || 0.205093 ||
|| portuguese_floresta || 0.241640 || 0.327940 || 0.238403 || 0.365696 || 0.427184 || 0.363538 || 0.323625 || 0.235167 || 0.280475 || 0.327940 ||
|| slovene_jos || 0.350404 || 0.316712 || 0.351078 || 0.356806 || 0.598046 || 0.356132 || 0.129380 || 0.196092 || 0.333221 || 0.129380 ||
|| swedish_talbanken || 0.352450 || 0.352450 || 0.380083 || 0.321689 || 0.321689 || 0.344630 || 0.308655 || 0.333681 || 0.286236 || 0.295620 ||
Line 155: Line 157:
|| file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| arabic_padt || 0.274242 || 0.274242 || 0.321444 || 0.148868 || 0.144596 || 0.234088 || 0.258650 || 0.052114 || 0.587997 || 0.341734 ||
|| basque_3lb || 0.343874 || 0.321189 || 0.247551 || 0.489517 || 0.418371 || 0.300309 || 0.195738 || 0.324368 || 0.224523 || 0.165836 ||
|| czech_pdt || 0.250701 || 0.275723 || 0.272019 || 0.255696 || 0.315938 || 0.274729 || 0.182524 || 0.239333 || 0.291376 || 0.181929 ||
|| danish_cdt || 0.355931 || 0.394910 || 0.250680 || 0.318313 || 0.272371 || 0.263246 || 0.285417 || 0.132784 || 0.474148 || 0.257724 ||
|| dutch_alpino || 0.406162 || 0.283713 || 0.405362 || 0.233293 || 0.211885 || 0.235094 || 0.195478 || 0.279312 || 0.246098 || 0.169068 ||
|| english_childes || 0.496847 || 0.497711 || 0.369503 || 0.488380 || 0.503672 || 0.361641 || 0.297840 || 0.348251 || 0.222333 || 0.206220 ||
|| english_ptb || 0.223262 || 0.335136 || 0.217509 || 0.308824 || 0.344089 || 0.259439 || 0.183824 || 0.314353 || 0.204343 || 0.140719 ||
|| portuguese_floresta || 0.195049 || 0.240168 || 0.193252 || 0.259533 || 0.310840 || 0.254741 || 0.185067 || 0.258934 || 0.311240 || 0.201238 ||
|| slovene_jos || 0.350470 || 0.242129 || 0.350263 || 0.365335 || 0.532931 || 0.365645 || 0.139672 || 0.310571 || 0.107928 || 0.101115 ||
|| swedish_talbanken || 0.290432 || 0.290432 || 0.307141 || 0.271932 || 0.271932 || 0.270738 || 0.269147 || 0.258802 || 0.279690 || 0.174458 ||		 || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| arabic_padt || 0.274242 || 0.274242 || 0.321444 || 0.148868 || 0.144596 || 0.234088 || 0.369500 || 0.258650 || 0.052114 || 0.587997 ||
|| basque_3lb || 0.343874 || 0.321189 || 0.247551 || 0.489517 || 0.418371 || 0.300309 || 0.097869 || 0.195738 || 0.324368 || 0.224523 ||
|| czech_pdt || 0.250701 || 0.275723 || 0.272019 || 0.255696 || 0.315938 || 0.274729 || 0.108230 || 0.182524 || 0.239333 || 0.291376 ||
|| danish_cdt || 0.355931 || 0.394910 || 0.250680 || 0.318313 || 0.272371 || 0.263246 || 0.247079 || 0.285417 || 0.132784 || 0.474148 ||
|| dutch_alpino || 0.406162 || 0.283713 || 0.405362 || 0.233293 || 0.211885 || 0.235094 || 0.171269 || 0.195478 || 0.279312 || 0.246098 ||
|| english_childes || 0.496847 || 0.497711 || 0.369503 || 0.488380 || 0.503672 || 0.361641 || 0.127948 || 0.297840 || 0.348251 || 0.222333 ||
|| english_ptb || 0.223262 || 0.335136 || 0.217509 || 0.308824 || 0.344089 || 0.259439 || 0.132029 || 0.183824 || 0.314353 || 0.204343 ||
|| portuguese_floresta || 0.195049 || 0.240168 || 0.193252 || 0.259533 || 0.310840 || 0.254741 || 0.330605 || 0.185067 || 0.258934 || 0.311240 ||
|| slovene_jos || 0.350470 || 0.242129 || 0.350263 || 0.365335 || 0.532931 || 0.365645 || 0.094869 || 0.139672 || 0.310571 || 0.107928 ||
|| swedish_talbanken || 0.290432 || 0.290432 || 0.307141 || 0.271932 || 0.271932 || 0.270738 || 0.239308 || 0.269147 || 0.258802 || 0.279690 ||
Line 168: Line 170:
|| file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| arabic_padt || 0.527778 || 0.537037 || 0.555556 || 0.592593 || 0.592593 || 0.601852 || 0.546296 || 0.611111 || 0.694444 || 0.518519 ||
|| basque_3lb || 0.600770 || 0.580826 || 0.485304 || 0.675297 || 0.630161 || 0.536389 || 0.422323 || 0.564381 || 0.538838 || 0.471659 ||
|| czech_pdt || 0.516169 || 0.512086 || 0.504504 || 0.515067 || 0.547469 || 0.497440 || 0.472426 || 0.541961 || 0.568790 || 0.476119 ||
|| danish_cdt || 0.649560 || 0.643206 || 0.600196 || 0.608993 || 0.477517 || 0.553275 || 0.563539 || 0.596774 || 0.638807 || 0.526882 ||
|| dutch_alpino || 0.626959 || 0.567398 || 0.628527 || 0.543887 || 0.543887 || 0.543887 || 0.510972 || 0.562696 || 0.606583 || 0.528213 ||
|| english_childes || 0.656709 || 0.660927 || 0.595226 || 0.646884 || 0.663656 || 0.587783 || 0.512058 || 0.512158 || 0.510123 || 0.446457 ||
|| english_ptb || 0.537509 || 0.653131 || 0.532003 || 0.551961 || 0.657949 || 0.547144 || 0.519615 || 0.588438 || 0.548520 || 0.469374 ||
|| portuguese_floresta || 0.540342 || 0.608802 || 0.542787 || 0.645477 || 0.677262 || 0.645477 || 0.533007 || 0.567237 || 0.638142 || 0.493888 ||
|| slovene_jos || 0.464059 || 0.530655 || 0.463002 || 0.453488 || 0.696617 || 0.454545 || 0.449260 || 0.454545 || 0.459831 || 0.392178 ||
|| swedish_talbanken || 0.645207 || 0.645207 || 0.660944 || 0.630901 || 0.630901 || 0.638054 || 0.592275 || 0.592275 || 0.595136 || 0.487840 ||		 || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| arabic_padt || 0.527778 || 0.537037 || 0.555556 || 0.592593 || 0.592593 || 0.601852 || 0.564815 || 0.546296 || 0.611111 || 0.694444 ||
|| basque_3lb || 0.600770 || 0.580826 || 0.485304 || 0.675297 || 0.630161 || 0.536389 || 0.279216 || 0.422323 || 0.564381 || 0.538838 ||
|| czech_pdt || 0.516169 || 0.512086 || 0.504504 || 0.515067 || 0.547469 || 0.497440 || 0.441125 || 0.472426 || 0.541961 || 0.568790 ||
|| danish_cdt || 0.649560 || 0.643206 || 0.600196 || 0.608993 || 0.477517 || 0.553275 || 0.494135 || 0.563539 || 0.596774 || 0.638807 ||
|| dutch_alpino || 0.626959 || 0.567398 || 0.628527 || 0.543887 || 0.543887 || 0.543887 || 0.492163 || 0.510972 || 0.562696 || 0.606583 ||
|| english_childes || 0.656709 || 0.660927 || 0.595226 || 0.646884 || 0.663656 || 0.587783 || 0.348154 || 0.512058 || 0.512158 || 0.510123 ||
|| english_ptb || 0.537509 || 0.653131 || 0.532003 || 0.551961 || 0.657949 || 0.547144 || 0.349621 || 0.519615 || 0.588438 || 0.548520 ||
|| portuguese_floresta || 0.540342 || 0.608802 || 0.542787 || 0.645477 || 0.677262 || 0.645477 || 0.464548 || 0.533007 || 0.567237 || 0.638142 ||
|| slovene_jos || 0.464059 || 0.530655 || 0.463002 || 0.453488 || 0.696617 || 0.454545 || 0.260042 || 0.449260 || 0.454545 || 0.459831 ||
|| swedish_talbanken || 0.645207 || 0.645207 || 0.660944 || 0.630901 || 0.630901 || 0.638054 || 0.535050 || 0.592275 || 0.592275 || 0.595136 ||
Line 180: Line 182:
|| file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| arabic_padt || 0.533632 || 0.547085 || 0.573991 || 0.596413 || 0.573991 || 0.578475 || 0.506726 || 0.632287 || 0.690583 || 0.461883 ||
|| basque_3lb || 0.535714 || 0.523810 || 0.445858 || 0.606001 || 0.551370 || 0.491031 || 0.398728 || 0.553164 || 0.536856 || 0.400522 ||
|| czech_pdt || 0.491414 || 0.493696 || 0.478642 || 0.489348 || 0.524673 || 0.467393 || 0.432911 || 0.527716 || 0.545623 || 0.377643 ||
|| danish_cdt || 0.606492 || 0.593819 || 0.558248 || 0.554024 || 0.422410 || 0.490885 || 0.518897 || 0.586705 || 0.612272 || 0.428413 ||
|| dutch_alpino || 0.561354 || 0.502116 || 0.562059 || 0.487306 || 0.476728 || 0.486601 || 0.440056 || 0.521157 || 0.544429 || 0.394217 ||
|| english_childes || 0.642074 || 0.643975 || 0.579613 || 0.630095 || 0.648130 || 0.570772 || 0.494209 || 0.502652 || 0.501326 || 0.425913 ||
|| english_ptb || 0.477255 || 0.617224 || 0.480560 || 0.488725 || 0.604588 || 0.475117 || 0.437986 || 0.553655 || 0.539852 || 0.364308 ||
|| portuguese_floresta || 0.497303 || 0.563107 || 0.494067 || 0.610572 || 0.633225 || 0.594391 || 0.463862 || 0.556634 || 0.599784 || 0.406688 ||
|| slovene_jos || 0.438679 || 0.467318 || 0.439353 || 0.441038 || 0.636792 || 0.440701 || 0.390836 || 0.433962 || 0.439690 || 0.307278 ||
|| swedish_talbanken || 0.573514 || 0.573514 || 0.596976 || 0.555787 || 0.555787 || 0.562565 || 0.516163 || 0.559958 || 0.563608 || 0.372263 ||		 || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| arabic_padt || 0.533632 || 0.547085 || 0.573991 || 0.596413 || 0.573991 || 0.578475 || 0.529148 || 0.506726 || 0.632287 || 0.690583 ||
|| basque_3lb || 0.535714 || 0.523810 || 0.445858 || 0.606001 || 0.551370 || 0.491031 || 0.228800 || 0.398728 || 0.553164 || 0.536856 ||
|| czech_pdt || 0.491414 || 0.493696 || 0.478642 || 0.489348 || 0.524673 || 0.467393 || 0.391772 || 0.432911 || 0.527716 || 0.545623 ||
|| danish_cdt || 0.606492 || 0.593819 || 0.558248 || 0.554024 || 0.422410 || 0.490885 || 0.441307 || 0.518897 || 0.586705 || 0.612272 ||
|| dutch_alpino || 0.561354 || 0.502116 || 0.562059 || 0.487306 || 0.476728 || 0.486601 || 0.391396 || 0.440056 || 0.521157 || 0.544429 ||
|| english_childes || 0.642074 || 0.643975 || 0.579613 || 0.630095 || 0.648130 || 0.570772 || 0.335160 || 0.494209 || 0.502652 || 0.501326 ||
|| english_ptb || 0.477255 || 0.617224 || 0.480560 || 0.488725 || 0.604588 || 0.475117 || 0.303460 || 0.437986 || 0.553655 || 0.539852 ||
|| portuguese_floresta || 0.497303 || 0.563107 || 0.494067 || 0.610572 || 0.633225 || 0.594391 || 0.434736 || 0.463862 || 0.556634 || 0.599784 ||
|| slovene_jos || 0.438679 || 0.467318 || 0.439353 || 0.441038 || 0.636792 || 0.440701 || 0.217318 || 0.390836 || 0.433962 || 0.439690 ||
|| swedish_talbanken || 0.573514 || 0.573514 || 0.596976 || 0.555787 || 0.555787 || 0.562565 || 0.438999 || 0.516163 || 0.559958 || 0.563608 ||
Line 192: Line 194:
|| file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| arabic_padt || 0.417984 || 0.420120 || 0.436779 || 0.544212 || 0.521786 || 0.495728 || 0.411576 || 0.616617 || 0.639043 || 0.426741 ||
|| basque_3lb || 0.480753 || 0.477144 || 0.402732 || 0.542361 || 0.487283 || 0.444406 || 0.376181 || 0.538666 || 0.531363 || 0.357793 ||
|| czech_pdt || 0.461775 || 0.466689 || 0.453394 || 0.461221 || 0.495543 || 0.441005 || 0.384913 || 0.514569 || 0.522740 || 0.330605 ||
|| danish_cdt || 0.551145 || 0.540579 || 0.515928 || 0.486634 || 0.367456 || 0.423323 || 0.460221 || 0.587162 || 0.599088 || 0.381063 ||
|| dutch_alpino || 0.522409 || 0.449580 || 0.522409 || 0.441977 || 0.428371 || 0.444378 || 0.372149 || 0.501000 || 0.507603 || 0.336335 ||
|| english_childes || 0.638186 || 0.639914 || 0.575248 || 0.626263 || 0.645054 || 0.566307 || 0.490108 || 0.500043 || 0.498790 || 0.421901 ||
|| english_ptb || 0.430927 || 0.530789 || 0.429874 || 0.440164 || 0.505246 || 0.426916 || 0.362077 || 0.517359 || 0.514949 || 0.327560 ||
|| portuguese_floresta || 0.443003 || 0.480535 || 0.436215 || 0.547215 || 0.575764 || 0.541425 || 0.411659 || 0.556598 || 0.568177 || 0.367938 ||
|| slovene_jos || 0.421493 || 0.405956 || 0.421286 || 0.427635 || 0.569113 || 0.428048 || 0.325126 || 0.407763 || 0.411066 || 0.270259 ||
|| swedish_talbanken || 0.511040 || 0.511040 || 0.532723 || 0.487965 || 0.487965 || 0.486573 || 0.444798 || 0.529540 || 0.531530 || 0.330615 ||		 || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| arabic_padt || 0.417984 || 0.420120 || 0.436779 || 0.544212 || 0.521786 || 0.495728 || 0.435070 || 0.411576 || 0.616617 || 0.639043 ||
|| basque_3lb || 0.480753 || 0.477144 || 0.402732 || 0.542361 || 0.487283 || 0.444406 || 0.194191 || 0.376181 || 0.538666 || 0.531363 ||
|| czech_pdt || 0.461775 || 0.466689 || 0.453394 || 0.461221 || 0.495543 || 0.441005 || 0.337763 || 0.384913 || 0.514569 || 0.522740 ||
|| danish_cdt || 0.551145 || 0.540579 || 0.515928 || 0.486634 || 0.367456 || 0.423323 || 0.390587 || 0.460221 || 0.587162 || 0.599088 ||
|| dutch_alpino || 0.522409 || 0.449580 || 0.522409 || 0.441977 || 0.428371 || 0.444378 || 0.305922 || 0.372149 || 0.501000 || 0.507603 ||
|| english_childes || 0.638186 || 0.639914 || 0.575248 || 0.626263 || 0.645054 || 0.566307 || 0.332311 || 0.490108 || 0.500043 || 0.498790 ||
|| english_ptb || 0.430927 || 0.530789 || 0.429874 || 0.440164 || 0.505246 || 0.426916 || 0.248339 || 0.362077 || 0.517359 || 0.514949 ||
|| portuguese_floresta || 0.443003 || 0.480535 || 0.436215 || 0.547215 || 0.575764 || 0.541425 || 0.423238 || 0.411659 || 0.556598 || 0.568177 ||
|| slovene_jos || 0.421493 || 0.405956 || 0.421286 || 0.427635 || 0.569113 || 0.428048 || 0.165738 || 0.325126 || 0.407763 || 0.411066 ||
|| swedish_talbanken || 0.511040 || 0.511040 || 0.532723 || 0.487965 || 0.487965 || 0.486573 || 0.351303 || 0.444798 || 0.529540 || 0.531530 ||
Line 205: Line 207:
|| file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| arabic_padt || 0.611111 || 0.629630 || 0.629630 || 0.657407 || 0.648148 || 0.648148 || 0.629630 || 0.648148 || 0.759259 || 0.620370 ||
|| basque_3lb || 0.693142 || 0.689993 || 0.638209 || 0.792512 || 0.783065 || 0.695941 || 0.582225 || 0.732330 || 0.640308 || 0.599020 ||
|| czech_pdt || 0.629188 || 0.617264 || 0.635863 || 0.625235 || 0.662044 || 0.628475 || 0.602813 || 0.632169 || 0.738125 || 0.611367 ||
|| danish_cdt || 0.778592 || 0.758065 || 0.694526 || 0.770283 || 0.724829 || 0.719941 || 0.677908 || 0.661779 || 0.774682 || 0.623656 ||
|| dutch_alpino || 0.731975 || 0.645768 || 0.730408 || 0.664577 || 0.673981 || 0.666144 || 0.605016 || 0.644201 || 0.710031 || 0.631661 ||
|| english_childes || 0.799276 || 0.803890 || 0.799375 || 0.789450 || 0.806520 || 0.792924 || 0.701419 || 0.632295 || 0.769452 || 0.645147 ||
|| english_ptb || 0.640055 || 0.806607 || 0.642120 || 0.642120 || 0.770131 || 0.665520 || 0.643496 || 0.652443 || 0.750172 || 0.631796 ||
|| portuguese_floresta || 0.755501 || 0.816626 || 0.765281 || 0.801956 || 0.833741 || 0.797066 || 0.677262 || 0.608802 || 0.823961 || 0.638142 ||
|| slovene_jos || 0.594080 || 0.621564 || 0.594080 || 0.586681 || 0.763214 || 0.586681 || 0.558140 || 0.543340 || 0.621564 || 0.524313 ||
|| swedish_talbanken || 0.761087 || 0.761087 || 0.763948 || 0.735336 || 0.735336 || 0.763948 || 0.752504 || 0.672389 || 0.791130 || 0.623748 ||		 || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| arabic_padt || 0.611111 || 0.629630 || 0.629630 || 0.657407 || 0.648148 || 0.648148 || 0.629630 || 0.629630 || 0.648148 || 0.759259 ||
|| basque_3lb || 0.693142 || 0.689993 || 0.638209 || 0.792512 || 0.783065 || 0.695941 || 0.398530 || 0.582225 || 0.732330 || 0.640308 ||
|| czech_pdt || 0.629188 || 0.617264 || 0.635863 || 0.625235 || 0.662044 || 0.628475 || 0.576243 || 0.602813 || 0.632169 || 0.738125 ||
|| danish_cdt || 0.778592 || 0.758065 || 0.694526 || 0.770283 || 0.724829 || 0.719941 || 0.639785 || 0.677908 || 0.661779 || 0.774682 ||
|| dutch_alpino || 0.731975 || 0.645768 || 0.730408 || 0.664577 || 0.673981 || 0.666144 || 0.592476 || 0.605016 || 0.644201 || 0.710031 ||
|| english_childes || 0.799276 || 0.803890 || 0.799375 || 0.789450 || 0.806520 || 0.792924 || 0.547588 || 0.701419 || 0.632295 || 0.769452 ||
|| english_ptb || 0.640055 || 0.806607 || 0.642120 || 0.642120 || 0.770131 || 0.665520 || 0.487268 || 0.643496 || 0.652443 || 0.750172 ||
|| portuguese_floresta || 0.755501 || 0.816626 || 0.765281 || 0.801956 || 0.833741 || 0.797066 || 0.559902 || 0.677262 || 0.608802 || 0.823961 ||
|| slovene_jos || 0.594080 || 0.621564 || 0.594080 || 0.586681 || 0.763214 || 0.586681 || 0.376321 || 0.558140 || 0.543340 || 0.621564 ||
|| swedish_talbanken || 0.761087 || 0.761087 || 0.763948 || 0.735336 || 0.735336 || 0.763948 || 0.675250 || 0.752504 || 0.672389 || 0.791130 ||
Line 217: Line 219:
|| file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| arabic_padt || 0.627803 || 0.645740 || 0.645740 || 0.645740 || 0.623318 || 0.632287 || 0.578475 || 0.654709 || 0.762332 || 0.556054 ||
|| basque_3lb || 0.634866 || 0.629974 || 0.574038 || 0.733855 || 0.706132 || 0.629485 || 0.534899 || 0.701892 || 0.612524 || 0.502772 ||
|| czech_pdt || 0.584425 || 0.578691 || 0.588800 || 0.578121 || 0.626134 || 0.579887 || 0.546438 || 0.597902 || 0.714499 || 0.512336 ||
|| danish_cdt || 0.714984 || 0.695198 || 0.642952 || 0.709871 || 0.644731 || 0.639173 || 0.613606 || 0.630502 || 0.743219 || 0.542241 ||
|| dutch_alpino || 0.685472 || 0.604372 || 0.684767 || 0.657969 || 0.651622 || 0.657264 || 0.555712 || 0.593794 || 0.696051 || 0.510578 ||
|| english_childes || 0.785253 || 0.787110 || 0.779993 || 0.773097 || 0.791044 || 0.772213 || 0.677261 || 0.613960 || 0.755503 || 0.618557 ||
|| english_ptb || 0.573289 || 0.765747 || 0.580288 || 0.556960 || 0.701983 || 0.575233 || 0.547045 || 0.591757 || 0.722201 || 0.507776 ||
|| portuguese_floresta || 0.693635 || 0.770227 || 0.701187 || 0.756203 || 0.788565 || 0.745415 || 0.599784 || 0.588997 || 0.783172 || 0.565264 ||
|| slovene_jos || 0.547170 || 0.550202 || 0.547844 || 0.554245 || 0.696092 || 0.553908 || 0.479447 || 0.489555 || 0.604447 || 0.422507 ||
|| swedish_talbanken || 0.706465 || 0.706465 || 0.688217 || 0.643379 || 0.643379 || 0.683525 || 0.654849 || 0.607925 || 0.747654 || 0.510949 ||		 || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| arabic_padt || 0.627803 || 0.645740 || 0.645740 || 0.645740 || 0.623318 || 0.632287 || 0.591928 || 0.578475 || 0.654709 || 0.762332 ||
|| basque_3lb || 0.634866 || 0.629974 || 0.574038 || 0.733855 || 0.706132 || 0.629485 || 0.328604 || 0.534899 || 0.701892 || 0.612524 ||
|| czech_pdt || 0.584425 || 0.578691 || 0.588800 || 0.578121 || 0.626134 || 0.579887 || 0.495000 || 0.546438 || 0.597902 || 0.714499 ||
|| danish_cdt || 0.714984 || 0.695198 || 0.642952 || 0.709871 || 0.644731 || 0.639173 || 0.562695 || 0.613606 || 0.630502 || 0.743219 ||
|| dutch_alpino || 0.685472 || 0.604372 || 0.684767 || 0.657969 || 0.651622 || 0.657264 || 0.531735 || 0.555712 || 0.593794 || 0.696051 ||
|| english_childes || 0.785253 || 0.787110 || 0.779993 || 0.773097 || 0.791044 || 0.772213 || 0.525948 || 0.677261 || 0.613960 || 0.755503 ||
|| english_ptb || 0.573289 || 0.765747 || 0.580288 || 0.556960 || 0.701983 || 0.575233 || 0.412908 || 0.547045 || 0.591757 || 0.722201 ||
|| portuguese_floresta || 0.693635 || 0.770227 || 0.701187 || 0.756203 || 0.788565 || 0.745415 || 0.523193 || 0.599784 || 0.588997 || 0.783172 ||
|| slovene_jos || 0.547170 || 0.550202 || 0.547844 || 0.554245 || 0.696092 || 0.553908 || 0.300876 || 0.479447 || 0.489555 || 0.604447 ||
|| swedish_talbanken || 0.706465 || 0.706465 || 0.688217 || 0.643379 || 0.643379 || 0.683525 || 0.555266 || 0.654849 || 0.607925 || 0.747654 ||
Line 229: Line 231:
|| file || 20_iter_CPOS || 20_iter_POS || 20_iter_UPOS || PR-CPOS || PR-POS || PR-UPOS || harmonic-init || left-branching || right-branching || uniform-init ||
|| arabic_padt || 0.489321 || 0.480137 || 0.488253 || 0.570269 || 0.548056 || 0.535241 || 0.475011 || 0.627296 || 0.690303 || 0.516446 ||
|| basque_3lb || 0.575528 || 0.571232 || 0.514607 || 0.666695 || 0.634130 || 0.566077 || 0.492524 || 0.672366 || 0.591167 || 0.437017 ||
|| czech_pdt || 0.532493 || 0.528931 || 0.540543 || 0.529763 || 0.576974 || 0.532406 || 0.476442 || 0.563483 || 0.685562 || 0.456773 ||
|| danish_cdt || 0.648471 || 0.635105 || 0.589083 || 0.619818 || 0.532736 || 0.536417 || 0.535377 || 0.616216 || 0.714983 || 0.492316 ||
|| dutch_alpino || 0.635454 || 0.545418 || 0.634854 || 0.610844 || 0.601441 || 0.610244 || 0.468587 || 0.551421 || 0.670468 || 0.459384 ||
|| english_childes || 0.781166 || 0.783024 || 0.774903 || 0.768683 || 0.787775 || 0.766566 || 0.671663 || 0.609892 || 0.751836 || 0.612916 ||
|| english_ptb || 0.497529 || 0.670090 || 0.495544 || 0.487786 || 0.583475 || 0.507738 || 0.447577 || 0.538973 || 0.680542 || 0.451973 ||
|| portuguese_floresta || 0.621282 || 0.666201 || 0.613096 || 0.692753 || 0.732482 || 0.684168 || 0.517668 || 0.572769 || 0.753643 || 0.514274 ||
|| slovene_jos || 0.492154 || 0.473108 || 0.492000 || 0.503510 || 0.614432 || 0.503923 || 0.389233 || 0.438474 || 0.565861 || 0.379632 ||
|| swedish_talbanken || 0.640143 || 0.640143 || 0.620251 || 0.568331 || 0.568331 || 0.606326 || 0.560175 || 0.564551 || 0.709767 || 0.460115 ||		 || file || DMV_CPOS || DMV_POS || DMV_UPOS || PR-CPOS || PR-POS || PR-UPOS || Random || harmonic-init || left-branching || right-branching ||
|| arabic_padt || 0.489321 || 0.480137 || 0.488253 || 0.570269 || 0.548056 || 0.535241 || 0.489962 || 0.475011 || 0.627296 || 0.690303 ||
|| basque_3lb || 0.575528 || 0.571232 || 0.514607 || 0.666695 || 0.634130 || 0.566077 || 0.279344 || 0.492524 || 0.672366 || 0.591167 ||
|| czech_pdt || 0.532493 || 0.528931 || 0.540543 || 0.529763 || 0.576974 || 0.532406 || 0.398316 || 0.476442 || 0.563483 || 0.685562 ||
|| danish_cdt || 0.648471 || 0.635105 || 0.589083 || 0.619818 || 0.532736 || 0.536417 || 0.487434 || 0.535377 || 0.616216 || 0.714983 ||
|| dutch_alpino || 0.635454 || 0.545418 || 0.634854 || 0.610844 || 0.601441 || 0.610244 || 0.456182 || 0.468587 || 0.551421 || 0.670468 ||
|| english_childes || 0.781166 || 0.783024 || 0.774903 || 0.768683 || 0.787775 || 0.766566 || 0.521339 || 0.671663 || 0.609892 || 0.751836 ||
|| english_ptb || 0.497529 || 0.670090 || 0.495544 || 0.487786 || 0.583475 || 0.507738 || 0.332037 || 0.447577 || 0.538973 || 0.680542 ||
|| portuguese_floresta || 0.621282 || 0.666201 || 0.613096 || 0.692753 || 0.732482 || 0.684168 || 0.484927 || 0.517668 || 0.572769 || 0.753643 ||
|| slovene_jos || 0.492154 || 0.473108 || 0.492000 || 0.503510 || 0.614432 || 0.503923 || 0.213740 || 0.389233 || 0.438474 || 0.565861 ||
|| swedish_talbanken || 0.640143 || 0.640143 || 0.620251 || 0.568331 || 0.568331 || 0.606326 || 0.447782 || 0.560175 || 0.564551 || 0.709767 ||

Preliminary results for dependency induction

Averages over languages with cutoff 10 for submissions

measure

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

NED

0.7822805

0.785446

0.7878146

0.7850407

0.7539767

0.788541

0.8169186

directed

0.578817

0.4849692

0.5428999

0.5078081

0.452779

0.5465675

0.6273989

undirected

0.6710757

0.639765

0.6490973

0.6334241

0.6160517

0.6493025

0.7104859

Averages over languages with cutoff 10 for baselines

measure

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

NED

0.6994007

0.7150494

0.689344

0.7065557

0.7401009

0.6964788

0.5482993

0.6430413

0.6427896

0.7378684

directed

0.409088

0.4247925

0.3753522

0.4098204

0.4470641

0.3889944

0.275215

0.3232873

0.2987463

0.3391386

undirected

0.5765062

0.5939275

0.5568049

0.5864548

0.6118012

0.5605846

0.4228869

0.5121771

0.5591576

0.5799214

Results for submissions

Directed accuracy

cutoff: 10

file

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

arabic_padt

0.472222

0.157407

0.648148

0.648148

0.472222

0.546296

0.666667

basque_3lb

0.502799

0.280266

0.302659

0.272218

0.33345

0.223233

0.585724

czech_pdt

0.485257

0.61344

0.574817

0.576955

0.455382

0.511697

0.59024

danish_cdt

0.492669

0.601662

0.513196

0.613881

0.568915

0.604594

0.607527

dutch_alpino

0.507837

0.369906

0.495298

0.384013

0.388715

0.5

0.517241

english_childes

0.621675

0.567735

0.471715

0.518311

0.504714

0.535133

0.56049

english_ptb

0.737096

0.589126

0.673778

0.521679

0.448039

0.610461

0.746731

portuguese_floresta

0.762836

0.635697

0.599022

0.442543

0.476773

0.711491

0.557457

slovene_jos

0.539112

0.420719

0.513742

0.392178

0.397463

0.503171

0.676533

swedish_talbanken

0.666667

0.613734

0.636624

0.708155

0.482117

0.719599

0.765379

cutoff: 15

file

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

arabic_padt

0.430493

0.147982

0.663677

0.650224

0.439462

0.591928

0.681614

basque_3lb

0.422864

0.244781

0.2818

0.248043

0.291259

0.174984

0.503914

czech_pdt

0.412831

0.564942

0.513233

0.521819

0.402641

0.472637

0.549073

danish_cdt

0.454424

0.558693

0.472432

0.571143

0.500889

0.532014

0.570253

dutch_alpino

0.445698

0.332863

0.476728

0.342031

0.351904

0.439351

0.465444

english_childes

0.598621

0.546636

0.44775

0.498011

0.485633

0.522589

0.542702

english_ptb

0.636858

0.506998

0.599533

0.452955

0.411159

0.550544

0.674378

portuguese_floresta

0.694714

0.598706

0.594391

0.389428

0.434736

0.640777

0.515642

slovene_jos

0.456536

0.376348

0.476078

0.346024

0.336253

0.447102

0.633423

swedish_talbanken

0.589155

0.556309

0.570907

0.601668

0.434307

0.629823

0.667883

cutoff: none

file

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

arabic_padt

0.234515

0.127082

0.572619

0.52029

0.339385

0.464972

0.541222

basque_3lb

0.361417

0.210431

0.25537

0.223492

0.254941

0.136621

0.439852

czech_pdt

0.3205

0.490818

0.429265

0.44087

0.329206

0.408833

0.488175

danish_cdt

0.378262

0.483912

0.414279

0.496798

0.424204

0.450856

0.501521

dutch_alpino

0.379152

0.282713

0.441977

0.29892

0.313125

0.405162

0.436775

english_childes

0.594039

0.541901

0.442246

0.493305

0.48095

0.518618

0.538315

english_ptb

0.503808

0.410083

0.502795

0.375365

0.327864

0.425154

0.555319

portuguese_floresta

0.652026

0.501897

0.495308

0.293472

0.371132

0.546416

0.418447

slovene_jos

0.354444

0.303603

0.407608

0.267162

0.284092

0.37731

0.580262

swedish_talbanken

0.488562

0.483788

0.506067

0.525761

0.374975

0.550627

0.573304

Undirected accuracy

cutoff: 10

file

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

arabic_padt

0.592593

0.592593

0.694444

0.694444

0.592593

0.657407

0.675926

basque_3lb

0.595171

0.497551

0.5007

0.483555

0.543037

0.327502

0.663751

czech_pdt

0.598795

0.692048

0.666256

0.676171

0.623226

0.635409

0.70138

danish_cdt

0.635386

0.705767

0.643695

0.711144

0.678886

0.706745

0.701857

dutch_alpino

0.598746

0.575235

0.633229

0.579937

0.584639

0.584639

0.605016

english_childes

0.706084

0.694323

0.624305

0.637306

0.642715

0.635669

0.69085

english_ptb

0.792154

0.659326

0.724708

0.623538

0.624914

0.75086

0.788025

portuguese_floresta

0.819071

0.716381

0.701711

0.623472

0.657702

0.784841

0.721271

slovene_jos

0.637421

0.563425

0.590909

0.55074

0.547569

0.637421

0.719873

swedish_talbanken

0.735336

0.701001

0.711016

0.753934

0.665236

0.772532

0.83691

cutoff: 15

file

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

arabic_padt

0.547085

0.623318

0.704036

0.695067

0.591928

0.695067

0.704036

basque_3lb

0.530822

0.465264

0.47668

0.458578

0.512883

0.28229

0.592466

czech_pdt

0.539128

0.644992

0.612929

0.62627

0.573121

0.611434

0.66885

danish_cdt

0.59293

0.668075

0.609827

0.671632

0.6245

0.656292

0.668519

dutch_alpino

0.535261

0.521157

0.573343

0.526093

0.53385

0.540197

0.567701

english_childes

0.687649

0.675758

0.603174

0.618557

0.624171

0.62647

0.673504

english_ptb

0.705288

0.583787

0.658437

0.557737

0.583787

0.682932

0.729782

portuguese_floresta

0.770227

0.685005

0.688242

0.581446

0.605178

0.730313

0.682848

slovene_jos

0.579852

0.520553

0.552561

0.511456

0.496968

0.597035

0.680593

swedish_talbanken

0.677268

0.646507

0.653285

0.668405

0.607925

0.708551

0.755474

cutoff: none

file

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

arabic_padt

0.297095

0.575609

0.619821

0.587356

0.48035

0.583725

0.592695

basque_3lb

0.471716

0.433322

0.449562

0.432291

0.475253

0.243427

0.532995

czech_pdt

0.449846

0.577981

0.542835

0.555021

0.493393

0.557643

0.614472

danish_cdt

0.507043

0.606931

0.561069

0.60341

0.566272

0.605331

0.616136

dutch_alpino

0.44958

0.47539

0.514806

0.488796

0.468387

0.513806

0.546218

english_childes

0.683758

0.67162

0.598661

0.613996

0.619525

0.623585

0.66933

english_ptb

0.581186

0.496516

0.575899

0.481547

0.495058

0.587769

0.621293

portuguese_floresta

0.724097

0.614294

0.619485

0.498103

0.526452

0.669195

0.614494

slovene_jos

0.479044

0.45241

0.490554

0.444565

0.423815

0.534686

0.617993

swedish_talbanken

0.584842

0.588423

0.593197

0.604337

0.53511

0.651681

0.669186

Neutral Edge Detection

cutoff: 10

file

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

arabic_padt

0.685185

0.666667

0.759259

0.759259

0.685185

0.722222

0.712963

basque_3lb

0.685794

0.628761

0.651505

0.642407

0.70119

0.549685

0.794612

czech_pdt

0.726201

0.818223

0.786339

0.799041

0.760158

0.78122

0.811613

danish_cdt

0.763441

0.832356

0.784457

0.843109

0.772727

0.844086

0.85044

dutch_alpino

0.717868

0.77116

0.783699

0.768025

0.725705

0.684953

0.710031

english_childes

0.816346

0.84468

0.766921

0.747668

0.790244

0.849196

0.824831

english_ptb

0.894012

0.87543

0.884377

0.84033

0.786648

0.870613

0.843083

portuguese_floresta

0.90709

0.877751

0.877751

0.875306

0.828851

0.919315

0.9022

slovene_jos

0.768499

0.708245

0.72833

0.704017

0.680761

0.788584

0.798097

swedish_talbanken

0.858369

0.831187

0.855508

0.871245

0.808298

0.875536

0.921316

cutoff: 15

file

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

arabic_padt

0.663677

0.663677

0.7713

0.757848

0.699552

0.775785

0.73991

basque_3lb

0.625897

0.567678

0.596217

0.584801

0.643836

0.460372

0.720483

czech_pdt

0.667464

0.779305

0.735422

0.755611

0.709663

0.758138

0.779659

danish_cdt

0.716541

0.791018

0.749889

0.8008

0.711872

0.778791

0.817919

dutch_alpino

0.685472

0.729196

0.755994

0.72567

0.690409

0.673484

0.698166

english_childes

0.799797

0.831226

0.745823

0.731677

0.775351

0.836133

0.808638

english_ptb

0.818235

0.8021

0.833981

0.775078

0.739891

0.812597

0.797045

portuguese_floresta

0.869471

0.829558

0.846818

0.837109

0.759439

0.865156

0.866235

slovene_jos

0.72035

0.661725

0.666442

0.660377

0.631402

0.743598

0.759434

swedish_talbanken

0.805005

0.792492

0.808655

0.797185

0.749218

0.82586

0.860792

cutoff: none

file

Bisk, standard

Marecek, CPOS

Marecek, POS

Marecek, UPOS

Soegaard, norules

Soegaard, rulesonly

Tu, standard

arabic_padt

0.373345

0.591628

0.671081

0.632208

0.565357

0.658479

0.641393

basque_3lb

0.5576

0.514779

0.555766

0.534456

0.588417

0.379876

0.658189

czech_pdt

0.556697

0.702

0.651883

0.673268

0.631572

0.697397

0.71643

danish_cdt

0.631183

0.72867

0.695374

0.734833

0.658796

0.718025

0.764207

dutch_alpino

0.586435

0.686074

0.719888

0.697279

0.605842

0.638455

0.669468

english_childes

0.795896

0.827991

0.740778

0.727343

0.770886

0.832095

0.804449

english_ptb

0.697658

0.693871

0.738373

0.671569

0.640759

0.715909

0.698428

portuguese_floresta

0.797564

0.755839

0.757437

0.71671

0.668996

0.781793

0.803953

slovene_jos

0.607464

0.569113

0.588572

0.571281

0.558635

0.666822

0.687003

swedish_talbanken

0.709369

0.732445

0.737816

0.726676

0.667396

0.769843

0.771036

Results for baselines

Directed accuracy

cutoff: 10

file

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

arabic_padt

0.462963

0.453704

0.500000

0.194444

0.194444

0.407407

0.518519

0.425926

0.092593

0.648148

basque_3lb

0.462561

0.432470

0.312806

0.629811

0.571728

0.377537

0.129461

0.218334

0.342897

0.244227

czech_pdt

0.300953

0.312034

0.317607

0.303674

0.356685

0.320718

0.207245

0.246970

0.288899

0.343400

danish_cdt

0.472141

0.501955

0.352884

0.477517

0.396872

0.424731

0.327957

0.363636

0.186706

0.492180

dutch_alpino

0.487461

0.396552

0.490596

0.415361

0.402821

0.412226

0.362069

0.351097

0.340125

0.394984

english_childes

0.517467

0.518757

0.390383

0.510024

0.522132

0.383486

0.138994

0.316594

0.359766

0.232781

english_ptb

0.316586

0.446662

0.306263

0.412939

0.500344

0.377151

0.174811

0.352374

0.403992

0.198899

portuguese_floresta

0.271394

0.371638

0.268949

0.393643

0.457213

0.405868

0.349633

0.310513

0.281174

0.376528

slovene_jos

0.357294

0.372093

0.356237

0.353066

0.660677

0.353066

0.154334

0.256871

0.359408

0.146934

swedish_talbanken

0.442060

0.442060

0.457797

0.407725

0.407725

0.427754

0.389127

0.390558

0.331903

0.313305

cutoff: 15

file

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

arabic_padt

0.412556

0.417040

0.475336

0.156951

0.156951

0.295964

0.466368

0.363229

0.062780

0.650224

basque_3lb

0.395956

0.367906

0.282453

0.552022

0.484344

0.339530

0.106654

0.206621

0.336269

0.231083

czech_pdt

0.274469

0.295853

0.290908

0.278083

0.336694

0.293598

0.155644

0.215695

0.260964

0.313706

danish_cdt

0.423077

0.456647

0.302801

0.409960

0.341707

0.349711

0.282792

0.328146

0.158960

0.472877

dutch_alpino

0.438646

0.331453

0.440056

0.306770

0.290550

0.305360

0.255289

0.263047

0.308181

0.294076

english_childes

0.501194

0.501901

0.374016

0.492441

0.507073

0.366413

0.129829

0.301432

0.350013

0.224781

english_ptb

0.243002

0.423017

0.240863

0.344285

0.456843

0.301128

0.161159

0.253888

0.353810

0.205093

portuguese_floresta

0.241640

0.327940

0.238403

0.365696

0.427184

0.363538

0.323625

0.235167

0.280475

0.327940

slovene_jos

0.350404

0.316712

0.351078

0.356806

0.598046

0.356132

0.129380

0.196092

0.333221

0.129380

swedish_talbanken

0.352450

0.352450

0.380083

0.321689

0.321689

0.344630

0.308655

0.333681

0.286236

0.295620

cutoff: none

file

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

arabic_padt

0.274242

0.274242

0.321444

0.148868

0.144596

0.234088

0.369500

0.258650

0.052114

0.587997

basque_3lb

0.343874

0.321189

0.247551

0.489517

0.418371

0.300309

0.097869

0.195738

0.324368

0.224523

czech_pdt

0.250701

0.275723

0.272019

0.255696

0.315938

0.274729

0.108230

0.182524

0.239333

0.291376

danish_cdt

0.355931

0.394910

0.250680

0.318313

0.272371

0.263246

0.247079

0.285417

0.132784

0.474148

dutch_alpino

0.406162

0.283713

0.405362

0.233293

0.211885

0.235094

0.171269

0.195478

0.279312

0.246098

english_childes

0.496847

0.497711

0.369503

0.488380

0.503672

0.361641

0.127948

0.297840

0.348251

0.222333

english_ptb

0.223262

0.335136

0.217509

0.308824

0.344089

0.259439

0.132029

0.183824

0.314353

0.204343

portuguese_floresta

0.195049

0.240168

0.193252

0.259533

0.310840

0.254741

0.330605

0.185067

0.258934

0.311240

slovene_jos

0.350470

0.242129

0.350263

0.365335

0.532931

0.365645

0.094869

0.139672

0.310571

0.107928

swedish_talbanken

0.290432

0.290432

0.307141

0.271932

0.271932

0.270738

0.239308

0.269147

0.258802

0.279690

Undirected accuracy

cutoff: 10

file

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

arabic_padt

0.527778

0.537037

0.555556

0.592593

0.592593

0.601852

0.564815

0.546296

0.611111

0.694444

basque_3lb

0.600770

0.580826

0.485304

0.675297

0.630161

0.536389

0.279216

0.422323

0.564381

0.538838

czech_pdt

0.516169

0.512086

0.504504

0.515067

0.547469

0.497440

0.441125

0.472426

0.541961

0.568790

danish_cdt

0.649560

0.643206

0.600196

0.608993

0.477517

0.553275

0.494135

0.563539

0.596774

0.638807

dutch_alpino

0.626959

0.567398

0.628527

0.543887

0.543887

0.543887

0.492163

0.510972

0.562696

0.606583

english_childes

0.656709

0.660927

0.595226

0.646884

0.663656

0.587783

0.348154

0.512058

0.512158

0.510123

english_ptb

0.537509

0.653131

0.532003

0.551961

0.657949

0.547144

0.349621

0.519615

0.588438

0.548520

portuguese_floresta

0.540342

0.608802

0.542787

0.645477

0.677262

0.645477

0.464548

0.533007

0.567237

0.638142

slovene_jos

0.464059

0.530655

0.463002

0.453488

0.696617

0.454545

0.260042

0.449260

0.454545

0.459831

swedish_talbanken

0.645207

0.645207

0.660944

0.630901

0.630901

0.638054

0.535050

0.592275

0.592275

0.595136

cutoff: 15

file

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

arabic_padt

0.533632

0.547085

0.573991

0.596413

0.573991

0.578475

0.529148

0.506726

0.632287

0.690583

basque_3lb

0.535714

0.523810

0.445858

0.606001

0.551370

0.491031

0.228800

0.398728

0.553164

0.536856

czech_pdt

0.491414

0.493696

0.478642

0.489348

0.524673

0.467393

0.391772

0.432911

0.527716

0.545623

danish_cdt

0.606492

0.593819

0.558248

0.554024

0.422410

0.490885

0.441307

0.518897

0.586705

0.612272

dutch_alpino

0.561354

0.502116

0.562059

0.487306

0.476728

0.486601

0.391396

0.440056

0.521157

0.544429

english_childes

0.642074

0.643975

0.579613

0.630095

0.648130

0.570772

0.335160

0.494209

0.502652

0.501326

english_ptb

0.477255

0.617224

0.480560

0.488725

0.604588

0.475117

0.303460

0.437986

0.553655

0.539852

portuguese_floresta

0.497303

0.563107

0.494067

0.610572

0.633225

0.594391

0.434736

0.463862

0.556634

0.599784

slovene_jos

0.438679

0.467318

0.439353

0.441038

0.636792

0.440701

0.217318

0.390836

0.433962

0.439690

swedish_talbanken

0.573514

0.573514

0.596976

0.555787

0.555787

0.562565

0.438999

0.516163

0.559958

0.563608

cutoff: none

file

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

arabic_padt

0.417984

0.420120

0.436779

0.544212

0.521786

0.495728

0.435070

0.411576

0.616617

0.639043

basque_3lb

0.480753

0.477144

0.402732

0.542361

0.487283

0.444406

0.194191

0.376181

0.538666

0.531363

czech_pdt

0.461775

0.466689

0.453394

0.461221

0.495543

0.441005

0.337763

0.384913

0.514569

0.522740

danish_cdt

0.551145

0.540579

0.515928

0.486634

0.367456

0.423323

0.390587

0.460221

0.587162

0.599088

dutch_alpino

0.522409

0.449580

0.522409

0.441977

0.428371

0.444378

0.305922

0.372149

0.501000

0.507603

english_childes

0.638186

0.639914

0.575248

0.626263

0.645054

0.566307

0.332311

0.490108

0.500043

0.498790

english_ptb

0.430927

0.530789

0.429874

0.440164

0.505246

0.426916

0.248339

0.362077

0.517359

0.514949

portuguese_floresta

0.443003

0.480535

0.436215

0.547215

0.575764

0.541425

0.423238

0.411659

0.556598

0.568177

slovene_jos

0.421493

0.405956

0.421286

0.427635

0.569113

0.428048

0.165738

0.325126

0.407763

0.411066

swedish_talbanken

0.511040

0.511040

0.532723

0.487965

0.487965

0.486573

0.351303

0.444798

0.529540

0.531530

Neutral Edge Detection

cutoff: 10

file

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

arabic_padt

0.611111

0.629630

0.629630

0.657407

0.648148

0.648148

0.629630

0.629630

0.648148

0.759259

basque_3lb

0.693142

0.689993

0.638209

0.792512

0.783065

0.695941

0.398530

0.582225

0.732330

0.640308

czech_pdt

0.629188

0.617264

0.635863

0.625235

0.662044

0.628475

0.576243

0.602813

0.632169

0.738125

danish_cdt

0.778592

0.758065

0.694526

0.770283

0.724829

0.719941

0.639785

0.677908

0.661779

0.774682

dutch_alpino

0.731975

0.645768

0.730408

0.664577

0.673981

0.666144

0.592476

0.605016

0.644201

0.710031

english_childes

0.799276

0.803890

0.799375

0.789450

0.806520

0.792924

0.547588

0.701419

0.632295

0.769452

english_ptb

0.640055

0.806607

0.642120

0.642120

0.770131

0.665520

0.487268

0.643496

0.652443

0.750172

portuguese_floresta

0.755501

0.816626

0.765281

0.801956

0.833741

0.797066

0.559902

0.677262

0.608802

0.823961

slovene_jos

0.594080

0.621564

0.594080

0.586681

0.763214

0.586681

0.376321

0.558140

0.543340

0.621564

swedish_talbanken

0.761087

0.761087

0.763948

0.735336

0.735336

0.763948

0.675250

0.752504

0.672389

0.791130

cutoff: 15

file

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

arabic_padt

0.627803

0.645740

0.645740

0.645740

0.623318

0.632287

0.591928

0.578475

0.654709

0.762332

basque_3lb

0.634866

0.629974

0.574038

0.733855

0.706132

0.629485

0.328604

0.534899

0.701892

0.612524

czech_pdt

0.584425

0.578691

0.588800

0.578121

0.626134

0.579887

0.495000

0.546438

0.597902

0.714499

danish_cdt

0.714984

0.695198

0.642952

0.709871

0.644731

0.639173

0.562695

0.613606

0.630502

0.743219

dutch_alpino

0.685472

0.604372

0.684767

0.657969

0.651622

0.657264

0.531735

0.555712

0.593794

0.696051

english_childes

0.785253

0.787110

0.779993

0.773097

0.791044

0.772213

0.525948

0.677261

0.613960

0.755503

english_ptb

0.573289

0.765747

0.580288

0.556960

0.701983

0.575233

0.412908

0.547045

0.591757

0.722201

portuguese_floresta

0.693635

0.770227

0.701187

0.756203

0.788565

0.745415

0.523193

0.599784

0.588997

0.783172

slovene_jos

0.547170

0.550202

0.547844

0.554245

0.696092

0.553908

0.300876

0.479447

0.489555

0.604447

swedish_talbanken

0.706465

0.706465

0.688217

0.643379

0.643379

0.683525

0.555266

0.654849

0.607925

0.747654

cutoff: none

file

DMV_CPOS

DMV_POS

DMV_UPOS

PR-CPOS

PR-POS

PR-UPOS

Random

harmonic-init

left-branching

right-branching

arabic_padt

0.489321

0.480137

0.488253

0.570269

0.548056

0.535241

0.489962

0.475011

0.627296

0.690303

basque_3lb

0.575528

0.571232

0.514607

0.666695

0.634130

0.566077

0.279344

0.492524

0.672366

0.591167

czech_pdt

0.532493

0.528931

0.540543

0.529763

0.576974

0.532406

0.398316

0.476442

0.563483

0.685562

danish_cdt

0.648471

0.635105

0.589083

0.619818

0.532736

0.536417

0.487434

0.535377

0.616216

0.714983

dutch_alpino

0.635454

0.545418

0.634854

0.610844

0.601441

0.610244

0.456182

0.468587

0.551421

0.670468

english_childes

0.781166

0.783024

0.774903

0.768683

0.787775

0.766566

0.521339

0.671663

0.609892

0.751836

english_ptb

0.497529

0.670090

0.495544

0.487786

0.583475

0.507738

0.332037

0.447577

0.538973

0.680542

portuguese_floresta

0.621282

0.666201

0.613096

0.692753

0.732482

0.684168

0.484927

0.517668

0.572769

0.753643

slovene_jos

0.492154

0.473108

0.492000

0.503510

0.614432

0.503923

0.213740

0.389233

0.438474

0.565861

swedish_talbanken

0.640143

0.640143

0.620251

0.568331

0.568331

0.606326

0.447782

0.560175

0.564551

0.709767

None: ResultsDep (last edited 2012-05-04 12:29:14 by TrevorCohn)