Preliminary results for dependency induction
Directed accuracy
cutoff: 10 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.472222 |
0.157407 |
0.648148 |
0.648148 |
0.472222 |
0.546296 |
0.666667 |
basque_3lb |
0.502799 |
0.280266 |
0.302659 |
0.272218 |
0.33345 |
0.223233 |
0.585724 |
czech_pdt |
0.485257 |
0.61344 |
0.574817 |
0.576955 |
0.455382 |
0.511697 |
0.59024 |
danish_cdt |
0.492669 |
0.601662 |
0.513196 |
0.613881 |
0.568915 |
0.604594 |
0.607527 |
dutch_alpino |
0.507837 |
0.369906 |
0.495298 |
0.384013 |
0.388715 |
0.5 |
0.517241 |
english_childes |
0.621675 |
0.567735 |
0.471715 |
0.518311 |
0.504714 |
0.535133 |
0.56049 |
english_ptb |
0.737096 |
0.589126 |
0.673778 |
0.521679 |
0.448039 |
0.610461 |
0.746731 |
portuguese_floresta |
0.762836 |
0.635697 |
0.599022 |
0.442543 |
0.476773 |
0.711491 |
0.557457 |
slovene_jos |
0.539112 |
0.420719 |
0.513742 |
0.392178 |
0.397463 |
0.503171 |
0.676533 |
swedish_talbanken |
0.666667 |
0.613734 |
0.636624 |
0.708155 |
0.482117 |
0.719599 |
0.765379 |
cutoff: 15 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.430493 |
0.147982 |
0.663677 |
0.650224 |
0.439462 |
0.591928 |
0.681614 |
basque_3lb |
0.422864 |
0.244781 |
0.2818 |
0.248043 |
0.291259 |
0.174984 |
0.503914 |
czech_pdt |
0.412831 |
0.564942 |
0.513233 |
0.521819 |
0.402641 |
0.472637 |
0.549073 |
danish_cdt |
0.454424 |
0.558693 |
0.472432 |
0.571143 |
0.500889 |
0.532014 |
0.570253 |
dutch_alpino |
0.445698 |
0.332863 |
0.476728 |
0.342031 |
0.351904 |
0.439351 |
0.465444 |
english_childes |
0.598621 |
0.546636 |
0.44775 |
0.498011 |
0.485633 |
0.522589 |
0.542702 |
english_ptb |
0.636858 |
0.506998 |
0.599533 |
0.452955 |
0.411159 |
0.550544 |
0.674378 |
portuguese_floresta |
0.694714 |
0.598706 |
0.594391 |
0.389428 |
0.434736 |
0.640777 |
0.515642 |
slovene_jos |
0.456536 |
0.376348 |
0.476078 |
0.346024 |
0.336253 |
0.447102 |
0.633423 |
swedish_talbanken |
0.589155 |
0.556309 |
0.570907 |
0.601668 |
0.434307 |
0.629823 |
0.667883 |
cutoff: none |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.234515 |
0.127082 |
0.572619 |
0.52029 |
0.339385 |
0.464972 |
0.541222 |
basque_3lb |
0.361417 |
0.210431 |
0.25537 |
0.223492 |
0.254941 |
0.136621 |
0.439852 |
czech_pdt |
0.3205 |
0.490818 |
0.429265 |
0.44087 |
0.329206 |
0.408833 |
0.488175 |
danish_cdt |
0.378262 |
0.483912 |
0.414279 |
0.496798 |
0.424204 |
0.450856 |
0.501521 |
dutch_alpino |
0.379152 |
0.282713 |
0.441977 |
0.29892 |
0.313125 |
0.405162 |
0.436775 |
english_childes |
0.594039 |
0.541901 |
0.442246 |
0.493305 |
0.48095 |
0.518618 |
0.538315 |
english_ptb |
0.503808 |
0.410083 |
0.502795 |
0.375365 |
0.327864 |
0.425154 |
0.555319 |
portuguese_floresta |
0.652026 |
0.501897 |
0.495308 |
0.293472 |
0.371132 |
0.546416 |
0.418447 |
slovene_jos |
0.354444 |
0.303603 |
0.407608 |
0.267162 |
0.284092 |
0.37731 |
0.580262 |
swedish_talbanken |
0.488562 |
0.483788 |
0.506067 |
0.525761 |
0.374975 |
0.550627 |
0.573304 |
Undirected accuracy
cutoff: 10 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.592593 |
0.592593 |
0.694444 |
0.694444 |
0.592593 |
0.657407 |
0.675926 |
basque_3lb |
0.595171 |
0.497551 |
0.5007 |
0.483555 |
0.543037 |
0.327502 |
0.663751 |
czech_pdt |
0.598795 |
0.692048 |
0.666256 |
0.676171 |
0.623226 |
0.635409 |
0.70138 |
danish_cdt |
0.635386 |
0.705767 |
0.643695 |
0.711144 |
0.678886 |
0.706745 |
0.701857 |
dutch_alpino |
0.598746 |
0.575235 |
0.633229 |
0.579937 |
0.584639 |
0.584639 |
0.605016 |
english_childes |
0.706084 |
0.694323 |
0.624305 |
0.637306 |
0.642715 |
0.635669 |
0.69085 |
english_ptb |
0.792154 |
0.659326 |
0.724708 |
0.623538 |
0.624914 |
0.75086 |
0.788025 |
portuguese_floresta |
0.819071 |
0.716381 |
0.701711 |
0.623472 |
0.657702 |
0.784841 |
0.721271 |
slovene_jos |
0.637421 |
0.563425 |
0.590909 |
0.55074 |
0.547569 |
0.637421 |
0.719873 |
swedish_talbanken |
0.735336 |
0.701001 |
0.711016 |
0.753934 |
0.665236 |
0.772532 |
0.83691 |
cutoff: 15 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.547085 |
0.623318 |
0.704036 |
0.695067 |
0.591928 |
0.695067 |
0.704036 |
basque_3lb |
0.530822 |
0.465264 |
0.47668 |
0.458578 |
0.512883 |
0.28229 |
0.592466 |
czech_pdt |
0.539128 |
0.644992 |
0.612929 |
0.62627 |
0.573121 |
0.611434 |
0.66885 |
danish_cdt |
0.59293 |
0.668075 |
0.609827 |
0.671632 |
0.6245 |
0.656292 |
0.668519 |
dutch_alpino |
0.535261 |
0.521157 |
0.573343 |
0.526093 |
0.53385 |
0.540197 |
0.567701 |
english_childes |
0.687649 |
0.675758 |
0.603174 |
0.618557 |
0.624171 |
0.62647 |
0.673504 |
english_ptb |
0.705288 |
0.583787 |
0.658437 |
0.557737 |
0.583787 |
0.682932 |
0.729782 |
portuguese_floresta |
0.770227 |
0.685005 |
0.688242 |
0.581446 |
0.605178 |
0.730313 |
0.682848 |
slovene_jos |
0.579852 |
0.520553 |
0.552561 |
0.511456 |
0.496968 |
0.597035 |
0.680593 |
swedish_talbanken |
0.677268 |
0.646507 |
0.653285 |
0.668405 |
0.607925 |
0.708551 |
0.755474 |
cutoff: none |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.297095 |
0.575609 |
0.619821 |
0.587356 |
0.48035 |
0.583725 |
0.592695 |
basque_3lb |
0.471716 |
0.433322 |
0.449562 |
0.432291 |
0.475253 |
0.243427 |
0.532995 |
czech_pdt |
0.449846 |
0.577981 |
0.542835 |
0.555021 |
0.493393 |
0.557643 |
0.614472 |
danish_cdt |
0.507043 |
0.606931 |
0.561069 |
0.60341 |
0.566272 |
0.605331 |
0.616136 |
dutch_alpino |
0.44958 |
0.47539 |
0.514806 |
0.488796 |
0.468387 |
0.513806 |
0.546218 |
english_childes |
0.683758 |
0.67162 |
0.598661 |
0.613996 |
0.619525 |
0.623585 |
0.66933 |
english_ptb |
0.581186 |
0.496516 |
0.575899 |
0.481547 |
0.495058 |
0.587769 |
0.621293 |
portuguese_floresta |
0.724097 |
0.614294 |
0.619485 |
0.498103 |
0.526452 |
0.669195 |
0.614494 |
slovene_jos |
0.479044 |
0.45241 |
0.490554 |
0.444565 |
0.423815 |
0.534686 |
0.617993 |
swedish_talbanken |
0.584842 |
0.588423 |
0.593197 |
0.604337 |
0.53511 |
0.651681 |
0.669186 |
Neutral Edge Detection
cutoff: 10 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.685185 |
0.666667 |
0.759259 |
0.759259 |
0.685185 |
0.722222 |
0.712963 |
basque_3lb |
0.685794 |
0.628761 |
0.651505 |
0.642407 |
0.70119 |
0.549685 |
0.794612 |
czech_pdt |
0.726201 |
0.818223 |
0.786339 |
0.799041 |
0.760158 |
0.78122 |
0.811613 |
danish_cdt |
0.763441 |
0.832356 |
0.784457 |
0.843109 |
0.772727 |
0.844086 |
0.85044 |
dutch_alpino |
0.717868 |
0.77116 |
0.783699 |
0.768025 |
0.725705 |
0.684953 |
0.710031 |
english_childes |
0.816346 |
0.84468 |
0.766921 |
0.747668 |
0.790244 |
0.849196 |
0.824831 |
english_ptb |
0.894012 |
0.87543 |
0.884377 |
0.84033 |
0.786648 |
0.870613 |
0.843083 |
portuguese_floresta |
0.90709 |
0.877751 |
0.877751 |
0.875306 |
0.828851 |
0.919315 |
0.9022 |
slovene_jos |
0.768499 |
0.708245 |
0.72833 |
0.704017 |
0.680761 |
0.788584 |
0.798097 |
swedish_talbanken |
0.858369 |
0.831187 |
0.855508 |
0.871245 |
0.808298 |
0.875536 |
0.921316 |
cutoff: 15 |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.663677 |
0.663677 |
0.7713 |
0.757848 |
0.699552 |
0.775785 |
0.73991 |
basque_3lb |
0.625897 |
0.567678 |
0.596217 |
0.584801 |
0.643836 |
0.460372 |
0.720483 |
czech_pdt |
0.667464 |
0.779305 |
0.735422 |
0.755611 |
0.709663 |
0.758138 |
0.779659 |
danish_cdt |
0.716541 |
0.791018 |
0.749889 |
0.8008 |
0.711872 |
0.778791 |
0.817919 |
dutch_alpino |
0.685472 |
0.729196 |
0.755994 |
0.72567 |
0.690409 |
0.673484 |
0.698166 |
english_childes |
0.799797 |
0.831226 |
0.745823 |
0.731677 |
0.775351 |
0.836133 |
0.808638 |
english_ptb |
0.818235 |
0.8021 |
0.833981 |
0.775078 |
0.739891 |
0.812597 |
0.797045 |
portuguese_floresta |
0.869471 |
0.829558 |
0.846818 |
0.837109 |
0.759439 |
0.865156 |
0.866235 |
slovene_jos |
0.72035 |
0.661725 |
0.666442 |
0.660377 |
0.631402 |
0.743598 |
0.759434 |
swedish_talbanken |
0.805005 |
0.792492 |
0.808655 |
0.797185 |
0.749218 |
0.82586 |
0.860792 |
cutoff: none |
|||||||
file |
Bisk, standard |
Marecek, CPOS |
Marecek, POS |
Marecek, UPOS |
Soegaard, norules |
Soegaard, rulesonly |
Tu, standard |
arabic_padt |
0.373345 |
0.591628 |
0.671081 |
0.632208 |
0.565357 |
0.658479 |
0.641393 |
basque_3lb |
0.5576 |
0.514779 |
0.555766 |
0.534456 |
0.588417 |
0.379876 |
0.658189 |
czech_pdt |
0.556697 |
0.702 |
0.651883 |
0.673268 |
0.631572 |
0.697397 |
0.71643 |
danish_cdt |
0.631183 |
0.72867 |
0.695374 |
0.734833 |
0.658796 |
0.718025 |
0.764207 |
dutch_alpino |
0.586435 |
0.686074 |
0.719888 |
0.697279 |
0.605842 |
0.638455 |
0.669468 |
english_childes |
0.795896 |
0.827991 |
0.740778 |
0.727343 |
0.770886 |
0.832095 |
0.804449 |
english_ptb |
0.697658 |
0.693871 |
0.738373 |
0.671569 |
0.640759 |
0.715909 |
0.698428 |
portuguese_floresta |
0.797564 |
0.755839 |
0.757437 |
0.71671 |
0.668996 |
0.781793 |
0.803953 |
slovene_jos |
0.607464 |
0.569113 |
0.588572 |
0.571281 |
0.558635 |
0.666822 |
0.687003 |
swedish_talbanken |
0.709369 |
0.732445 |
0.737816 |
0.726676 |
0.667396 |
0.769843 |
0.771036 |