Preliminary results for joint POS and Dependency induction
Averages over languages with cutoff 10 for submissions
measure |
Christodoulopoulos, standard |
NED |
0.6507732 |
directed |
0.2925534 |
undirected |
0.5114979 |
Averages over languages with cutoff 10 for baselines
measure |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
NED |
0.6881486 |
0.7108207 |
0.6511071 |
0.6239173 |
0.6257862 |
0.6296534 |
directed |
0.3312497 |
0.3485663 |
0.3113453 |
0.2921317 |
0.2837565 |
0.2855503 |
undirected |
0.53634 |
0.5589263 |
0.5047637 |
0.4926414 |
0.4829434 |
0.4885868 |
Results for submissions
Directed accuracy
cutoff: 10 |
|
file |
Christodoulopoulos, standard |
arabic_padt |
0.361111 |
basque_3lb |
0.284465 |
czech_pdt |
0.331346 |
danish_cdt |
0.278592 |
dutch_alpino |
0.310345 |
english_childes |
0.312426 |
english_ptb |
0.227116 |
portuguese_floresta |
0.266504 |
slovene_jos |
0.263214 |
swedish_talbanken |
0.290415 |
cutoff: 15 |
|
file |
Christodoulopoulos, standard |
arabic_padt |
0.264574 |
basque_3lb |
0.267776 |
czech_pdt |
0.289196 |
danish_cdt |
0.243442 |
dutch_alpino |
0.217207 |
english_childes |
0.301963 |
english_ptb |
0.232115 |
portuguese_floresta |
0.243797 |
slovene_jos |
0.226415 |
swedish_talbanken |
0.269030 |
cutoff: none |
|
file |
Christodoulopoulos, standard |
basque_3lb |
0.245059 |
czech_pdt |
0.246923 |
danish_cdt |
0.213783 |
dutch_alpino |
0.151261 |
english_childes |
0.298963 |
english_ptb |
0.215463 |
portuguese_floresta |
0.197245 |
slovene_jos |
0.191545 |
swedish_talbanken |
0.235926 |
Undirected accuracy
cutoff: 10 |
|
file |
Christodoulopoulos, standard |
arabic_padt |
0.583333 |
basque_3lb |
0.493002 |
czech_pdt |
0.487331 |
danish_cdt |
0.562561 |
dutch_alpino |
0.470219 |
english_childes |
0.563071 |
english_ptb |
0.507226 |
portuguese_floresta |
0.518337 |
slovene_jos |
0.404863 |
swedish_talbanken |
0.525036 |
cutoff: 15 |
|
file |
Christodoulopoulos, standard |
arabic_padt |
0.538117 |
basque_3lb |
0.463470 |
czech_pdt |
0.437069 |
danish_cdt |
0.537572 |
dutch_alpino |
0.448519 |
english_childes |
0.552250 |
english_ptb |
0.478033 |
portuguese_floresta |
0.498382 |
slovene_jos |
0.366914 |
swedish_talbanken |
0.500521 |
cutoff: none |
|
file |
Christodoulopoulos, standard |
basque_3lb |
0.435298 |
czech_pdt |
0.389070 |
danish_cdt |
0.513847 |
dutch_alpino |
0.402961 |
english_childes |
0.549330 |
english_ptb |
0.433743 |
portuguese_floresta |
0.455380 |
slovene_jos |
0.327707 |
swedish_talbanken |
0.455540 |
Neutral Edge Detection
cutoff: 10 |
|
file |
Christodoulopoulos, standard |
arabic_padt |
0.620370 |
basque_3lb |
0.674248 |
czech_pdt |
0.650703 |
danish_cdt |
0.719941 |
dutch_alpino |
0.576803 |
english_childes |
0.799325 |
english_ptb |
0.679284 |
portuguese_floresta |
0.581907 |
slovene_jos |
0.557082 |
swedish_talbanken |
0.648069 |
cutoff: 15 |
|
file |
Christodoulopoulos, standard |
arabic_padt |
0.587444 |
basque_3lb |
0.609100 |
czech_pdt |
0.590267 |
danish_cdt |
0.672521 |
dutch_alpino |
0.545839 |
english_childes |
0.785430 |
english_ptb |
0.616641 |
portuguese_floresta |
0.553398 |
slovene_jos |
0.489555 |
swedish_talbanken |
0.611575 |
cutoff: none |
|
file |
Christodoulopoulos, standard |
basque_3lb |
0.559117 |
czech_pdt |
0.511777 |
danish_cdt |
0.616856 |
dutch_alpino |
0.472189 |
english_childes |
0.781814 |
english_ptb |
0.539236 |
portuguese_floresta |
0.500100 |
slovene_jos |
0.406576 |
swedish_talbanken |
0.545256 |
= Results for baselines =
Directed accuracy
cutoff: 10 |
||||||
file |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
arabic_padt |
0.425926 |
0.518519 |
0.490741 |
0.287037 |
0.194444 |
0.185185 |
basque_3lb |
0.288663 |
0.270819 |
0.301959 |
0.290763 |
0.238628 |
0.300910 |
czech_pdt |
0.286177 |
0.381570 |
0.282872 |
0.260515 |
0.353639 |
0.250988 |
danish_cdt |
0.363636 |
0.384164 |
0.181818 |
0.255621 |
0.240469 |
0.203812 |
dutch_alpino |
0.390282 |
0.410658 |
0.402821 |
0.376176 |
0.405956 |
0.396552 |
english_childes |
0.407602 |
0.443231 |
0.420603 |
0.392715 |
0.328156 |
0.417279 |
english_ptb |
0.251204 |
0.230557 |
0.231246 |
0.248451 |
0.207158 |
0.239504 |
portuguese_floresta |
0.383863 |
0.344743 |
0.310513 |
0.310513 |
0.364303 |
0.315403 |
slovene_jos |
0.206131 |
0.192389 |
0.226216 |
0.221987 |
0.227273 |
0.208245 |
swedish_talbanken |
0.309013 |
0.309013 |
0.264664 |
0.277539 |
0.277539 |
0.337625 |
cutoff: 15 |
||||||
file |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
arabic_padt |
0.390135 |
0.502242 |
0.443946 |
0.246637 |
0.174888 |
0.156951 |
basque_3lb |
0.281474 |
0.258806 |
0.295173 |
0.274625 |
0.226517 |
0.290933 |
czech_pdt |
0.240150 |
0.353133 |
0.236618 |
0.216619 |
0.325091 |
0.205587 |
danish_cdt |
0.301690 |
0.344375 |
0.135616 |
0.212094 |
0.186527 |
0.162294 |
dutch_alpino |
0.288434 |
0.369535 |
0.297602 |
0.280677 |
0.255994 |
0.306065 |
english_childes |
0.390328 |
0.426885 |
0.406949 |
0.376669 |
0.316064 |
0.403501 |
english_ptb |
0.256610 |
0.230754 |
0.211314 |
0.254471 |
0.191874 |
0.227838 |
portuguese_floresta |
0.323625 |
0.307443 |
0.243797 |
0.278317 |
0.314995 |
0.270766 |
slovene_jos |
0.176550 |
0.152291 |
0.184973 |
0.183288 |
0.184299 |
0.189353 |
swedish_talbanken |
0.289885 |
0.289885 |
0.229927 |
0.255474 |
0.255474 |
0.299270 |
cutoff: none |
||||||
file |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
arabic_padt |
0.352627 |
0.443614 |
0.342161 |
0.177915 |
0.126015 |
0.109355 |
basque_3lb |
0.274875 |
0.250559 |
0.287163 |
0.263705 |
0.214126 |
0.282781 |
czech_pdt |
0.198881 |
0.331761 |
0.199644 |
0.179233 |
0.294938 |
0.165363 |
danish_cdt |
0.233392 |
0.319193 |
0.099728 |
0.174884 |
0.142388 |
0.142388 |
dutch_alpino |
0.206283 |
0.337135 |
0.205082 |
0.207483 |
0.151261 |
0.214086 |
english_childes |
0.386350 |
0.422073 |
0.403326 |
0.373132 |
0.312570 |
0.400216 |
english_ptb |
0.225429 |
0.232843 |
0.171791 |
0.244045 |
0.196099 |
0.185829 |
portuguese_floresta |
0.285087 |
0.280096 |
0.170892 |
0.248553 |
0.316630 |
0.248752 |
slovene_jos |
0.138536 |
0.115154 |
0.143904 |
0.149427 |
0.144678 |
0.147517 |
swedish_talbanken |
0.263975 |
0.263975 |
0.205093 |
0.239109 |
0.239109 |
0.281679 |
Undirected accuracy
cutoff: 10 |
||||||
file |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
arabic_padt |
0.527778 |
0.583333 |
0.611111 |
0.500000 |
0.490741 |
0.527778 |
basque_3lb |
0.491603 |
0.505248 |
0.500350 |
0.481805 |
0.446466 |
0.496151 |
czech_pdt |
0.458946 |
0.572030 |
0.478971 |
0.455123 |
0.521612 |
0.460696 |
danish_cdt |
0.608993 |
0.570381 |
0.436950 |
0.482893 |
0.351906 |
0.404692 |
dutch_alpino |
0.536050 |
0.572100 |
0.537618 |
0.536050 |
0.551724 |
0.526646 |
english_childes |
0.610113 |
0.626786 |
0.598700 |
0.597162 |
0.558952 |
0.593787 |
english_ptb |
0.529250 |
0.540950 |
0.469374 |
0.474191 |
0.446662 |
0.446662 |
portuguese_floresta |
0.611247 |
0.594132 |
0.515892 |
0.498778 |
0.559902 |
0.511002 |
slovene_jos |
0.418605 |
0.453488 |
0.412262 |
0.415433 |
0.416490 |
0.404863 |
swedish_talbanken |
0.570815 |
0.570815 |
0.486409 |
0.484979 |
0.484979 |
0.513591 |
cutoff: 15 |
||||||
file |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
arabic_padt |
0.511211 |
0.582960 |
0.573991 |
0.479821 |
0.493274 |
0.538117 |
basque_3lb |
0.479126 |
0.493477 |
0.488258 |
0.458904 |
0.423679 |
0.475701 |
czech_pdt |
0.414271 |
0.542144 |
0.432178 |
0.416553 |
0.480463 |
0.419216 |
danish_cdt |
0.567141 |
0.523344 |
0.401956 |
0.433526 |
0.287906 |
0.372388 |
dutch_alpino |
0.479549 |
0.526798 |
0.474612 |
0.480959 |
0.441467 |
0.473202 |
english_childes |
0.594642 |
0.611573 |
0.584652 |
0.582928 |
0.546194 |
0.579524 |
english_ptb |
0.503110 |
0.526633 |
0.447123 |
0.449650 |
0.423406 |
0.430210 |
portuguese_floresta |
0.558792 |
0.566343 |
0.460626 |
0.474649 |
0.516721 |
0.460626 |
slovene_jos |
0.377695 |
0.410040 |
0.370283 |
0.361523 |
0.364218 |
0.365903 |
swedish_talbanken |
0.527633 |
0.527633 |
0.429614 |
0.454119 |
0.454119 |
0.464025 |
cutoff: none |
||||||
file |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
arabic_padt |
0.454507 |
0.524776 |
0.449594 |
0.382742 |
0.402606 |
0.470312 |
basque_3lb |
0.464255 |
0.473191 |
0.470012 |
0.438735 |
0.403506 |
0.456006 |
czech_pdt |
0.374788 |
0.509223 |
0.385312 |
0.381554 |
0.432732 |
0.379587 |
danish_cdt |
0.522171 |
0.488474 |
0.373379 |
0.389387 |
0.224588 |
0.344806 |
dutch_alpino |
0.418968 |
0.485594 |
0.408363 |
0.419368 |
0.367747 |
0.410364 |
english_childes |
0.591620 |
0.608035 |
0.581469 |
0.580173 |
0.543499 |
0.576674 |
english_ptb |
0.454424 |
0.488049 |
0.393939 |
0.411056 |
0.395621 |
0.378565 |
portuguese_floresta |
0.517868 |
0.527451 |
0.397884 |
0.449790 |
0.497504 |
0.440607 |
slovene_jos |
0.332611 |
0.366987 |
0.327862 |
0.312842 |
0.308145 |
0.322546 |
swedish_talbanken |
0.488562 |
0.488562 |
0.403223 |
0.411975 |
0.411975 |
0.441814 |
Neutral Edge Detection
cutoff: 10 |
||||||
file |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
arabic_padt |
0.629630 |
0.666667 |
0.675926 |
0.583333 |
0.537037 |
0.629630 |
basque_3lb |
0.627712 |
0.624563 |
0.622813 |
0.613716 |
0.578027 |
0.627362 |
czech_pdt |
0.607414 |
0.720238 |
0.639622 |
0.580909 |
0.655175 |
0.603590 |
danish_cdt |
0.723851 |
0.732160 |
0.603128 |
0.645161 |
0.635386 |
0.569404 |
dutch_alpino |
0.648903 |
0.650470 |
0.647335 |
0.644201 |
0.623824 |
0.637931 |
english_childes |
0.795554 |
0.798829 |
0.783793 |
0.789103 |
0.773819 |
0.778881 |
english_ptb |
0.734343 |
0.742602 |
0.636614 |
0.615967 |
0.614591 |
0.601514 |
portuguese_floresta |
0.806846 |
0.794621 |
0.726161 |
0.628362 |
0.716381 |
0.669927 |
slovene_jos |
0.523256 |
0.594080 |
0.519027 |
0.523256 |
0.508457 |
0.511628 |
swedish_talbanken |
0.783977 |
0.783977 |
0.656652 |
0.615165 |
0.615165 |
0.666667 |
cutoff: 15 |
||||||
file |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
arabic_padt |
0.618834 |
0.659193 |
0.659193 |
0.551570 |
0.542601 |
0.614350 |
basque_3lb |
0.584801 |
0.581213 |
0.582681 |
0.561644 |
0.525766 |
0.576973 |
czech_pdt |
0.553204 |
0.683930 |
0.583854 |
0.524428 |
0.595321 |
0.547715 |
danish_cdt |
0.670743 |
0.664740 |
0.533348 |
0.567808 |
0.528457 |
0.503557 |
dutch_alpino |
0.624824 |
0.615656 |
0.613540 |
0.626234 |
0.515515 |
0.611425 |
english_childes |
0.780258 |
0.783883 |
0.768146 |
0.773981 |
0.755946 |
0.762620 |
english_ptb |
0.685459 |
0.701400 |
0.572900 |
0.557737 |
0.553072 |
0.545490 |
portuguese_floresta |
0.741100 |
0.750809 |
0.654800 |
0.571737 |
0.647249 |
0.607335 |
slovene_jos |
0.462264 |
0.546833 |
0.467655 |
0.448113 |
0.443733 |
0.457547 |
swedish_talbanken |
0.714286 |
0.714286 |
0.594369 |
0.569864 |
0.569864 |
0.616788 |
cutoff: none |
||||||
file |
DMV-CPOS |
DMV-POS |
DMV-UPOS |
PR-CPOS |
PR-POS |
PR-UPOS |
arabic_padt |
0.534387 |
0.576249 |
0.533106 |
0.434643 |
0.437206 |
0.500854 |
basque_3lb |
0.556023 |
0.543564 |
0.547345 |
0.527324 |
0.490978 |
0.539010 |
czech_pdt |
0.493130 |
0.634249 |
0.514880 |
0.460288 |
0.518138 |
0.478402 |
danish_cdt |
0.602689 |
0.604210 |
0.463422 |
0.479670 |
0.382424 |
0.431807 |
dutch_alpino |
0.574630 |
0.567827 |
0.551821 |
0.570028 |
0.432173 |
0.555022 |
english_childes |
0.777192 |
0.780562 |
0.764708 |
0.770756 |
0.752354 |
0.759698 |
english_ptb |
0.602455 |
0.635472 |
0.474862 |
0.478751 |
0.477232 |
0.450980 |
portuguese_floresta |
0.694350 |
0.707926 |
0.578958 |
0.504891 |
0.607307 |
0.553404 |
slovene_jos |
0.387478 |
0.475173 |
0.403479 |
0.372871 |
0.362341 |
0.387478 |
swedish_talbanken |
0.654466 |
0.654466 |
0.543465 |
0.505073 |
0.505073 |
0.568729 |