Differences between revisions 1 and 11 (spanning 10 versions)
⇤ ← Revision 1 as of 2012-04-19 18:38:32 →
Size: 10466
Editor: TrevorCohn
Comment:
← Revision 11 as of 2012-05-07 11:23:11 → ⇥
Size: 39273
Editor: TrevorCohn
Comment:
Deletions are marked like this. Additions are marked like this.
Line 6: Line 6:
== Averages over languages and cutoffs: ==
|| measure || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| M-1 || 70.2233932281 || 76.618182369 || 75.8975347781 ||
|| M-M || 47.0344072363 || 38.7262097543 || 40.3778446773 ||
|| VI || 3.2579739029 || 3.86169022189 || 3.87464307457 ||
|| VM || 54.4484929921 || 53.7134940813 || 57.7102535243 ||
Note: in the baselines, CPOS, POS and UPOS are used to match the amount of
tags those columns have for each dataset. The same goes for CPOS-MK, POS-MK,
and UPOS-MK, which were made using a different tool.

== Averages over languages with cutoff 10 for submissions ==
|| measure || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| 1-1 || 44.8479038982 || 45.7598697077 || 38.6901601565 || 40.6371555008 || 44.7999640753 || 44.4774666529 ||
|| M-1 || 76.6355070052 || 68.6829876391 || 76.5107286096 || 75.9002750672 || 60.745322736 || 56.8013143605 ||
|| VI || 3.19087380489 || 3.29549124697 || 3.7390972771 || 3.69384378012 || 3.42549992143 || 3.40375912189 ||
|| VM || 58.365084795 || 52.6598296566 || 53.7514171644 || 58.1458809399 || 47.2764456326 || 43.5133595608 ||
== Averages over languages with cutoff 10 for baselines ==
|| measure || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| 1-1 || 41.2675966155 || 43.0338998843 || 33.3444767206 || 34.6035102232 || 42.9249488539 || 45.369973969 ||
|| M-1 || 62.6299192299 || 65.1927193106 || 72.4802031122 || 72.6503959584 || 55.3421238127 || 58.4994267076 ||
|| VI || 3.70773119248 || 3.61144572597 || 4.19181484845 || 3.97071553021 || 3.6334290507 || 3.55445522787 ||
|| VM || 46.5907665493 || 48.5134872712 || 50.5163416831 || 51.4260360779 || 41.6230488654 || 44.6569810058 ||
== Results for submissions ==
Line 13: Line 26:
|||||||| cutoff: 10 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || 63.1578947368 || 72.8070175439 || 72.8070175439 ||
|| basque_3lb || 65.2823920266 || 73.1450719823 || 75.276854928 ||
|| czech_pdt || 67.2175721064 || 71.5252972224 || 75.2998880418 ||
|| danish_cdt || 69.0721649485 || 79.381443299 || 71.8873909596 ||
|| dutch_alpino || 57.2789115646 || 74.1496598639 || 76.0544217687 ||
|| english_childes || 82.5730435475 || 87.3338110023 || 85.3873099276 ||
|| english_ptb || 77.943615257 || 76.8380320619 || 72.4709784411 ||
|| portuguese_floresta || 72.0408163265 || 74.8979591837 || 75.9183673469 ||
|| slovene_jos || 62.8472222222 || 76.4756944444 || 75.3472222222 ||
|| swedish_talbanken || 69.4162436548 || 78.5532994924 || 78.5532994924 ||
|||||||| cutoff: 15 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 76.2295081967 || 76.2295081967 ||
|| basque_3lb || 65.4140295359 || 73.3517932489 || 75.4087552743 ||
|| czech_pdt || 67.0143415906 || 71.2276127084 || 74.9353827855 ||
|| danish_cdt || 70.1274709034 || 79.7524478108 || 72.2889340477 ||
|| dutch_alpino || 64.347826087 || 73.5403726708 || 75.652173913 ||
|| english_childes || 82.4751905652 || 87.3615705451 || 85.3408600604 ||
|| english_ptb || 79.886086249 || 77.5589910496 || 73.458096013 ||
|| portuguese_floresta || 73.2727272727 || 75.6363636364 || 76.1818181818 ||
|| slovene_jos || 63.5895970277 || 75.5358673907 || 73.6210345813 ||
|| swedish_talbanken || 69.0654205607 || 74.6728971963 || 74.6728971963 ||
|||||||| cutoff: none ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 79.0983606557 || 79.0007806401 ||
|| basque_3lb || 65.3235396992 || 72.59181532 || 75.2291010843 ||
|| czech_pdt || 67.3015104905 || 72.4004239973 || 76.0003686933 ||
|| danish_cdt || 70.7745759248 || 79.9032631651 || 71.6193201172 ||
|| dutch_alpino || 70.1342882722 || 74.0376007162 || 76.078782453 ||
|| english_childes || 82.4856367417 || 87.3850058158 || 85.3547636671 ||
|| english_ptb || 81.0052219321 || 77.9391009809 || 73.4634111919 ||
|| portuguese_floresta || 74.0412476564 || 76.1377194478 || 77.1262996421 ||
|| slovene_jos || 65.3092806296 || 75.5272582571 || 72.7107927665 ||
|| swedish_talbanken || 67.8571428571 || 73.5502121641 || 73.5502121641 ||
== M-M ==
|||||||| cutoff: 10 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || 38.5964912281 || 32.4561403509 || 32.4561403509 ||
|| basque_3lb || 45.6256921373 || 42.9401993355 || 53.1284606866 ||
|| czech_pdt || 49.7201044943 || 31.486911553 || 33.8167084289 ||
|| danish_cdt || 47.2640761301 || 34.4964314036 || 35.4877081681 ||
|| dutch_alpino || 35.9183673469 || 46.5306122449 || 42.4489795918 ||
|| english_childes || 49.1521375687 || 47.9301011066 || 64.9988058276 ||
|| english_ptb || 47.6506357103 || 50.0829187396 || 40.464344942 ||
|| portuguese_floresta || 50.2040816327 || 32.6530612245 || 34.8979591837 ||
|| slovene_jos || 52.6041666667 || 33.6805555556 || 34.0277777778 ||
|| swedish_talbanken || 40.8629441624 || 34.6446700508 || 34.6446700508 ||
|||||||| cutoff: 15 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 34.0163934426 || 34.4262295082 ||
|| basque_3lb || 43.68407173 || 42.8138185654 || 52.9535864979 ||
|| czech_pdt || 51.188270546 || 32.3932386377 || 33.2418399323 ||
|| danish_cdt || 46.6100129318 || 32.8653242195 || 33.696656198 ||
|| dutch_alpino || 49.5031055901 || 45.0931677019 || 41.4285714286 ||
|| english_childes || 49.7231410902 || 48.3640155329 || 64.5476772616 ||
|| english_ptb || 46.2489829129 || 53.506916192 || 41.5134255492 ||
|| portuguese_floresta || 49 || 32.0909090909 || 33.8181818182 ||
|| slovene_jos || 50.5573020863 || 33.0665904544 || 33.0094312661 ||
|| swedish_talbanken || 39.1588785047 || 33.4112149533 || 33.4112149533 ||
|||||||| cutoff: none ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 37.7634660422 || 39.1491022639 ||
|| basque_3lb || 41.1542497377 || 41.0353270374 || 52.3819517314 ||
|| czech_pdt || 51.6164898091 || 31.0370652011 || 31.7381586073 ||
|| danish_cdt || 45.7047482799 || 31.5075958853 || 31.7732815587 ||
|| dutch_alpino || 56.1683079678 || 43.0975828111 || 39.982094897 ||
|| english_childes || 49.9700398294 || 48.5707236262 || 64.5024849318 ||
|| english_ptb || 47.094418178 || 52.7856185167 || 41.3450003528 ||
|| portuguese_floresta || 48.4063405488 || 34.2082836202 || 35.3843531618 ||
|| slovene_jos || 53.0353274086 || 33.187425388 || 32.5905292479 ||
|| swedish_talbanken || 40.5410183876 || 34.0700141443 || 34.0700141443 ||		 |||||||||||||| cutoff: 10 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 77.19298245614034 || 63.1578947368421 || 72.80701754385966 || 72.80701754385966 || 52.63157894736842 || 56.14035087719298 ||
|| basque_3lb || 69.21373200442967 || 65.28239202657808 || 73.14507198228128 || 75.27685492801773 || 56.09080841638981 || 58.97009966777409 ||
|| czech_pdt || 83.494162179453 || 67.2175721064136 || 71.52529722237031 || 75.29988804179773 || N/A || N/A ||
|| danish_cdt || 77.04203013481364 || 69.0721649484536 || 79.38144329896907 || 71.8873909595559 || 53.13243457573355 || 44.726407613005556 ||
|| dutch_alpino || 76.73469387755102 || 57.278911564625844 || 74.14965986394559 || 76.05442176870748 || 57.41496598639456 || 61.36054421768707 ||
|| english_childes || 87.71196560783378 || 82.57304354748825 || 87.33381100230874 || 85.38730992755353 || N/A || N/A ||
|| english_ptb || 81.48148148148148 || 77.9436152570481 || 76.83803206191267 || 72.4709784411277 || 73.52128247650636 || N/A ||
|| portuguese_floresta || 75.91836734693878 || 72.0408163265306 || 74.89795918367346 || 75.91836734693878 || 67.9591836734694 || 63.26530612244898 ||
|| slovene_jos || 66.75347222222221 || 62.84722222222222 || 76.47569444444444 || 75.34722222222221 || N/A || N/A ||
|| swedish_talbanken || 70.81218274111674 || 69.41624365482234 || 78.55329949238579 || 78.55329949238579 || 64.46700507614213 || 56.34517766497462 ||
|||||||||||||| cutoff: 15 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 76.22950819672131 || 60.245901639344254 || 76.22950819672131 || 76.22950819672131 || 56.557377049180324 || 54.09836065573771 ||
|| basque_3lb || 68.22257383966245 || 65.41402953586498 || 73.35179324894516 || 75.40875527426161 || 56.7246835443038 || 58.992616033755276 ||
|| czech_pdt || 83.28186829524921 || 67.01434159061279 || 71.22761270843341 || 74.9353827855166 || N/A || N/A ||
|| danish_cdt || 76.20543136892665 || 70.12747090338075 || 79.75244781082579 || 72.28893404766303 || 53.002032144836505 || 43.746536116755955 ||
|| dutch_alpino || 78.13664596273291 || 64.34782608695652 || 73.54037267080746 || 75.65217391304347 || 59.75155279503106 || 58.50931677018634 ||
|| english_childes || 87.70674528980297 || 82.47519056522364 || 87.36157054508845 || 85.34086006040557 || N/A || N/A ||
|| english_ptb || 83.8893409275834 || 79.8860862489829 || 77.55899104963385 || 73.45809601301872 || 74.22294548413345 || N/A ||
|| portuguese_floresta || 74.90909090909092 || 73.27272727272728 || 75.63636363636364 || 76.18181818181819 || 68.9090909090909 || 64.27272727272727 ||
|| slovene_jos || 67.50500142897971 || 63.58959702772221 || 75.53586739068305 || 73.62103458130895 || N/A || N/A ||
|| swedish_talbanken || 68.64485981308411 || 69.06542056074765 || 74.67289719626167 || 74.67289719626167 || 58.78504672897197 || 52.24299065420561 ||
|||||||||||||| cutoff: none ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 79.02029664324746 || N/A || 79.09836065573771 || 79.0007806401249 || 64.7736143637783 || 56.53786104605777 ||
|| basque_3lb || 66.76460300804477 || 65.32353969919552 || 72.59181532004197 || 75.22910108429521 || 56.712137110877926 || 58.02728226652676 ||
|| czech_pdt || 83.69857016118812 || 67.30151049047734 || 72.40042399732697 || 76.0003686933278 || N/A || N/A ||
|| danish_cdt || 74.63042441583214 || 70.77457592479051 || 79.90326316506574 || 71.61932011717418 || 52.81694938347299 || 41.90339941412903 ||
|| dutch_alpino || 80.75201432408237 || 70.13428827215756 || 74.03760071620412 || 76.0787824529991 || 61.145926589077895 || 58.78245299910474 ||
|| english_childes || 87.72690423319587 || 82.48563674174333 || 87.38500581579783 || 85.35476366712487 || N/A || N/A ||
|| english_ptb || 85.93430244866276 || 81.00522193211488 || 77.93910098087645 || 73.46341119187072 || 75.83797897113824 || N/A ||
|| portuguese_floresta || 79.78523947502983 || 74.04124765638316 || 76.13771944775864 || 77.12629964206579 || 71.21186296233168 || 66.81438554627577 ||
|| slovene_jos || 70.81398947694211 || 65.3092806296149 || 75.52725825706327 || 72.71079276650308 || N/A || N/A ||
|| swedish_talbanken || 66.19519094766619 || 67.85714285714286 || 73.55021216407354 || 73.55021216407354 || 55.46322489391796 || 48.886138613861384 ||
== 1-1 ==
|||||||||||||| cutoff: 10 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 50.877192982456144 || 38.59649122807017 || 32.45614035087719 || 32.45614035087719 || 39.473684210526315 || 39.473684210526315 ||
|| basque_3lb || 46.013289036544855 || 45.625692137320044 || 42.94019933554817 || 53.12846068660022 || 44.545957918050945 || 47.03765227021041 ||
|| czech_pdt || 33.66743082582502 || 49.72010449432212 || 31.486911553020207 || 33.816708428853225 || N/A || N/A ||
|| danish_cdt || 46.90721649484536 || 47.26407613005551 || 34.4964314036479 || 35.48770816812054 || 39.968279143536876 || 38.50118953211737 ||
|| dutch_alpino || 33.33333333333333 || 35.91836734693877 || 46.53061224489796 || 42.44897959183673 || 43.40136054421769 || 36.734693877551024 ||
|| english_childes || 46.54884165273466 || 49.15213756866492 || 47.93010110659979 || 64.9988058275615 || N/A || N/A ||
|| english_ptb || 43.78109452736319 || 47.650635710337205 || 50.08291873963516 || 40.46434494195688 || 47.92703150912106 || N/A ||
|| portuguese_floresta || 57.3469387755102 || 50.204081632653065 || 32.6530612244898 || 34.89795918367347 || 51.83673469387755 || 58.16326530612245 ||
|| slovene_jos || 41.14583333333333 || 52.604166666666664 || 33.68055555555556 || 34.02777777777778 || N/A || N/A ||
|| swedish_talbanken || 48.857868020304565 || 40.86294416243655 || 34.64467005076142 || 34.64467005076142 || 46.44670050761421 || 46.954314720812185 ||
|||||||||||||| cutoff: 15 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 49.59016393442623 || 40.57377049180328 || 34.01639344262295 || 34.42622950819672 || 43.44262295081967 || 40.16393442622951 ||
|| basque_3lb || 42.391877637130804 || 43.68407172995781 || 42.813818565400844 || 52.95358649789029 || 42.60284810126582 || 44.33016877637131 ||
|| czech_pdt || 35.71673643038496 || 51.18827054598687 || 32.39323863766326 || 33.24183993229488 || N/A || N/A ||
|| danish_cdt || 44.52244596342139 || 46.61001293183078 || 32.865324219471646 || 33.69665619804175 || 38.85091446517643 || 37.79789395898762 ||
|| dutch_alpino || 39.37888198757764 || 49.50310559006211 || 45.09316770186335 || 41.42857142857143 || 44.6583850931677 || 43.41614906832298 ||
|| english_childes || 46.51229685028046 || 49.7231410901769 || 48.36401553286351 || 64.54767726161369 || N/A || N/A ||
|| english_ptb || 47.74613506916192 || 46.24898291293735 || 53.50691619202603 || 41.51342554922701 || 48.136696501220506 || N/A ||
|| portuguese_floresta || 57.63636363636364 || 49.0 || 32.09090909090909 || 33.81818181818182 || 49.36363636363637 || 57.54545454545455 ||
|| slovene_jos || 38.03943983995427 || 50.55730208631037 || 33.06659045441555 || 33.00943126607602 || N/A || N/A ||
|| swedish_talbanken || 48.50467289719626 || 39.15887850467289 || 33.41121495327103 || 33.41121495327103 || 41.35514018691589 || 42.757009345794394 ||
|||||||||||||| cutoff: none ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 53.86416861826698 || N/A || 37.76346604215456 || 39.14910226385636 || 50.078064012490245 || 41.451990632318505 ||
|| basque_3lb || 39.37740468695348 || 41.15424973767051 || 41.035327037425674 || 52.38195173137461 || 40.671563483735575 || 41.46204966771598 ||
|| czech_pdt || 33.64787482861521 || 51.616489809085984 || 31.037065201110686 || 31.738158607260953 || N/A || N/A ||
|| danish_cdt || 43.91988555078684 || 45.70474827985558 || 31.50759588527829 || 31.77328155868928 || 36.8621840724845 || 35.94250289529259 ||
|| dutch_alpino || 42.82900626678604 || 56.168307967770815 || 43.09758281110116 || 39.982094897045656 || 47.55595344673232 || 44.941808415398384 ||
|| english_childes || 46.61097599661626 || 49.97003982940326 || 48.57072362623806 || 64.50248493179656 || N/A || N/A ||
|| english_ptb || 49.32785265683438 || 47.0944181779691 || 52.78561851668901 || 41.34500035283325 || 49.867687530872914 || N/A ||
|| portuguese_floresta || 61.44537242202147 || 48.40634054883245 || 34.20828362024885 || 35.38435316175217 || 51.423214590080114 || 58.75234361683995 ||
|| slovene_jos || 38.97952867312199 || 53.03532740858646 || 33.187425387982486 || 32.590529247910865 || N/A || N/A ||
|| swedish_talbanken || 48.76237623762376 || 40.54101838755304 || 34.07001414427157 || 34.07001414427157 || 37.5 || 39.63932107496464 ||
Line 87: Line 100:
|||||||| cutoff: 10 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || 43.6211964667 || 49.8816447135 || 49.8816447135 ||
|| basque_3lb || 48.5364097962 || 50.9597089904 || 58.1153238489 ||
|| czech_pdt || 44.7327885912 || 38.8961752109 || 44.037405893 ||
|| danish_cdt || 53.5911751218 || 57.5333414417 || 64.7519294992 ||
|| dutch_alpino || 38.0201628027 || 50.3408491583 || 50.8321055566 ||
|| english_childes || 68.0779879749 || 67.6083952977 || 78.4198747296 ||
|| english_ptb || 62.5731127003 || 58.5209699106 || 63.0063848654 ||
|| portuguese_floresta || 58.9882679955 || 54.1297334766 || 57.0552971031 ||
|| slovene_jos || 49.8388790979 || 50.738367554 || 56.4538572993 ||
|| swedish_talbanken || 58.618316019 || 58.9049858901 || 58.9049858901 ||
|||||||| cutoff: 15 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 51.4339604059 || 51.6203052218 ||
|| basque_3lb || 46.7165180787 || 49.606179371 || 55.8093389597 ||
|| czech_pdt || 46.7519242235 || 40.4179130514 || 45.101577753 ||
|| danish_cdt || 54.7255334698 || 56.8718598564 || 64.2754814386 ||
|| dutch_alpino || 46.7147146388 || 52.8388520919 || 52.1605322185 ||
|| english_childes || 68.1322390813 || 67.6975103315 || 78.1945034091 ||
|| english_ptb || 63.7504602406 || 60.4391855367 || 62.8882641464 ||
|| portuguese_floresta || 57.6750545739 || 53.3265086894 || 56.4041368033 ||
|| slovene_jos || 50.1665409271 || 47.9950001142 || 53.5940480803 ||
|| swedish_talbanken || 58.37082748 || 56.4199196205 || 56.4199196205 ||
|||||||| cutoff: none ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 51.4446158921 || 52.9529877892 ||
|| basque_3lb || 46.3245847729 || 48.2992268307 || 54.4461272977 ||
|| czech_pdt || 48.7612140547 || 42.4290461732 || 46.7616977218 ||
|| danish_cdt || 56.1571306338 || 56.8333258341 || 63.61895607 ||
|| dutch_alpino || 53.3505084217 || 54.8328949261 || 53.3996287428 ||
|| english_childes || 68.1802789742 || 67.7669510414 || 78.1824366341 ||
|| english_ptb || 64.1892826164 || 60.1749543008 || 61.3064540327 ||
|| portuguese_floresta || 58.4617618641 || 52.360531594 || 54.7369091966 ||
|| slovene_jos || 51.296379987 || 46.6090427073 || 51.8823187682 ||
|| swedish_talbanken || 58.2345531728 || 56.0931724273 || 56.0931724273 ||		 |||||||||||||| cutoff: 10 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 59.58559339060883 || 43.62119646671101 || 49.88164471352893 || 49.88164471352893 || 39.95512689769535 || 36.39569537260902 ||
|| basque_3lb || 50.99307988660486 || 48.53640979619257 || 50.95970899040564 || 58.1153238488631 || 40.196144880289104 || 42.56688226058565 ||
|| czech_pdt || 52.11675246679347 || 44.73278859122585 || 38.89617521090496 || 44.037405892979095 || N/A || N/A ||
|| danish_cdt || 60.356557827276745 || 53.591175121753345 || 57.53334144165391 || 64.75192949924858 || 42.320011898426344 || 37.338966447839745 ||
|| dutch_alpino || 51.60149014654867 || 38.02016280274634 || 50.340849158272206 || 50.832105556568806 || 38.594548862044654 || 42.23950863569717 ||
|| english_childes || 70.50897561120742 || 68.07798797494013 || 67.60839529769814 || 78.41987472959967 || N/A || N/A ||
|| english_ptb || 64.30156483150868 || 62.573112700324785 || 58.52096991061693 || 63.00638486538638 || 59.772025128202955 || N/A ||
|| portuguese_floresta || 63.55436438942059 || 58.98826799547705 || 54.12973347658484 || 57.05529710306491 || 54.85755476630859 || 51.74965271997627 ||
|| slovene_jos || 49.54434082328363 || 49.83887909794581 || 50.73836755401322 || 56.45385729933412 || N/A || N/A ||
|| swedish_talbanken || 61.08812857647179 || 58.61831601901527 || 58.90498589014833 || 58.90498589014833 || 55.23970699545343 || 50.7894519278561 ||
|||||||||||||| cutoff: 15 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 59.79368663514332 || 39.32274932666634 || 51.433960405943324 || 51.62030522178487 || 40.40736959968353 || 35.49405490306846 ||
|| basque_3lb || 48.48741104746065 || 46.716518078658645 || 49.606179371012644 || 55.80933895966987 || 39.189651631413874 || 41.19296854871094 ||
|| czech_pdt || 53.593048680372924 || 46.75192422347722 || 40.41791305140842 || 45.101577753047536 || N/A || N/A ||
|| danish_cdt || 59.74471366153833 || 54.72553346983457 || 56.87185985642923 || 64.27548143863716 || 42.64064386038966 || 37.34902830265469 ||
|| dutch_alpino || 54.782019282299096 || 46.71471463879629 || 52.83885209190685 || 52.16053221851604 || 43.30352598628739 || 43.91497096676743 ||
|| english_childes || 70.56392306708123 || 68.13223908128776 || 67.69751033145879 || 78.1945034090595 || N/A || N/A ||
|| english_ptb || 65.65220551872363 || 63.75046024056116 || 60.439185536658634 || 62.88826414644305 || 60.283560148570025 || N/A ||
|| portuguese_floresta || 62.645384184923316 || 57.675054573933984 || 53.32650868943317 || 56.40413680330357 || 53.924059260455714 || 51.14378934376125 ||
|| slovene_jos || 48.895211041139845 || 50.16654092709094 || 47.99500011419053 || 53.594048080344834 || N/A || N/A ||
|| swedish_talbanken || 60.77646803716847 || 58.37082748004918 || 56.41991962054256 || 56.41991962054256 || 52.00395886931477 || 47.65117593136282 ||
|||||||||||||| cutoff: none ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 61.21989590749298 || N/A || 51.44461589212226 || 52.952987789249036 || 45.408698921262314 || 39.125155743073684 ||
|| basque_3lb || 46.78270656036141 || 46.32458477289194 || 48.29922683069305 || 54.446127297690815 || 38.74915501498663 || 39.835979625282064 ||
|| czech_pdt || 55.03085362966724 || 48.76121405467907 || 42.429046173213806 || 46.76169772176474 || N/A || N/A ||
|| danish_cdt || 59.12249273900915 || 56.157130633766464 || 56.83332583410241 || 63.61895606996989 || 43.54290921069223 || 37.11628310210372 ||
|| dutch_alpino || 57.01128025516519 || 53.350508421712384 || 54.8328949260925 || 53.39962874275941 || 45.94640013420552 || 44.696138255748465 ||
|| english_childes || 70.60742316992047 || 68.180278974173 || 67.7669510414336 || 78.1824366341214 || N/A || N/A ||
|| english_ptb || 66.42903228402129 || 64.18928261644633 || 60.17495430082145 || 61.30645403272812 || 60.92535571531826 || N/A ||
|| portuguese_floresta || 66.35178720490117 || 58.461761864085304 || 52.360531593982884 || 54.736909196572036 || 56.5745772734508 || 53.96658558409606 ||
|| slovene_jos || 51.17092486568586 || 51.29637998704551 || 46.6090427073388 || 51.882318768178045 || N/A || N/A ||
|| swedish_talbanken || 61.5195302804981 || 58.234553172830005 || 56.09317242729238 || 56.09317242729238 || 50.446404537055955 || 45.86793220820021 ||
Line 124: Line 137:
|||||||| cutoff: 10 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || 3.4818745246 || 3.2823041269 || 3.2823041269 ||
|| basque_3lb || 3.4430583016 || 3.8326267531 || 3.4610793641 ||
|| czech_pdt || 3.4098817039 || 5.0591037998 || 5.4736553927 ||
|| danish_cdt || 3.5680167855 || 3.8992497896 || 3.7658341725 ||
|| dutch_alpino || 3.9333377443 || 3.1358828244 || 3.482192106 ||
|| english_childes || 2.5788568068 || 2.8120126426 || 2.0736802206 ||
|| english_ptb || 3.0163722794 || 3.4462285103 || 3.7348205442 ||
|| portuguese_floresta || 2.863504147 || 3.7681306175 || 3.7142603395 ||
|| slovene_jos || 3.1771279401 || 4.2096730529 || 4.0048508809 ||
|| swedish_talbanken || 3.4828822366 || 3.9457606538 || 3.9457606538 ||
|||||||| cutoff: 15 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 3.4561537611 || 3.4601369686 ||
|| basque_3lb || 3.5902820742 || 3.945022692 || 3.6444144248 ||
|| czech_pdt || 3.3436911848 || 4.9386211968 || 5.5651366918 ||
|| danish_cdt || 3.5313583568 || 4.0779517713 || 3.9320889674 ||
|| dutch_alpino || 3.5501478111 || 3.3157551657 || 3.7160865368 ||
|| english_childes || 2.5921638664 || 2.8292186976 || 2.1087371011 ||
|| english_ptb || 3.0049430763 || 3.3049743661 || 3.8608413046 ||
|| portuguese_floresta || 2.9591654811 || 3.9415069907 || 3.8980890069 ||
|| slovene_jos || 3.1901368255 || 4.586505035 || 4.4154748033 ||
|| swedish_talbanken || 3.6477495783 || 4.367492103 || 4.367492103 ||
|||||||| cutoff: none ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 3.8046603261 || 3.7609800016 ||
|| basque_3lb || 3.6484529041 || 4.0890793321 || 3.7832000183 ||
|| czech_pdt || 3.2384899475 || 4.7941891571 || 5.4769309594 ||
|| danish_cdt || 3.4696588214 || 4.1515542889 || 4.0777087659 ||
|| dutch_alpino || 3.1332855012 || 3.2828645726 || 3.7242854122 ||
|| english_childes || 2.5919566677 || 2.8278027552 || 2.1120688253 ||
|| english_ptb || 2.9501995985 || 3.2981153915 || 4.0282456539 ||
|| portuguese_floresta || 2.9110733729 || 4.0714783915 || 4.1121533422 ||
|| slovene_jos || 3.139972222 || 4.8038759744 || 4.6838716319 ||
|| swedish_talbanken || 3.7756295217 || 4.572911917 || 4.572911917 ||		 |||||||||||||| cutoff: 10 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 2.586580294787889 || 3.4818745245907023 || 3.282304126931451 || 3.282304126931451 || 3.1323062701060564 || 3.4411711415789346 ||
|| basque_3lb || 3.601785595574543 || 3.4430583016461105 || 3.832626753096697 || 3.461079364075603 || 3.613935767513697 || 3.372297786217455 ||
|| czech_pdt || 3.8464455711653005 || 3.409881703876001 || 5.059103799825897 || 5.473655392701877 || N/A || N/A ||
|| danish_cdt || 3.233045602388806 || 3.5680167854770986 || 3.8992497895763325 || 3.7658341724540048 || 4.089586356810445 || 3.891681263019284 ||
|| dutch_alpino || 3.835157722545265 || 3.933337744265091 || 3.1358828244133425 || 3.4821921060397862 || 3.631272845239338 || 3.2828584215847783 ||
|| english_childes || 2.4740152918676923 || 2.578856806815062 || 2.812012642574226 || 2.0736802206432037 || N/A || N/A ||
|| english_ptb || 3.0126762109124794 || 3.016372279437748 || 3.4462285103459394 || 3.734820544166473 || 3.0489161481247953 || N/A ||
|| portuguese_floresta || 2.5827300834551146 || 2.863504146952903 || 3.768130617527284 || 3.7142603395168865 || 3.073159914192837 || 3.0659796399325 ||
|| slovene_jos || 3.5850618199130575 || 3.1771279400667964 || 4.209673052897619 || 4.004850880915011 || N/A || N/A ||
|| swedish_talbanken || 3.1512398562782122 || 3.4828822365894956 || 3.9457606537874605 || 3.9457606537874605 || 3.3893221479893887 || 3.368566478996342 ||
|||||||||||||| cutoff: 15 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 2.615029396556991 || 3.7510980838030115 || 3.4561537611061057 || 3.4601369685695476 || 3.3150284925896023 || 3.49947616185263 ||
|| basque_3lb || 3.8290520677325794 || 3.5902820742493518 || 3.9450226919813134 || 3.644414424814935 || 3.690777215708577 || 3.4505881353470627 ||
|| czech_pdt || 3.7548855834271935 || 3.343691184801342 || 4.938621196805362 || 5.565136691769858 || N/A || N/A ||
|| danish_cdt || 3.314169718682831 || 3.5313583568285107 || 4.077951771288909 || 3.9320889673684825 || 4.142138451363684 || 3.889378058919731 ||
|| dutch_alpino || 3.736181730159955 || 3.550147811117479 || 3.3157551656973583 || 3.716086536786218 || 3.6210754910740617 || 3.452108090231493 ||
|| english_childes || 2.487814695999246 || 2.5921638663878515 || 2.829218697592239 || 2.108737101105662 || N/A || N/A ||
|| english_ptb || 2.9595749183932036 || 3.004943076312577 || 3.3049743661154456 || 3.86084130455896 || 3.1236332319149844 || N/A ||
|| portuguese_floresta || 2.651082354110754 || 2.959165481060666 || 3.941506990694102 || 3.898089006851153 || 3.160899049227191 || 3.1132769786622507 ||
|| slovene_jos || 3.706501958700702 || 3.1901368254559896 || 4.586505035027534 || 4.4154748032503885 || N/A || N/A ||
|| swedish_talbanken || 3.297750123867424 || 3.647749578250161 || 4.367492102973099 || 4.367492102973099 || 3.7943364293215196 || 3.701903516270537 ||
|||||||||||||| cutoff: none ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 || Graca, coarse || Graca, universal ||
|| arabic_padt || 2.608881730113217 || N/A || 3.8046603261217413 || 3.7609800016342967 || 3.3224413168230416 || 3.413360912455627 ||
|| basque_3lb || 4.000384865071054 || 3.648452904100618 || 4.08907933212916 || 3.783200018311033 || 3.7364825968889104 || 3.5326845149895707 ||
|| czech_pdt || 3.645576768691709 || 3.238489947525005 || 4.794189157081346 || 5.476930959355425 || N/A || N/A ||
|| danish_cdt || 3.3879639220515143 || 3.4696588213506034 || 4.1515542889165085 || 4.077708765912608 || 4.131324380842625 || 3.852034520159676 ||
|| dutch_alpino || 3.558675022041013 || 3.133285501186691 || 3.2828645725948373 || 3.7242854122138636 || 3.5079381617820533 || 3.434334274489973 ||
|| english_childes || 2.4878200992742743 || 2.5919566677245482 || 2.827802755248385 || 2.112068825264868 || N/A || N/A ||
|| english_ptb || 2.869428468404037 || 2.950199598473304 || 3.298115391486872 || 4.028245653947798 || 3.082977104267227 || N/A ||
|| portuguese_floresta || 2.3888348952520557 || 2.9110733728983824 || 4.071478391487084 || 4.11215334221477 || 2.966366444092941 || 2.939218895954778 ||
|| slovene_jos || 3.6207907482982016 || 3.139972222017175 || 4.8038759743973385 || 4.683871631915981 || N/A || N/A ||
|| swedish_talbanken || 3.355246595481126 || 3.7756295217063744 || 4.57291191698378 || 4.57291191698378 || 4.070166056896503 || 3.939943363657589 ||





== Results for baselines ==
== M-1 ==
|||||||||||||| cutoff: 10 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 52.63157894736842 || 60.526315789473685 || N/A || 64.03508771929825 || 54.385964912280706 || 61.40350877192983 ||
|| basque_3lb || 59.71760797342193 || 61.240310077519375 || 65.4485049833887 || 65.0609080841639 || 59.33001107419712 || 57.94573643410853 ||
|| czech_pdt || 60.142879991469854 || 64.567894652663 || 73.0447299674788 || 78.0508610118889 || 59.60974569494055 || 57.327930905795164 ||
|| danish_cdt || 63.83822363203806 || 62.60904044409199 || 73.949246629659 || 75.69389373513084 || 42.86280729579698 || 51.78429817605076 ||
|| dutch_alpino || 54.96598639455782 || 59.863945578231295 || 80.54421768707482 || 81.7687074829932 || 53.197278911564624 || 54.69387755102041 ||
|| english_childes || 79.16965209776292 || 80.96489133030809 || 86.37051190191863 || 88.0304115914338 || 64.0872541995064 || 71.35180320038214 ||
|| english_ptb || 72.19458264234385 || 73.79767827529021 || 76.45107794361525 || 77.44610281923715 || 57.490326147042566 || 62.133775566611384 ||
|| portuguese_floresta || 63.469387755102034 || 65.10204081632654 || 67.14285714285714 || 67.3469387755102 || 58.57142857142858 || 59.183673469387756 ||
|| slovene_jos || 56.33680555555556 || 56.25 || 65.53819444444444 || 62.06597222222222 || 53.125 || 52.951388888888886 ||
|| swedish_talbanken || 63.83248730964467 || 67.00507614213198 || 63.83248730964467 || 67.00507614213198 || 50.76142131979695 || 56.21827411167513 ||
|||||||||||||| cutoff: 15 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 59.83606557377049 || 63.934426229508205 || 58.606557377049185 || 61.885245901639344 || 58.19672131147541 || 59.83606557377049 ||
|| basque_3lb || 60.706751054852326 || 60.77267932489452 || 65.26898734177216 || 65.50632911392405 || 59.005801687763714 || 57.67405063291139 ||
|| czech_pdt || 60.14547450765113 || 64.8642466662092 || 74.33381367368878 || 78.87646103524784 || 59.63311146183582 || 56.43999176559391 ||
|| danish_cdt || 66.35876593386291 || 63.88324404212082 || 75.37409939035655 || 76.57491224829116 || 42.896730094217624 || 50.803620912617774 ||
|| dutch_alpino || 56.27329192546584 || 63.16770186335404 || 82.54658385093168 || 83.72670807453416 || 54.90683229813664 || 59.3167701863354 ||
|| english_childes || 78.82568675391917 || 80.87516180066159 || 86.29009060837049 || 88.00158205091327 || 63.50496188695527 || 70.92262332805983 ||
|| english_ptb || 74.62978030919447 || 76.81041497152155 || 78.56794141578519 || 79.91863303498779 || 59.70707892595606 || 61.75752644426363 ||
|| portuguese_floresta || 65.0909090909091 || 64.0909090909091 || 68.54545454545455 || 66.45454545454545 || 60.45454545454545 || 60.36363636363637 ||
|| slovene_jos || 58.9882823663904 || 57.35924549871392 || 66.96198913975422 || 64.21834809945699 || 56.130322949414115 || 51.700485853100886 ||
|| swedish_talbanken || 62.523364485981304 || 65.23364485981308 || 62.523364485981304 || 65.23364485981308 || 48.22429906542056 || 51.12149532710281 ||
|||||||||||||| cutoff: none ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 62.90007806401249 || 67.46682279469165 || 66.58860265417643 || 69.1647150663544 || 62.91959406713505 || 64.36377829820454 ||
|| basque_3lb || 60.20986358866737 || 59.573277369709686 || 63.84749912556838 || 64.42812172088142 || 57.9783140958377 || 56.3903462749213 ||
|| czech_pdt || 61.30736349705621 || 65.8641825953706 || 76.05336835919947 || 79.94769163411796 || 60.8787575034853 || 57.12269422649292 ||
|| danish_cdt || 67.38197424892704 || 64.66380543633763 || 76.27222562844881 || 77.22596907146263 || 42.63233190271817 || 47.60542271271885 ||
|| dutch_alpino || 57.99462846911369 || 68.18263205013429 || 84.17188898836169 || 84.76275738585497 || 57.314234556848696 || 63.043867502238136 ||
|| english_childes || 78.8163970251313 || 80.86073807761447 || 86.29234077050509 || 88.00535758344789 || 63.39572098269359 || 70.81879383877904 ||
|| english_ptb || 76.91235622045022 || 79.09110154540964 || 80.69120033871992 || 82.1889774892386 || 61.85343306753228 || 61.860489732552395 ||
|| portuguese_floresta || 67.34276461564683 || 67.20640872677689 || 71.60388614283279 || 69.21765808760865 || 63.5929776717232 || 64.59860235213908 ||
|| slovene_jos || 61.58199584383428 || 58.43392138656762 || 68.93045054604943 || 65.68510412521555 || 58.31896361144272 || 50.3647698633771 ||
|| swedish_talbanken || 61.2093352192362 || 64.3917963224894 || 61.2093352192362 || 64.3917963224894 || 47.50707213578501 || 46.03960396039604 ||
== 1-1 ==
|||||||||||||| cutoff: 10 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 35.96491228070175 || 41.228070175438596 || N/A || 41.228070175438596 || 36.84210526315789 || 49.122807017543856 ||
|| basque_3lb || 39.42414174972315 || 43.050941306755256 || 27.491694352159467 || 31.3953488372093 || 48.36655592469546 || 44.85049833887043 ||
|| czech_pdt || 44.56469584688383 || 41.653782587833874 || 28.623980380657887 || 26.128911872900783 || 45.99882710454764 || 38.22039771818521 ||
|| danish_cdt || 42.98176050753371 || 44.88501189532118 || 26.090404440919908 || 30.84853291038858 || 39.452815226011104 || 46.62965900079302 ||
|| dutch_alpino || 33.605442176870746 || 41.224489795918366 || 21.63265306122449 || 21.360544217687075 || 31.15646258503401 || 34.42176870748299 ||
|| english_childes || 46.76777326645968 || 48.12514927155481 || 39.82167024918398 || 36.39837592548364 || 52.65106281347026 || 61.0142504577661 ||
|| english_ptb || 44.776119402985074 || 43.67053620784964 || 44.3338861249309 || 40.96185737976783 || 43.78109452736319 || 46.434494195688224 ||
|| portuguese_floresta || 44.69387755102041 || 43.87755102040816 || 38.9795918367347 || 37.3469387755102 || 44.48979591836735 || 45.714285714285715 ||
|| slovene_jos || 44.61805555555556 || 40.36458333333333 || 37.84722222222222 || 38.10763888888889 || 40.19097222222222 || 42.62152777777778 ||
|| swedish_talbanken || 35.27918781725889 || 42.25888324873097 || 35.27918781725889 || 42.25888324873097 || 46.31979695431472 || 44.67005076142132 ||
|||||||||||||| cutoff: 15 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 40.98360655737705 || 40.98360655737705 || 35.24590163934426 || 38.52459016393443 || 41.39344262295082 || 46.31147540983606 ||
|| basque_3lb || 37.869198312236286 || 40.625 || 26.002109704641352 || 29.047995780590718 || 47.00685654008439 || 41.904008438818565 ||
|| czech_pdt || 47.08479150941238 || 43.81847709233971 || 29.630137926302062 || 27.962670692376314 || 46.84690866671241 || 40.34172785287861 ||
|| danish_cdt || 41.75133936818769 || 44.72566044707186 || 23.83151671900979 || 28.69019028265287 || 38.333641234066135 || 45.242933678182155 ||
|| dutch_alpino || 43.60248447204969 || 49.25465838509317 || 21.73913043478261 || 21.86335403726708 || 39.68944099378882 || 46.58385093167702 ||
|| english_childes || 47.033654537609664 || 48.899755501222494 || 40.327916007478784 || 36.44110455918309 || 52.880051776211715 || 60.95570257442831 ||
|| english_ptb || 48.44589096826689 || 46.03742880390562 || 44.93083807973963 || 43.8079739625712 || 47.58340113913751 || 51.521562245728234 ||
|| portuguese_floresta || 46.27272727272727 || 42.18181818181818 || 38.72727272727273 || 36.18181818181818 || 45.909090909090914 || 44.72727272727273 ||
|| slovene_jos || 44.12689339811375 || 38.46813375250072 || 37.496427550728775 || 37.83938268076593 || 40.382966561874824 || 41.92626464704201 ||
|| swedish_talbanken || 35.14018691588785 || 41.02803738317757 || 35.14018691588785 || 41.02803738317757 || 43.97196261682243 || 39.76635514018692 ||
|||||||||||||| cutoff: none ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 39.20765027322404 || 50.975800156128024 || 32.396565183450434 || 41.31537861046058 || 41.88134270101484 || 50.78064012490242 ||
|| basque_3lb || 36.04057362714236 || 37.6495278069255 || 24.763903462749212 || 27.534102833158446 || 44.76390346274921 || 39.328436516264425 ||
|| czech_pdt || 47.63287361884023 || 44.46441533303377 || 28.088670745336607 || 26.730842349037363 || 46.551565218393186 || 40.38459322756444 ||
|| danish_cdt || 39.743851761019144 || 41.75352544451257 || 21.425165201989234 || 25.001703113291097 || 35.56781797125145 || 41.9578990394441 ||
|| dutch_alpino || 48.16472694717995 || 55.89973142345569 || 21.396598030438675 || 21.378692927484334 || 43.11548791405551 || 54.01969561324977 ||
|| english_childes || 47.1925557787882 || 49.19460011984068 || 40.53434845440767 || 36.98494942018258 || 52.966056889076874 || 60.98833315709704 ||
|| english_ptb || 48.9115094206478 || 46.45402582739398 || 43.68781313951027 || 44.26116717239433 || 49.84651753581257 || 52.840307670594875 ||
|| portuguese_floresta || 49.58241009033578 || 45.11675472984489 || 42.64530424407704 || 36.54337821714675 || 48.79836372933356 || 46.65075847963184 ||
|| slovene_jos || 46.809921740283855 || 40.34575761595261 || 40.16005659459698 || 39.34208781005438 || 42.26466816996065 || 40.562408807534155 ||
|| swedish_talbanken || 36.12093352192362 || 41.902404526166904 || 36.12093352192362 || 41.902404526166904 || 44.57213578500707 || 38.04809052333805 ||
== VM ==
|||||||||||||| cutoff: 10 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 40.70892370921145 || 44.92949974839461 || N/A || 47.63765859008712 || 38.62193584873766 || 45.27795358075366 ||
|| basque_3lb || 42.199208767808 || 44.29923225199735 || 40.72593677574713 || 42.4594847551127 || 43.54625131660638 || 42.24257552073488 ||
|| czech_pdt || 35.77458673903885 || 39.62525709541947 || 40.97481709019173 || 44.679177076308925 || 34.59052456932714 || 35.848348255191546 ||
|| danish_cdt || 48.57123261161907 || 48.491757723049986 || 49.47795255239334 || 52.94524153380195 || 34.3524320008746 || 40.49473163040624 ||
|| dutch_alpino || 32.5128425192392 || 38.52142425483501 || 47.72058362689208 || 48.646729973671974 || 31.63907224647688 || 33.98468809069307 ||
|| english_childes || 64.14638879707744 || 66.66092238520315 || 65.92862173333124 || 66.50149011067717 || 59.059621276766535 || 64.37131233910588 ||
|| english_ptb || 57.53672719722389 || 59.21539374080928 || 60.08486788124321 || 60.05605387888573 || 47.97000200901931 || 52.11407795988572 ||
|| portuguese_floresta || 50.058031351373266 || 49.757892829223316 || 51.99031654658284 || 50.691889684757996 || 45.00076798162327 || 45.263240181107975 ||
|| slovene_jos || 41.23706730467941 || 37.2562719922 || 44.581322446253395 || 44.26541448444238 || 36.24058072558894 || 37.0959315080564 ||
|| swedish_talbanken || 53.16265649565568 || 56.37722069111704 || 53.16265649565568 || 56.37722069111704 || 45.20930067887769 || 49.876950992074654 ||
|||||||||||||| cutoff: 15 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 42.17979984333175 || 45.189953994292104 || 40.238159341388005 || 43.20726896696791 || 39.45187196388214 || 42.753953244237856 ||
|| basque_3lb || 40.68126166169092 || 41.747777213081974 || 39.58594436503491 || 40.5857286481685 || 41.673030321288714 || 39.59897956583877 ||
|| czech_pdt || 38.861629644067825 || 42.238684800207196 || 43.253519267489324 || 46.781287389708694 || 37.74132361720956 || 37.28843917624059 ||
|| danish_cdt || 49.8009381016879 || 50.42809916493637 || 49.0596385970732 || 52.57501020695084 || 35.11019970719561 || 40.83717502179684 ||
|| dutch_alpino || 38.64651435986231 || 45.419600662789385 || 49.32667887737986 || 50.35183093757589 || 37.84268482039108 || 41.80473812307209 ||
|| english_childes || 64.09041319498611 || 66.76713984101629 || 65.94659316651865 || 66.52809632387915 || 58.67145151792853 || 64.11897747741847 ||
|| english_ptb || 60.340906416958475 || 61.42791234166548 || 61.58546592281968 || 62.05338628949516 || 51.61293788345791 || 54.580664368336194 ||
|| portuguese_floresta || 50.41758133621912 || 48.962947240124855 || 51.59741227911414 || 49.3302188210619 || 45.89877588635289 || 45.826811622396846 ||
|| slovene_jos || 42.4372660370666 || 36.322787549998296 || 44.53782007551118 || 43.07282941448256 || 36.88194410667212 || 36.33327001399023 ||
|| swedish_talbanken || 51.74446960382848 || 54.34695181692608 || 51.74446960382848 || 54.34695181692608 || 42.58481070859618 || 46.20601768058087 ||
|||||||||||||| cutoff: none ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 39.61795755461081 || 47.08732676716075 || 42.15312147648852 || 44.00558261756578 || 39.36537133401538 || 44.125960150211256 ||
|| basque_3lb || 39.46346101543157 || 40.13738687040009 || 38.528137245158355 || 39.337371537033384 || 40.47206171221522 || 37.61799549481319 ||
|| czech_pdt || 42.12121684814763 || 45.00335964493397 || 45.252256135411 || 48.73635803120324 || 41.11145116640931 || 38.84081757184108 ||
|| danish_cdt || 50.2047532580977 || 51.67705933004042 || 49.21275346415013 || 51.972902702804845 || 35.29042026183746 || 39.93654755587245 ||
|| dutch_alpino || 43.35371516610631 || 51.408673129977046 || 49.40512630836002 || 50.19809618675929 || 43.72708697359774 || 47.242776533219065 ||
|| english_childes || 64.13684369988403 || 66.84961073491165 || 66.01356950258125 || 66.57260375467816 || 58.67456285536073 || 64.07050847572633 ||
|| english_ptb || 61.64692734584472 || 62.71455894395888 || 62.00746932096162 || 62.993768053637524 || 53.74609473193219 || 54.53582750074919 ||
|| portuguese_floresta || 51.71952101086868 || 51.90661955603858 || 52.93663001068718 || 51.314736760749156 || 49.467699935149476 || 49.86273904785976 ||
|| slovene_jos || 44.50437698444875 || 36.822751238770934 || 45.81572592134726 || 43.482088612028974 || 38.61354309740944 || 36.480878108892725 ||
|| swedish_talbanken || 51.76404795402425 || 54.28376463629581 || 51.76404795402425 || 54.28376463629581 || 43.39045410147195 || 44.50675543104269 ||
== VI ==
|||||||||||||| cutoff: 10 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 3.6037196135150844 || 3.3713816221063233 || N/A || 3.231537026117248 || 3.4965299736308255 || 3.209369987128977 ||
|| basque_3lb || 3.9570963009822266 || 3.8195742100369157 || 4.94319783845247 || 4.641000246009852 || 3.54698776855054 || 3.655702758023394 ||
|| czech_pdt || 3.851354553613626 || 3.7390316792865277 || 4.836063958677166 || 4.598761344254692 || 3.7987744497269773 || 3.9454681465834947 ||
|| danish_cdt || 3.958239350557819 || 3.960441688918996 || 5.0481947150234125 || 4.545365330903609 || 4.116815334646562 || 3.905252508039036 ||
|| dutch_alpino || 4.1734217141834264 || 3.893354493497702 || 4.848075820662275 || 4.767617150320152 || 4.155799406533266 || 4.042608031227681 ||
|| english_childes || 2.9007138858035972 || 2.7029856352464856 || 3.0293426667804866 || 3.0139275400173693 || 2.685454779723036 || 2.431373057864715 ||
|| english_ptb || 3.3775253746102774 || 3.3187757207604447 || 3.3239325685968364 || 3.4107402741833885 || 3.570048470909011 || 3.3211028966581115 ||
|| portuguese_floresta || 3.434082959516149 || 3.5337511236285066 || 3.5143131460073267 || 3.633625707152781 || 3.5039336661851586 || 3.5599891777558255 ||
|| slovene_jos || 3.782248346979371 || 4.050753279027225 || 4.1443030968066825 || 4.140172875939027 || 3.7578587878985643 || 3.939802496629385 ||
|| swedish_talbanken || 4.038909825015005 || 3.7244078072360205 || 4.038909825015005 || 3.7244078072360205 || 3.7020878691546244 || 3.5338832187752125 ||
|||||||||||||| cutoff: 15 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 3.628957723669198 || 3.4795494329127483 || 4.034781118491125 || 3.7554515505987736 || 3.5803200846797205 || 3.414072925568897 ||
|| basque_3lb || 4.096865655574767 || 4.002333004670198 || 5.057956223743966 || 4.840001558235681 || 3.6757138149733715 || 3.8123843730692406 ||
|| czech_pdt || 3.716411969198163 || 3.632910285751592 || 4.73145148827073 || 4.4861201550512115 || 3.6887743943615456 || 3.903821377735426 ||
|| danish_cdt || 3.9337669052070776 || 3.8633061293693842 || 5.178951500354037 || 4.651606749314703 || 4.117740177422952 || 3.8895226665381575 ||
|| dutch_alpino || 3.948596607395471 || 3.6383399748132557 || 5.107819725569282 || 4.9926119652532925 || 3.936611030452549 || 3.740853008296976 ||
|| english_childes || 2.9248491720201404 || 2.711930203783507 || 3.0510899865216805 || 3.0359685540357635 || 2.7217540684242967 || 2.465427500862682 ||
|| english_ptb || 3.2257331696268063 || 3.1920157737900703 || 3.2841031351563807 || 3.296937389449576 || 3.3792331472133172 || 3.169747343637947 ||
|| portuguese_floresta || 3.4191926747830235 || 3.587863046547434 || 3.5835699972492856 || 3.738307899751621 || 3.47926617489964 || 3.541378652607975 ||
|| slovene_jos || 3.738933461183935 || 4.1650402915136375 || 4.184266048254768 || 4.308525937171898 || 3.7704283341462514 || 4.0116347355026125 ||
|| swedish_talbanken || 4.297569625791702 || 4.021231923114433 || 4.297569625791702 || 4.021231923114433 || 4.010449489945643 || 3.874741297889907 ||
|||||||||||||| cutoff: none ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 3.9422909961841985 || 3.4647655342844788 || 4.097755344566557 || 3.9468517455697008 || 3.703609623146906 || 3.4587128229131134 ||
|| basque_3lb || 4.198535147667102 || 4.116096856071136 || 5.157146337639819 || 4.9587214856592325 || 3.763513979697533 || 3.930665336214437 ||
|| czech_pdt || 3.5414346353584483 || 3.4777673175502946 || 4.617839170808079 || 4.34893563812455 || 3.528316015722751 || 3.7984160347354208 ||
|| danish_cdt || 3.9574187163256545 || 3.8153191227581225 || 5.232069581089807 || 4.803883575029757 || 4.13097500523504 || 3.920793085328947 ||
|| dutch_alpino || 3.667054251555202 || 3.2562703408423794 || 5.220305345572781 || 5.140864550321195 || 3.6011050209848863 || 3.3882776712298 ||
|| english_childes || 2.925460699480433 || 2.708678369019159 || 3.0492217736447946 || 3.0365543256921352 || 2.7246079785101123 || 2.4726442115598033 ||
|| english_ptb || 3.104412037172135 || 3.0607779204207914 || 3.2297346963538884 || 3.2083384001899957 || 3.1964613511025375 || 3.0943185410274854 ||
|| portuguese_floresta || 3.3157616644507604 || 3.3498657486776593 || 3.4768413123239537 || 3.5855956892698613 || 3.2533514799356067 || 3.278528843547279 ||
|| slovene_jos || 3.6142805823691075 || 4.149003430098631 || 4.086674036470554 || 4.328803406631884 || 3.7345892107712264 || 3.9862589371187758 ||
|| swedish_talbanken || 4.453266373984464 || 4.165532958263058 || 4.453266373984464 || 4.165532958263058 || 4.106404467878098 || 4.07207779069561 ||

Preliminary results for POS induction

Note: in the baselines, CPOS, POS and UPOS are used to match the amount of tags those columns have for each dataset. The same goes for CPOS-MK, POS-MK, and UPOS-MK, which were made using a different tool.

Averages over languages with cutoff 10 for submissions

measure

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

1-1

44.8479038982

45.7598697077

38.6901601565

40.6371555008

44.7999640753

44.4774666529

M-1

76.6355070052

68.6829876391

76.5107286096

75.9002750672

60.745322736

56.8013143605

VI

3.19087380489

3.29549124697

3.7390972771

3.69384378012

3.42549992143

3.40375912189

VM

58.365084795

52.6598296566

53.7514171644

58.1458809399

47.2764456326

43.5133595608

Averages over languages with cutoff 10 for baselines

measure

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

1-1

41.2675966155

43.0338998843

33.3444767206

34.6035102232

42.9249488539

45.369973969

M-1

62.6299192299

65.1927193106

72.4802031122

72.6503959584

55.3421238127

58.4994267076

VI

3.70773119248

3.61144572597

4.19181484845

3.97071553021

3.6334290507

3.55445522787

VM

46.5907665493

48.5134872712

50.5163416831

51.4260360779

41.6230488654

44.6569810058

Results for submissions

M-1

cutoff: 10

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

77.19298245614034

63.1578947368421

72.80701754385966

72.80701754385966

52.63157894736842

56.14035087719298

basque_3lb

69.21373200442967

65.28239202657808

73.14507198228128

75.27685492801773

56.09080841638981

58.97009966777409

czech_pdt

83.494162179453

67.2175721064136

71.52529722237031

75.29988804179773

N/A

N/A

danish_cdt

77.04203013481364

69.0721649484536

79.38144329896907

71.8873909595559

53.13243457573355

44.726407613005556

dutch_alpino

76.73469387755102

57.278911564625844

74.14965986394559

76.05442176870748

57.41496598639456

61.36054421768707

english_childes

87.71196560783378

82.57304354748825

87.33381100230874

85.38730992755353

N/A

N/A

english_ptb

81.48148148148148

77.9436152570481

76.83803206191267

72.4709784411277

73.52128247650636

N/A

portuguese_floresta

75.91836734693878

72.0408163265306

74.89795918367346

75.91836734693878

67.9591836734694

63.26530612244898

slovene_jos

66.75347222222221

62.84722222222222

76.47569444444444

75.34722222222221

N/A

N/A

swedish_talbanken

70.81218274111674

69.41624365482234

78.55329949238579

78.55329949238579

64.46700507614213

56.34517766497462

cutoff: 15

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

76.22950819672131

60.245901639344254

76.22950819672131

76.22950819672131

56.557377049180324

54.09836065573771

basque_3lb

68.22257383966245

65.41402953586498

73.35179324894516

75.40875527426161

56.7246835443038

58.992616033755276

czech_pdt

83.28186829524921

67.01434159061279

71.22761270843341

74.9353827855166

N/A

N/A

danish_cdt

76.20543136892665

70.12747090338075

79.75244781082579

72.28893404766303

53.002032144836505

43.746536116755955

dutch_alpino

78.13664596273291

64.34782608695652

73.54037267080746

75.65217391304347

59.75155279503106

58.50931677018634

english_childes

87.70674528980297

82.47519056522364

87.36157054508845

85.34086006040557

N/A

N/A

english_ptb

83.8893409275834

79.8860862489829

77.55899104963385

73.45809601301872

74.22294548413345

N/A

portuguese_floresta

74.90909090909092

73.27272727272728

75.63636363636364

76.18181818181819

68.9090909090909

64.27272727272727

slovene_jos

67.50500142897971

63.58959702772221

75.53586739068305

73.62103458130895

N/A

N/A

swedish_talbanken

68.64485981308411

69.06542056074765

74.67289719626167

74.67289719626167

58.78504672897197

52.24299065420561

cutoff: none

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

79.02029664324746

N/A

79.09836065573771

79.0007806401249

64.7736143637783

56.53786104605777

basque_3lb

66.76460300804477

65.32353969919552

72.59181532004197

75.22910108429521

56.712137110877926

58.02728226652676

czech_pdt

83.69857016118812

67.30151049047734

72.40042399732697

76.0003686933278

N/A

N/A

danish_cdt

74.63042441583214

70.77457592479051

79.90326316506574

71.61932011717418

52.81694938347299

41.90339941412903

dutch_alpino

80.75201432408237

70.13428827215756

74.03760071620412

76.0787824529991

61.145926589077895

58.78245299910474

english_childes

87.72690423319587

82.48563674174333

87.38500581579783

85.35476366712487

N/A

N/A

english_ptb

85.93430244866276

81.00522193211488

77.93910098087645

73.46341119187072

75.83797897113824

N/A

portuguese_floresta

79.78523947502983

74.04124765638316

76.13771944775864

77.12629964206579

71.21186296233168

66.81438554627577

slovene_jos

70.81398947694211

65.3092806296149

75.52725825706327

72.71079276650308

N/A

N/A

swedish_talbanken

66.19519094766619

67.85714285714286

73.55021216407354

73.55021216407354

55.46322489391796

48.886138613861384

1-1

cutoff: 10

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

50.877192982456144

38.59649122807017

32.45614035087719

32.45614035087719

39.473684210526315

39.473684210526315

basque_3lb

46.013289036544855

45.625692137320044

42.94019933554817

53.12846068660022

44.545957918050945

47.03765227021041

czech_pdt

33.66743082582502

49.72010449432212

31.486911553020207

33.816708428853225

N/A

N/A

danish_cdt

46.90721649484536

47.26407613005551

34.4964314036479

35.48770816812054

39.968279143536876

38.50118953211737

dutch_alpino

33.33333333333333

35.91836734693877

46.53061224489796

42.44897959183673

43.40136054421769

36.734693877551024

english_childes

46.54884165273466

49.15213756866492

47.93010110659979

64.9988058275615

N/A

N/A

english_ptb

43.78109452736319

47.650635710337205

50.08291873963516

40.46434494195688

47.92703150912106

N/A

portuguese_floresta

57.3469387755102

50.204081632653065

32.6530612244898

34.89795918367347

51.83673469387755

58.16326530612245

slovene_jos

41.14583333333333

52.604166666666664

33.68055555555556

34.02777777777778

N/A

N/A

swedish_talbanken

48.857868020304565

40.86294416243655

34.64467005076142

34.64467005076142

46.44670050761421

46.954314720812185

cutoff: 15

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

49.59016393442623

40.57377049180328

34.01639344262295

34.42622950819672

43.44262295081967

40.16393442622951

basque_3lb

42.391877637130804

43.68407172995781

42.813818565400844

52.95358649789029

42.60284810126582

44.33016877637131

czech_pdt

35.71673643038496

51.18827054598687

32.39323863766326

33.24183993229488

N/A

N/A

danish_cdt

44.52244596342139

46.61001293183078

32.865324219471646

33.69665619804175

38.85091446517643

37.79789395898762

dutch_alpino

39.37888198757764

49.50310559006211

45.09316770186335

41.42857142857143

44.6583850931677

43.41614906832298

english_childes

46.51229685028046

49.7231410901769

48.36401553286351

64.54767726161369

N/A

N/A

english_ptb

47.74613506916192

46.24898291293735

53.50691619202603

41.51342554922701

48.136696501220506

N/A

portuguese_floresta

57.63636363636364

49.0

32.09090909090909

33.81818181818182

49.36363636363637

57.54545454545455

slovene_jos

38.03943983995427

50.55730208631037

33.06659045441555

33.00943126607602

N/A

N/A

swedish_talbanken

48.50467289719626

39.15887850467289

33.41121495327103

33.41121495327103

41.35514018691589

42.757009345794394

cutoff: none

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

53.86416861826698

N/A

37.76346604215456

39.14910226385636

50.078064012490245

41.451990632318505

basque_3lb

39.37740468695348

41.15424973767051

41.035327037425674

52.38195173137461

40.671563483735575

41.46204966771598

czech_pdt

33.64787482861521

51.616489809085984

31.037065201110686

31.738158607260953

N/A

N/A

danish_cdt

43.91988555078684

45.70474827985558

31.50759588527829

31.77328155868928

36.8621840724845

35.94250289529259

dutch_alpino

42.82900626678604

56.168307967770815

43.09758281110116

39.982094897045656

47.55595344673232

44.941808415398384

english_childes

46.61097599661626

49.97003982940326

48.57072362623806

64.50248493179656

N/A

N/A

english_ptb

49.32785265683438

47.0944181779691

52.78561851668901

41.34500035283325

49.867687530872914

N/A

portuguese_floresta

61.44537242202147

48.40634054883245

34.20828362024885

35.38435316175217

51.423214590080114

58.75234361683995

slovene_jos

38.97952867312199

53.03532740858646

33.187425387982486

32.590529247910865

N/A

N/A

swedish_talbanken

48.76237623762376

40.54101838755304

34.07001414427157

34.07001414427157

37.5

39.63932107496464

VM

cutoff: 10

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

59.58559339060883

43.62119646671101

49.88164471352893

49.88164471352893

39.95512689769535

36.39569537260902

basque_3lb

50.99307988660486

48.53640979619257

50.95970899040564

58.1153238488631

40.196144880289104

42.56688226058565

czech_pdt

52.11675246679347

44.73278859122585

38.89617521090496

44.037405892979095

N/A

N/A

danish_cdt

60.356557827276745

53.591175121753345

57.53334144165391

64.75192949924858

42.320011898426344

37.338966447839745

dutch_alpino

51.60149014654867

38.02016280274634

50.340849158272206

50.832105556568806

38.594548862044654

42.23950863569717

english_childes

70.50897561120742

68.07798797494013

67.60839529769814

78.41987472959967

N/A

N/A

english_ptb

64.30156483150868

62.573112700324785

58.52096991061693

63.00638486538638

59.772025128202955

N/A

portuguese_floresta

63.55436438942059

58.98826799547705

54.12973347658484

57.05529710306491

54.85755476630859

51.74965271997627

slovene_jos

49.54434082328363

49.83887909794581

50.73836755401322

56.45385729933412

N/A

N/A

swedish_talbanken

61.08812857647179

58.61831601901527

58.90498589014833

58.90498589014833

55.23970699545343

50.7894519278561

cutoff: 15

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

59.79368663514332

39.32274932666634

51.433960405943324

51.62030522178487

40.40736959968353

35.49405490306846

basque_3lb

48.48741104746065

46.716518078658645

49.606179371012644

55.80933895966987

39.189651631413874

41.19296854871094

czech_pdt

53.593048680372924

46.75192422347722

40.41791305140842

45.101577753047536

N/A

N/A

danish_cdt

59.74471366153833

54.72553346983457

56.87185985642923

64.27548143863716

42.64064386038966

37.34902830265469

dutch_alpino

54.782019282299096

46.71471463879629

52.83885209190685

52.16053221851604

43.30352598628739

43.91497096676743

english_childes

70.56392306708123

68.13223908128776

67.69751033145879

78.1945034090595

N/A

N/A

english_ptb

65.65220551872363

63.75046024056116

60.439185536658634

62.88826414644305

60.283560148570025

N/A

portuguese_floresta

62.645384184923316

57.675054573933984

53.32650868943317

56.40413680330357

53.924059260455714

51.14378934376125

slovene_jos

48.895211041139845

50.16654092709094

47.99500011419053

53.594048080344834

N/A

N/A

swedish_talbanken

60.77646803716847

58.37082748004918

56.41991962054256

56.41991962054256

52.00395886931477

47.65117593136282

cutoff: none

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

61.21989590749298

N/A

51.44461589212226

52.952987789249036

45.408698921262314

39.125155743073684

basque_3lb

46.78270656036141

46.32458477289194

48.29922683069305

54.446127297690815

38.74915501498663

39.835979625282064

czech_pdt

55.03085362966724

48.76121405467907

42.429046173213806

46.76169772176474

N/A

N/A

danish_cdt

59.12249273900915

56.157130633766464

56.83332583410241

63.61895606996989

43.54290921069223

37.11628310210372

dutch_alpino

57.01128025516519

53.350508421712384

54.8328949260925

53.39962874275941

45.94640013420552

44.696138255748465

english_childes

70.60742316992047

68.180278974173

67.7669510414336

78.1824366341214

N/A

N/A

english_ptb

66.42903228402129

64.18928261644633

60.17495430082145

61.30645403272812

60.92535571531826

N/A

portuguese_floresta

66.35178720490117

58.461761864085304

52.360531593982884

54.736909196572036

56.5745772734508

53.96658558409606

slovene_jos

51.17092486568586

51.29637998704551

46.6090427073388

51.882318768178045

N/A

N/A

swedish_talbanken

61.5195302804981

58.234553172830005

56.09317242729238

56.09317242729238

50.446404537055955

45.86793220820021

VI

cutoff: 10

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

2.586580294787889

3.4818745245907023

3.282304126931451

3.282304126931451

3.1323062701060564

3.4411711415789346

basque_3lb

3.601785595574543

3.4430583016461105

3.832626753096697

3.461079364075603

3.613935767513697

3.372297786217455

czech_pdt

3.8464455711653005

3.409881703876001

5.059103799825897

5.473655392701877

N/A

N/A

danish_cdt

3.233045602388806

3.5680167854770986

3.8992497895763325

3.7658341724540048

4.089586356810445

3.891681263019284

dutch_alpino

3.835157722545265

3.933337744265091

3.1358828244133425

3.4821921060397862

3.631272845239338

3.2828584215847783

english_childes

2.4740152918676923

2.578856806815062

2.812012642574226

2.0736802206432037

N/A

N/A

english_ptb

3.0126762109124794

3.016372279437748

3.4462285103459394

3.734820544166473

3.0489161481247953

N/A

portuguese_floresta

2.5827300834551146

2.863504146952903

3.768130617527284

3.7142603395168865

3.073159914192837

3.0659796399325

slovene_jos

3.5850618199130575

3.1771279400667964

4.209673052897619

4.004850880915011

N/A

N/A

swedish_talbanken

3.1512398562782122

3.4828822365894956

3.9457606537874605

3.9457606537874605

3.3893221479893887

3.368566478996342

cutoff: 15

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

2.615029396556991

3.7510980838030115

3.4561537611061057

3.4601369685695476

3.3150284925896023

3.49947616185263

basque_3lb

3.8290520677325794

3.5902820742493518

3.9450226919813134

3.644414424814935

3.690777215708577

3.4505881353470627

czech_pdt

3.7548855834271935

3.343691184801342

4.938621196805362

5.565136691769858

N/A

N/A

danish_cdt

3.314169718682831

3.5313583568285107

4.077951771288909

3.9320889673684825

4.142138451363684

3.889378058919731

dutch_alpino

3.736181730159955

3.550147811117479

3.3157551656973583

3.716086536786218

3.6210754910740617

3.452108090231493

english_childes

2.487814695999246

2.5921638663878515

2.829218697592239

2.108737101105662

N/A

N/A

english_ptb

2.9595749183932036

3.004943076312577

3.3049743661154456

3.86084130455896

3.1236332319149844

N/A

portuguese_floresta

2.651082354110754

2.959165481060666

3.941506990694102

3.898089006851153

3.160899049227191

3.1132769786622507

slovene_jos

3.706501958700702

3.1901368254559896

4.586505035027534

4.4154748032503885

N/A

N/A

swedish_talbanken

3.297750123867424

3.647749578250161

4.367492102973099

4.367492102973099

3.7943364293215196

3.701903516270537

cutoff: none

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, standard-column3

Chrupala, standard-column4

Graca, coarse

Graca, universal

arabic_padt

2.608881730113217

N/A

3.8046603261217413

3.7609800016342967

3.3224413168230416

3.413360912455627

basque_3lb

4.000384865071054

3.648452904100618

4.08907933212916

3.783200018311033

3.7364825968889104

3.5326845149895707

czech_pdt

3.645576768691709

3.238489947525005

4.794189157081346

5.476930959355425

N/A

N/A

danish_cdt

3.3879639220515143

3.4696588213506034

4.1515542889165085

4.077708765912608

4.131324380842625

3.852034520159676

dutch_alpino

3.558675022041013

3.133285501186691

3.2828645725948373

3.7242854122138636

3.5079381617820533

3.434334274489973

english_childes

2.4878200992742743

2.5919566677245482

2.827802755248385

2.112068825264868

N/A

N/A

english_ptb

2.869428468404037

2.950199598473304

3.298115391486872

4.028245653947798

3.082977104267227

N/A

portuguese_floresta

2.3888348952520557

2.9110733728983824

4.071478391487084

4.11215334221477

2.966366444092941

2.939218895954778

slovene_jos

3.6207907482982016

3.139972222017175

4.8038759743973385

4.683871631915981

N/A

N/A

swedish_talbanken

3.355246595481126

3.7756295217063744

4.57291191698378

4.57291191698378

4.070166056896503

3.939943363657589

Results for baselines

M-1

cutoff: 10

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

52.63157894736842

60.526315789473685

N/A

64.03508771929825

54.385964912280706

61.40350877192983

basque_3lb

59.71760797342193

61.240310077519375

65.4485049833887

65.0609080841639

59.33001107419712

57.94573643410853

czech_pdt

60.142879991469854

64.567894652663

73.0447299674788

78.0508610118889

59.60974569494055

57.327930905795164

danish_cdt

63.83822363203806

62.60904044409199

73.949246629659

75.69389373513084

42.86280729579698

51.78429817605076

dutch_alpino

54.96598639455782

59.863945578231295

80.54421768707482

81.7687074829932

53.197278911564624

54.69387755102041

english_childes

79.16965209776292

80.96489133030809

86.37051190191863

88.0304115914338

64.0872541995064

71.35180320038214

english_ptb

72.19458264234385

73.79767827529021

76.45107794361525

77.44610281923715

57.490326147042566

62.133775566611384

portuguese_floresta

63.469387755102034

65.10204081632654

67.14285714285714

67.3469387755102

58.57142857142858

59.183673469387756

slovene_jos

56.33680555555556

56.25

65.53819444444444

62.06597222222222

53.125

52.951388888888886

swedish_talbanken

63.83248730964467

67.00507614213198

63.83248730964467

67.00507614213198

50.76142131979695

56.21827411167513

cutoff: 15

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

59.83606557377049

63.934426229508205

58.606557377049185

61.885245901639344

58.19672131147541

59.83606557377049

basque_3lb

60.706751054852326

60.77267932489452

65.26898734177216

65.50632911392405

59.005801687763714

57.67405063291139

czech_pdt

60.14547450765113

64.8642466662092

74.33381367368878

78.87646103524784

59.63311146183582

56.43999176559391

danish_cdt

66.35876593386291

63.88324404212082

75.37409939035655

76.57491224829116

42.896730094217624

50.803620912617774

dutch_alpino

56.27329192546584

63.16770186335404

82.54658385093168

83.72670807453416

54.90683229813664

59.3167701863354

english_childes

78.82568675391917

80.87516180066159

86.29009060837049

88.00158205091327

63.50496188695527

70.92262332805983

english_ptb

74.62978030919447

76.81041497152155

78.56794141578519

79.91863303498779

59.70707892595606

61.75752644426363

portuguese_floresta

65.0909090909091

64.0909090909091

68.54545454545455

66.45454545454545

60.45454545454545

60.36363636363637

slovene_jos

58.9882823663904

57.35924549871392

66.96198913975422

64.21834809945699

56.130322949414115

51.700485853100886

swedish_talbanken

62.523364485981304

65.23364485981308

62.523364485981304

65.23364485981308

48.22429906542056

51.12149532710281

cutoff: none

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

62.90007806401249

67.46682279469165

66.58860265417643

69.1647150663544

62.91959406713505

64.36377829820454

basque_3lb

60.20986358866737

59.573277369709686

63.84749912556838

64.42812172088142

57.9783140958377

56.3903462749213

czech_pdt

61.30736349705621

65.8641825953706

76.05336835919947

79.94769163411796

60.8787575034853

57.12269422649292

danish_cdt

67.38197424892704

64.66380543633763

76.27222562844881

77.22596907146263

42.63233190271817

47.60542271271885

dutch_alpino

57.99462846911369

68.18263205013429

84.17188898836169

84.76275738585497

57.314234556848696

63.043867502238136

english_childes

78.8163970251313

80.86073807761447

86.29234077050509

88.00535758344789

63.39572098269359

70.81879383877904

english_ptb

76.91235622045022

79.09110154540964

80.69120033871992

82.1889774892386

61.85343306753228

61.860489732552395

portuguese_floresta

67.34276461564683

67.20640872677689

71.60388614283279

69.21765808760865

63.5929776717232

64.59860235213908

slovene_jos

61.58199584383428

58.43392138656762

68.93045054604943

65.68510412521555

58.31896361144272

50.3647698633771

swedish_talbanken

61.2093352192362

64.3917963224894

61.2093352192362

64.3917963224894

47.50707213578501

46.03960396039604

1-1

cutoff: 10

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

35.96491228070175

41.228070175438596

N/A

41.228070175438596

36.84210526315789

49.122807017543856

basque_3lb

39.42414174972315

43.050941306755256

27.491694352159467

31.3953488372093

48.36655592469546

44.85049833887043

czech_pdt

44.56469584688383

41.653782587833874

28.623980380657887

26.128911872900783

45.99882710454764

38.22039771818521

danish_cdt

42.98176050753371

44.88501189532118

26.090404440919908

30.84853291038858

39.452815226011104

46.62965900079302

dutch_alpino

33.605442176870746

41.224489795918366

21.63265306122449

21.360544217687075

31.15646258503401

34.42176870748299

english_childes

46.76777326645968

48.12514927155481

39.82167024918398

36.39837592548364

52.65106281347026

61.0142504577661

english_ptb

44.776119402985074

43.67053620784964

44.3338861249309

40.96185737976783

43.78109452736319

46.434494195688224

portuguese_floresta

44.69387755102041

43.87755102040816

38.9795918367347

37.3469387755102

44.48979591836735

45.714285714285715

slovene_jos

44.61805555555556

40.36458333333333

37.84722222222222

38.10763888888889

40.19097222222222

42.62152777777778

swedish_talbanken

35.27918781725889

42.25888324873097

35.27918781725889

42.25888324873097

46.31979695431472

44.67005076142132

cutoff: 15

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

40.98360655737705

40.98360655737705

35.24590163934426

38.52459016393443

41.39344262295082

46.31147540983606

basque_3lb

37.869198312236286

40.625

26.002109704641352

29.047995780590718

47.00685654008439

41.904008438818565

czech_pdt

47.08479150941238

43.81847709233971

29.630137926302062

27.962670692376314

46.84690866671241

40.34172785287861

danish_cdt

41.75133936818769

44.72566044707186

23.83151671900979

28.69019028265287

38.333641234066135

45.242933678182155

dutch_alpino

43.60248447204969

49.25465838509317

21.73913043478261

21.86335403726708

39.68944099378882

46.58385093167702

english_childes

47.033654537609664

48.899755501222494

40.327916007478784

36.44110455918309

52.880051776211715

60.95570257442831

english_ptb

48.44589096826689

46.03742880390562

44.93083807973963

43.8079739625712

47.58340113913751

51.521562245728234

portuguese_floresta

46.27272727272727

42.18181818181818

38.72727272727273

36.18181818181818

45.909090909090914

44.72727272727273

slovene_jos

44.12689339811375

38.46813375250072

37.496427550728775

37.83938268076593

40.382966561874824

41.92626464704201

swedish_talbanken

35.14018691588785

41.02803738317757

35.14018691588785

41.02803738317757

43.97196261682243

39.76635514018692

cutoff: none

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

39.20765027322404

50.975800156128024

32.396565183450434

41.31537861046058

41.88134270101484

50.78064012490242

basque_3lb

36.04057362714236

37.6495278069255

24.763903462749212

27.534102833158446

44.76390346274921

39.328436516264425

czech_pdt

47.63287361884023

44.46441533303377

28.088670745336607

26.730842349037363

46.551565218393186

40.38459322756444

danish_cdt

39.743851761019144

41.75352544451257

21.425165201989234

25.001703113291097

35.56781797125145

41.9578990394441

dutch_alpino

48.16472694717995

55.89973142345569

21.396598030438675

21.378692927484334

43.11548791405551

54.01969561324977

english_childes

47.1925557787882

49.19460011984068

40.53434845440767

36.98494942018258

52.966056889076874

60.98833315709704

english_ptb

48.9115094206478

46.45402582739398

43.68781313951027

44.26116717239433

49.84651753581257

52.840307670594875

portuguese_floresta

49.58241009033578

45.11675472984489

42.64530424407704

36.54337821714675

48.79836372933356

46.65075847963184

slovene_jos

46.809921740283855

40.34575761595261

40.16005659459698

39.34208781005438

42.26466816996065

40.562408807534155

swedish_talbanken

36.12093352192362

41.902404526166904

36.12093352192362

41.902404526166904

44.57213578500707

38.04809052333805

VM

cutoff: 10

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

40.70892370921145

44.92949974839461

N/A

47.63765859008712

38.62193584873766

45.27795358075366

basque_3lb

42.199208767808

44.29923225199735

40.72593677574713

42.4594847551127

43.54625131660638

42.24257552073488

czech_pdt

35.77458673903885

39.62525709541947

40.97481709019173

44.679177076308925

34.59052456932714

35.848348255191546

danish_cdt

48.57123261161907

48.491757723049986

49.47795255239334

52.94524153380195

34.3524320008746

40.49473163040624

dutch_alpino

32.5128425192392

38.52142425483501

47.72058362689208

48.646729973671974

31.63907224647688

33.98468809069307

english_childes

64.14638879707744

66.66092238520315

65.92862173333124

66.50149011067717

59.059621276766535

64.37131233910588

english_ptb

57.53672719722389

59.21539374080928

60.08486788124321

60.05605387888573

47.97000200901931

52.11407795988572

portuguese_floresta

50.058031351373266

49.757892829223316

51.99031654658284

50.691889684757996

45.00076798162327

45.263240181107975

slovene_jos

41.23706730467941

37.2562719922

44.581322446253395

44.26541448444238

36.24058072558894

37.0959315080564

swedish_talbanken

53.16265649565568

56.37722069111704

53.16265649565568

56.37722069111704

45.20930067887769

49.876950992074654

cutoff: 15

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

42.17979984333175

45.189953994292104

40.238159341388005

43.20726896696791

39.45187196388214

42.753953244237856

basque_3lb

40.68126166169092

41.747777213081974

39.58594436503491

40.5857286481685

41.673030321288714

39.59897956583877

czech_pdt

38.861629644067825

42.238684800207196

43.253519267489324

46.781287389708694

37.74132361720956

37.28843917624059

danish_cdt

49.8009381016879

50.42809916493637

49.0596385970732

52.57501020695084

35.11019970719561

40.83717502179684

dutch_alpino

38.64651435986231

45.419600662789385

49.32667887737986

50.35183093757589

37.84268482039108

41.80473812307209

english_childes

64.09041319498611

66.76713984101629

65.94659316651865

66.52809632387915

58.67145151792853

64.11897747741847

english_ptb

60.340906416958475

61.42791234166548

61.58546592281968

62.05338628949516

51.61293788345791

54.580664368336194

portuguese_floresta

50.41758133621912

48.962947240124855

51.59741227911414

49.3302188210619

45.89877588635289

45.826811622396846

slovene_jos

42.4372660370666

36.322787549998296

44.53782007551118

43.07282941448256

36.88194410667212

36.33327001399023

swedish_talbanken

51.74446960382848

54.34695181692608

51.74446960382848

54.34695181692608

42.58481070859618

46.20601768058087

cutoff: none

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

39.61795755461081

47.08732676716075

42.15312147648852

44.00558261756578

39.36537133401538

44.125960150211256

basque_3lb

39.46346101543157

40.13738687040009

38.528137245158355

39.337371537033384

40.47206171221522

37.61799549481319

czech_pdt

42.12121684814763

45.00335964493397

45.252256135411

48.73635803120324

41.11145116640931

38.84081757184108

danish_cdt

50.2047532580977

51.67705933004042

49.21275346415013

51.972902702804845

35.29042026183746

39.93654755587245

dutch_alpino

43.35371516610631

51.408673129977046

49.40512630836002

50.19809618675929

43.72708697359774

47.242776533219065

english_childes

64.13684369988403

66.84961073491165

66.01356950258125

66.57260375467816

58.67456285536073

64.07050847572633

english_ptb

61.64692734584472

62.71455894395888

62.00746932096162

62.993768053637524

53.74609473193219

54.53582750074919

portuguese_floresta

51.71952101086868

51.90661955603858

52.93663001068718

51.314736760749156

49.467699935149476

49.86273904785976

slovene_jos

44.50437698444875

36.822751238770934

45.81572592134726

43.482088612028974

38.61354309740944

36.480878108892725

swedish_talbanken

51.76404795402425

54.28376463629581

51.76404795402425

54.28376463629581

43.39045410147195

44.50675543104269

VI

cutoff: 10

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

3.6037196135150844

3.3713816221063233

N/A

3.231537026117248

3.4965299736308255

3.209369987128977

basque_3lb

3.9570963009822266

3.8195742100369157

4.94319783845247

4.641000246009852

3.54698776855054

3.655702758023394

czech_pdt

3.851354553613626

3.7390316792865277

4.836063958677166

4.598761344254692

3.7987744497269773

3.9454681465834947

danish_cdt

3.958239350557819

3.960441688918996

5.0481947150234125

4.545365330903609

4.116815334646562

3.905252508039036

dutch_alpino

4.1734217141834264

3.893354493497702

4.848075820662275

4.767617150320152

4.155799406533266

4.042608031227681

english_childes

2.9007138858035972

2.7029856352464856

3.0293426667804866

3.0139275400173693

2.685454779723036

2.431373057864715

english_ptb

3.3775253746102774

3.3187757207604447

3.3239325685968364

3.4107402741833885

3.570048470909011

3.3211028966581115

portuguese_floresta

3.434082959516149

3.5337511236285066

3.5143131460073267

3.633625707152781

3.5039336661851586

3.5599891777558255

slovene_jos

3.782248346979371

4.050753279027225

4.1443030968066825

4.140172875939027

3.7578587878985643

3.939802496629385

swedish_talbanken

4.038909825015005

3.7244078072360205

4.038909825015005

3.7244078072360205

3.7020878691546244

3.5338832187752125

cutoff: 15

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

3.628957723669198

3.4795494329127483

4.034781118491125

3.7554515505987736

3.5803200846797205

3.414072925568897

basque_3lb

4.096865655574767

4.002333004670198

5.057956223743966

4.840001558235681

3.6757138149733715

3.8123843730692406

czech_pdt

3.716411969198163

3.632910285751592

4.73145148827073

4.4861201550512115

3.6887743943615456

3.903821377735426

danish_cdt

3.9337669052070776

3.8633061293693842

5.178951500354037

4.651606749314703

4.117740177422952

3.8895226665381575

dutch_alpino

3.948596607395471

3.6383399748132557

5.107819725569282

4.9926119652532925

3.936611030452549

3.740853008296976

english_childes

2.9248491720201404

2.711930203783507

3.0510899865216805

3.0359685540357635

2.7217540684242967

2.465427500862682

english_ptb

3.2257331696268063

3.1920157737900703

3.2841031351563807

3.296937389449576

3.3792331472133172

3.169747343637947

portuguese_floresta

3.4191926747830235

3.587863046547434

3.5835699972492856

3.738307899751621

3.47926617489964

3.541378652607975

slovene_jos

3.738933461183935

4.1650402915136375

4.184266048254768

4.308525937171898

3.7704283341462514

4.0116347355026125

swedish_talbanken

4.297569625791702

4.021231923114433

4.297569625791702

4.021231923114433

4.010449489945643

3.874741297889907

cutoff: none

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

3.9422909961841985

3.4647655342844788

4.097755344566557

3.9468517455697008

3.703609623146906

3.4587128229131134

basque_3lb

4.198535147667102

4.116096856071136

5.157146337639819

4.9587214856592325

3.763513979697533

3.930665336214437

czech_pdt

3.5414346353584483

3.4777673175502946

4.617839170808079

4.34893563812455

3.528316015722751

3.7984160347354208

danish_cdt

3.9574187163256545

3.8153191227581225

5.232069581089807

4.803883575029757

4.13097500523504

3.920793085328947

dutch_alpino

3.667054251555202

3.2562703408423794

5.220305345572781

5.140864550321195

3.6011050209848863

3.3882776712298

english_childes

2.925460699480433

2.708678369019159

3.0492217736447946

3.0365543256921352

2.7246079785101123

2.4726442115598033

english_ptb

3.104412037172135

3.0607779204207914

3.2297346963538884

3.2083384001899957

3.1964613511025375

3.0943185410274854

portuguese_floresta

3.3157616644507604

3.3498657486776593

3.4768413123239537

3.5855956892698613

3.2533514799356067

3.278528843547279

slovene_jos

3.6142805823691075

4.149003430098631

4.086674036470554

4.328803406631884

3.7345892107712264

3.9862589371187758

swedish_talbanken

4.453266373984464

4.165532958263058

4.453266373984464

4.165532958263058

4.106404467878098

4.07207779069561

None: ResultsPos (last edited 2012-10-30 18:49:05 by TrevorCohn)