Differences between revisions 2 and 12 (spanning 10 versions)
⇤ ← Revision 2 as of 2012-04-19 20:27:29 →
Size: 20017
Editor: TrevorCohn
Comment:
← Revision 12 as of 2012-10-30 18:49:05 → ⇥
Size: 39518
Editor: TrevorCohn
Comment:
Deletions are marked like this. Additions are marked like this.
Line 6: Line 6:
== Averages over languages and cutoffs: ==
|| measure || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| M-1 || 70.2233932281 || 76.618182369 || 75.8975347781 ||
|| M-M || 47.0344072363 || 38.7262097543 || 40.3778446773 ||
|| VI || 3.2579739029 || 3.86169022189 || 3.87464307457 ||
|| VM || 54.4484929921 || 53.7134940813 || 57.7102535243 ||
Note: in the baselines, CPOS, POS and UPOS are used to match the amount of
tags those columns have for each dataset. The same goes for CPOS-MK, POS-MK,
and UPOS-MK, which were made using a different tool.

== Averages over languages with cutoff 10 for submissions ==
|| measure || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| 1-1 || 41.3538783054 || 42.7062611147 || 38.2165496796 || 36.5129036077 || 43.1366182616 || 49.7836993429 ||
|| M-1 || 81.7500009316 || 74.0017152438 || 80.9057323198 || 82.5289939559 || 70.0137818371 || 65.7254497569 ||
|| VI || 3.24059625425 || 3.29022220882 || 3.83954827012 || 3.9781605524 || 3.33499550262 || 3.07426793974 ||
|| VM || 55.4823935323 || 50.0959250254 || 50.2249884872 || 50.3560679575 || 47.2076145345 || 45.8155457487 ||

== Averages over languages with cutoff 10 for submissions ==
|| measure || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| 1-1 || 38.5345366509 || 41.0695747369 || 30.6537186647 || 32.5278054157 || 44.1502025845 || 45.2363169101 ||
|| M-1 || 68.061411915 || 71.1126840931 || 76.2588835636 || 77.8648919746 || 61.8733830995 || 64.2860932441 ||
|| VI || 3.68767024602 || 3.57288547862 || 4.19484591684 || 4.01042354579 || 3.48444349636 || 3.42640561166 ||
|| VM || 43.9464310829 || 46.2398101355 || 46.6150556303 || 48.459951854 || 40.2940913677 || 43.2402880173 ||


== Results for submissions ==
Line 13: Line 28:
|||||||| cutoff: 10 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || 63.1578947368 || 72.8070175439 || 72.8070175439 ||
|| basque_3lb || 65.2823920266 || 73.1450719823 || 75.276854928 ||
|| czech_pdt || 67.2175721064 || 71.5252972224 || 75.2998880418 ||
|| danish_cdt || 69.0721649485 || 79.381443299 || 71.8873909596 ||
|| dutch_alpino || 57.2789115646 || 74.1496598639 || 76.0544217687 ||
|| english_childes || 82.5730435475 || 87.3338110023 || 85.3873099276 ||
|| english_ptb || 77.943615257 || 76.8380320619 || 72.4709784411 ||
|| portuguese_floresta || 72.0408163265 || 74.8979591837 || 75.9183673469 ||
|| slovene_jos || 62.8472222222 || 76.4756944444 || 75.3472222222 ||
|| swedish_talbanken || 69.4162436548 || 78.5532994924 || 78.5532994924 ||
|||||||| cutoff: 15 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 76.2295081967 || 76.2295081967 ||
|| basque_3lb || 65.4140295359 || 73.3517932489 || 75.4087552743 ||
|| czech_pdt || 67.0143415906 || 71.2276127084 || 74.9353827855 ||
|| danish_cdt || 70.1274709034 || 79.7524478108 || 72.2889340477 ||
|| dutch_alpino || 64.347826087 || 73.5403726708 || 75.652173913 ||
|| english_childes || 82.4751905652 || 87.3615705451 || 85.3408600604 ||
|| english_ptb || 79.886086249 || 77.5589910496 || 73.458096013 ||
|| portuguese_floresta || 73.2727272727 || 75.6363636364 || 76.1818181818 ||
|| slovene_jos || 63.5895970277 || 75.5358673907 || 73.6210345813 ||
|| swedish_talbanken || 69.0654205607 || 74.6728971963 || 74.6728971963 ||
|||||||| cutoff: none ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 79.0983606557 || 79.0007806401 ||
|| basque_3lb || 65.3235396992 || 72.59181532 || 75.2291010843 ||
|| czech_pdt || 67.3015104905 || 72.4004239973 || 76.0003686933 ||
|| danish_cdt || 70.7745759248 || 79.9032631651 || 71.6193201172 ||
|| dutch_alpino || 70.1342882722 || 74.0376007162 || 76.078782453 ||
|| english_childes || 82.4856367417 || 87.3850058158 || 85.3547636671 ||
|| english_ptb || 81.0052219321 || 77.9391009809 || 73.4634111919 ||
|| portuguese_floresta || 74.0412476564 || 76.1377194478 || 77.1262996421 ||
|| slovene_jos || 65.3092806296 || 75.5272582571 || 72.7107927665 ||
|| swedish_talbanken || 67.8571428571 || 73.5502121641 || 73.5502121641 ||
== M-M ==
|||||||| cutoff: 10 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || 38.5964912281 || 32.4561403509 || 32.4561403509 ||
|| basque_3lb || 45.6256921373 || 42.9401993355 || 53.1284606866 ||
|| czech_pdt || 49.7201044943 || 31.486911553 || 33.8167084289 ||
|| danish_cdt || 47.2640761301 || 34.4964314036 || 35.4877081681 ||
|| dutch_alpino || 35.9183673469 || 46.5306122449 || 42.4489795918 ||
|| english_childes || 49.1521375687 || 47.9301011066 || 64.9988058276 ||
|| english_ptb || 47.6506357103 || 50.0829187396 || 40.464344942 ||
|| portuguese_floresta || 50.2040816327 || 32.6530612245 || 34.8979591837 ||
|| slovene_jos || 52.6041666667 || 33.6805555556 || 34.0277777778 ||
|| swedish_talbanken || 40.8629441624 || 34.6446700508 || 34.6446700508 ||
|||||||| cutoff: 15 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 34.0163934426 || 34.4262295082 ||
|| basque_3lb || 43.68407173 || 42.8138185654 || 52.9535864979 ||
|| czech_pdt || 51.188270546 || 32.3932386377 || 33.2418399323 ||
|| danish_cdt || 46.6100129318 || 32.8653242195 || 33.696656198 ||
|| dutch_alpino || 49.5031055901 || 45.0931677019 || 41.4285714286 ||
|| english_childes || 49.7231410902 || 48.3640155329 || 64.5476772616 ||
|| english_ptb || 46.2489829129 || 53.506916192 || 41.5134255492 ||
|| portuguese_floresta || 49 || 32.0909090909 || 33.8181818182 ||
|| slovene_jos || 50.5573020863 || 33.0665904544 || 33.0094312661 ||
|| swedish_talbanken || 39.1588785047 || 33.4112149533 || 33.4112149533 ||
|||||||| cutoff: none ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 37.7634660422 || 39.1491022639 ||
|| basque_3lb || 41.1542497377 || 41.0353270374 || 52.3819517314 ||
|| czech_pdt || 51.6164898091 || 31.0370652011 || 31.7381586073 ||
|| danish_cdt || 45.7047482799 || 31.5075958853 || 31.7732815587 ||
|| dutch_alpino || 56.1683079678 || 43.0975828111 || 39.982094897 ||
|| english_childes || 49.9700398294 || 48.5707236262 || 64.5024849318 ||
|| english_ptb || 47.094418178 || 52.7856185167 || 41.3450003528 ||
|| portuguese_floresta || 48.4063405488 || 34.2082836202 || 35.3843531618 ||
|| slovene_jos || 53.0353274086 || 33.187425388 || 32.5905292479 ||
|| swedish_talbanken || 40.5410183876 || 34.0700141443 || 34.0700141443 ||		 |||||||||||||| cutoff: 10 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 89.47368421052632 || 74.56140350877193 || 84.21052631578947 || 84.21052631578947 || 75.43859649122807 || 72.80701754385966 ||
|| basque_3lb || 83.74861572535991 || 79.06976744186046 || 87.59689922480621 || 87.59689922480621 || 76.52270210409745 || 74.55703211517165 ||
|| czech_pdt || 83.1209681718825 || 66.92967958628778 || 71.41333902009916 || 77.13920136482379 || N/A || N/A ||
|| danish_cdt || 83.22759714512293 || 76.16970658207771 || 84.41712926249009 || 84.89294210943696 || 66.2172878667724 || 56.740681998413955 ||
|| dutch_alpino || 76.73469387755102 || 57.278911564625844 || 74.14965986394559 || 76.05442176870748 || 58.0952380952381 || 55.374149659863946 ||
|| english_childes || 90.38293129527904 || 85.52663004537855 || 91.51739511185414 || 91.51739511185414 || N/A || N/A ||
|| english_ptb || 84.79823106688778 || 80.54173576561637 || 77.22498618021007 || 83.69264787175234 || 75.51133222775015 || 69.81757877280266 ||
|| portuguese_floresta || 79.18367346938776 || 77.14285714285715 || 79.18367346938776 || 80.40816326530611 || 72.0408163265306 || 71.83673469387755 ||
|| slovene_jos || 66.75347222222221 || 62.84722222222222 || 76.47569444444444 || 76.90972222222221 || 62.93402777777778 || 58.68055555555556 ||
|| swedish_talbanken || 80.0761421319797 || 79.94923857868021 || 82.86802030456852 || 82.86802030456852 || 73.3502538071066 || 65.98984771573603 ||
|||||||||||||| cutoff: 15 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 85.24590163934425 || 68.85245901639344 || 85.65573770491804 || 85.65573770491804 || 70.08196721311475 || 72.1311475409836 ||
|| basque_3lb || 82.2652953586498 || 79.49630801687763 || 87.06487341772153 || 87.06487341772153 || 77.51845991561181 || 74.06381856540084 ||
|| czech_pdt || 82.81525194995311 || 66.66209199661475 || 71.12925730231707 || 77.02600699924518 || N/A || N/A ||
|| danish_cdt || 82.28339183447257 || 76.90744503971919 || 84.03842601145391 || 84.68501755034177 || 67.65194901163865 || 56.161093663402916 ||
|| dutch_alpino || 78.13664596273291 || 64.34782608695652 || 73.54037267080746 || 75.77639751552795 || 60.993788819875775 || 55.52795031055901 ||
|| english_childes || 90.34229828850856 || 85.39838918452467 || 91.46411620883073 || 91.46411620883073 || N/A || N/A ||
|| english_ptb || 85.25630593978845 || 81.49715215622457 || 77.85191212367779 || 84.18226200162734 || 75.42717656631407 || 69.37347436940601 ||
|| portuguese_floresta || 77.36363636363637 || 77.36363636363637 || 79.9090909090909 || 80.9090909090909 || 71.72727272727273 || 69.81818181818183 ||
|| slovene_jos || 67.50500142897971 || 63.58959702772221 || 75.53586739068305 || 76.02172049156903 || 65.41869105458703 || 58.95970277222064 ||
|| swedish_talbanken || 79.7196261682243 || 79.7196261682243 || 79.57943925233644 || 79.57943925233644 || 70.37383177570094 || 63.13084112149533 ||
|||||||||||||| cutoff: none ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 83.80171740827478 || N/A || 83.33333333333334 || 83.33333333333334 || 65.04683840749415 || 66.60811865729899 ||
|| basque_3lb || 80.85344526058063 || 79.53830010493179 || 86.67366211962224 || 86.67366211962224 || 77.36970968870234 || 73.8789786638685 ||
|| czech_pdt || 83.10174783680712 || 66.77612249835816 || 72.27310958257003 || 77.96769324715127 || N/A || N/A ||
|| danish_cdt || 81.44287758021663 || 77.75734041828463 || 84.12698412698413 || 84.91722869405272 || 68.15859390966688 || 53.78431773281559 ||
|| dutch_alpino || 80.75201432408237 || 70.13428827215756 || 74.03760071620412 || 76.11459265890778 || 63.36615935541629 || 57.63652641002685 ||
|| english_childes || 90.36339924570865 || 85.4182087342709 || 91.49836100243206 || 91.49836100243206 || N/A || N/A ||
|| english_ptb || 86.72641309717028 || 81.92611671723942 || 78.1137534401242 || 84.35360948415779 || 77.14346199985886 || 71.1011925763884 ||
|| portuguese_floresta || 81.69422191920913 || 77.38196693369694 || 80.38179648883586 || 81.89875575251406 || 75.5411624339526 || 74.34804840634055 ||
|| slovene_jos || 70.81398947694211 || 65.3092806296149 || 75.52725825706327 || 75.9207675642216 || 67.94004509881947 || 59.959322633417344 ||
|| swedish_talbanken || 78.6067892503536 || 80.44554455445545 || 79.59688826025459 || 79.59688826025459 || 69.90806223479491 || 58.78712871287129 ||
== 1-1 ==
|||||||||||||| cutoff: 10 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 44.73684210526316 || 35.96491228070175 || 37.719298245614034 || 37.719298245614034 || 42.98245614035088 || 50.0 ||
|| basque_3lb || 43.18936877076412 || 40.33776301218162 || 49.390919158361015 || 49.390919158361015 || 49.72314507198228 || 58.58250276854928 ||
|| czech_pdt || 31.87609958948659 || 48.79245081836115 || 31.20968171882497 || 30.687210108226264 || N/A || N/A ||
|| danish_cdt || 42.98176050753371 || 44.647105471847745 || 35.48770816812054 || 34.773988897700235 || 42.228390166534496 || 45.63838223632038 ||
|| dutch_alpino || 33.197278911564624 || 35.91836734693877 || 46.53061224489796 || 41.76870748299319 || 40.27210884353741 || 31.15646258503401 ||
|| english_childes || 38.9937106918239 || 42.22195685056922 || 43.50370193455935 || 43.50370193455935 || N/A || N/A ||
|| english_ptb || 37.97678275290215 || 40.07739082365948 || 42.06744057490326 || 31.8407960199005 || 41.07241569928137 || 49.69596462133776 ||
|| portuguese_floresta || 54.89795918367347 || 50.204081632653065 || 34.48979591836735 || 34.285714285714285 || 44.08163265306123 || 54.285714285714285 ||
|| slovene_jos || 41.14583333333333 || 52.604166666666664 || 33.59375 || 32.98611111111111 || 45.13888888888889 || 47.74305555555556 ||
|| swedish_talbanken || 44.54314720812182 || 36.29441624365482 || 28.17258883248731 || 28.17258883248731 || 39.59390862944163 || 61.16751269035533 ||
|||||||||||||| cutoff: 15 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 48.77049180327869 || 37.704918032786885 || 36.885245901639344 || 36.885245901639344 || 37.704918032786885 || 54.09836065573771 ||
|| basque_3lb || 39.66244725738397 || 37.289029535864984 || 48.655063291139236 || 48.655063291139236 || 48.43090717299578 || 56.92246835443038 ||
|| czech_pdt || 33.831972368992886 || 50.213865824927375 || 32.102747089366176 || 29.284750337381915 || N/A || N/A ||
|| danish_cdt || 41.41880657675966 || 43.80195824866063 || 33.34564936264549 || 32.625161647884724 || 41.73286532421947 || 46.997967855163495 ||
|| dutch_alpino || 39.316770186335404 || 49.50310559006211 || 45.09316770186335 || 40.993788819875775 || 50.18633540372671 || 38.57142857142858 ||
|| english_childes || 38.73867395368906 || 42.43851574859773 || 43.63224507406875 || 43.63224507406875 || N/A || N/A ||
|| english_ptb || 40.58584214808788 || 38.58421480878763 || 45.19121236777868 || 32.87225386493084 || 41.464605370219694 || 48.803905614320584 ||
|| portuguese_floresta || 55.63636363636364 || 48.54545454545455 || 34.0 || 33.54545454545455 || 43.27272727272727 || 51.90909090909091 ||
|| slovene_jos || 38.03943983995427 || 50.55730208631037 || 33.00943126607602 || 32.32352100600171 || 48.1566161760503 || 46.4704201200343 ||
|| swedish_talbanken || 43.83177570093458 || 34.06542056074766 || 28.037383177570092 || 28.037383177570092 || 39.299065420560744 || 58.45794392523365 ||
|||||||||||||| cutoff: none ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 53.669008587041375 || N/A || 39.44184231069477 || 39.44184231069477 || 39.83216237314598 || 55.523028883684624 ||
|| basque_3lb || 36.103532703742566 || 36.0265827212312 || 47.149352920601615 || 47.149352920601615 || 47.0863938440014 || 54.697446659671215 ||
|| czech_pdt || 31.81938635604254 || 49.30293917712258 || 30.489209959328516 || 27.20265459196018 || N/A || N/A ||
|| danish_cdt || 42.53695755841679 || 42.76858096600586 || 31.671094761223518 || 31.04434907010014 || 39.948225355950676 || 45.58212412289666 ||
|| dutch_alpino || 42.79319606087735 || 56.15040286481647 || 43.09758281110116 || 39.623992837958816 || 56.45478961504029 || 45.371530886302594 ||
|| english_childes || 38.786084381939304 || 42.57164005498573 || 43.7594727009975 || 43.7594727009975 || N/A || N/A ||
|| english_ptb || 41.546115305906426 || 39.57377743278527 || 43.860701432503 || 31.557405969938607 || 42.071836849904734 || 51.70065626984687 ||
|| portuguese_floresta || 59.655701380603375 || 47.4518493267428 || 35.895687745014484 || 35.50366456451338 || 46.497358104653145 || 56.076359297767176 ||
|| slovene_jos || 39.02374320201618 || 53.03532740858646 || 33.17858248220365 || 32.502100190122476 || 50.90418711588628 || 48.50333819693151 ||
|| swedish_talbanken || 42.37977369165488 || 32.44342291371994 || 26.449787835926447 || 26.449787835926447 || 34.98939179632249 || 54.915134370579906 ||
Line 87: Line 102:
|||||||| cutoff: 10 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || 43.6211964667 || 49.8816447135 || 49.8816447135 ||
|| basque_3lb || 48.5364097962 || 50.9597089904 || 58.1153238489 ||
|| czech_pdt || 44.7327885912 || 38.8961752109 || 44.037405893 ||
|| danish_cdt || 53.5911751218 || 57.5333414417 || 64.7519294992 ||
|| dutch_alpino || 38.0201628027 || 50.3408491583 || 50.8321055566 ||
|| english_childes || 68.0779879749 || 67.6083952977 || 78.4198747296 ||
|| english_ptb || 62.5731127003 || 58.5209699106 || 63.0063848654 ||
|| portuguese_floresta || 58.9882679955 || 54.1297334766 || 57.0552971031 ||
|| slovene_jos || 49.8388790979 || 50.738367554 || 56.4538572993 ||
|| swedish_talbanken || 58.618316019 || 58.9049858901 || 58.9049858901 ||
|||||||| cutoff: 15 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 51.4339604059 || 51.6203052218 ||
|| basque_3lb || 46.7165180787 || 49.606179371 || 55.8093389597 ||
|| czech_pdt || 46.7519242235 || 40.4179130514 || 45.101577753 ||
|| danish_cdt || 54.7255334698 || 56.8718598564 || 64.2754814386 ||
|| dutch_alpino || 46.7147146388 || 52.8388520919 || 52.1605322185 ||
|| english_childes || 68.1322390813 || 67.6975103315 || 78.1945034091 ||
|| english_ptb || 63.7504602406 || 60.4391855367 || 62.8882641464 ||
|| portuguese_floresta || 57.6750545739 || 53.3265086894 || 56.4041368033 ||
|| slovene_jos || 50.1665409271 || 47.9950001142 || 53.5940480803 ||
|| swedish_talbanken || 58.37082748 || 56.4199196205 || 56.4199196205 ||
|||||||| cutoff: none ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 51.4446158921 || 52.9529877892 ||
|| basque_3lb || 46.3245847729 || 48.2992268307 || 54.4461272977 ||
|| czech_pdt || 48.7612140547 || 42.4290461732 || 46.7616977218 ||
|| danish_cdt || 56.1571306338 || 56.8333258341 || 63.61895607 ||
|| dutch_alpino || 53.3505084217 || 54.8328949261 || 53.3996287428 ||
|| english_childes || 68.1802789742 || 67.7669510414 || 78.1824366341 ||
|| english_ptb || 64.1892826164 || 60.1749543008 || 61.3064540327 ||
|| portuguese_floresta || 58.4617618641 || 52.360531594 || 54.7369091966 ||
|| slovene_jos || 51.296379987 || 46.6090427073 || 51.8823187682 ||
|| swedish_talbanken || 58.2345531728 || 56.0931724273 || 56.0931724273 ||		 |||||||||||||| cutoff: 10 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 57.899574880173574 || 41.952401944223816 || 47.29423823877686 || 47.29423823877686 || 46.17326051368214 || 45.56736244866771 ||
|| basque_3lb || 46.689337752451884 || 43.883452621477645 || 45.530699252538405 || 45.530699252538405 || 41.89695960839781 || 42.62973205026312 ||
|| czech_pdt || 49.884800423594314 || 42.057932051562645 || 37.0579628451493 || 37.64369180845895 || N/A || N/A ||
|| danish_cdt || 57.02710097786879 || 52.39186645454882 || 53.28595030138473 || 53.07755938919437 || 44.64409283485814 || 40.92362613155104 ||
|| dutch_alpino || 51.34222401282646 || 37.869273198693236 || 50.406741927130895 || 49.66853462730592 || 38.47412983723591 || 35.56458834612131 ||
|| english_childes || 64.59832966020144 || 62.419799945845035 || 62.798889652158884 || 62.798889652158884 || N/A || N/A ||
|| english_ptb || 58.40056036494159 || 55.77260041646943 || 50.339120213167554 || 51.94479879061239 || 53.508034047290565 || 51.529200883629656 ||
|| portuguese_floresta || 61.70479721062967 || 59.607242337494824 || 53.65777673299915 || 53.803506876917936 || 53.51426515878595 || 55.631736590462445 ||
|| slovene_jos || 49.468173495984274 || 49.82915037185253 || 50.67554457570452 || 50.59579980610279 || 47.39115869736824 || 44.17834687477349 ||
|| swedish_talbanken || 57.80903654415284 || 55.175530912081584 || 51.20296113298514 || 51.20296113298514 || 52.05901557863818 || 50.499772663824736 ||
|||||||||||||| cutoff: 15 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 59.561207298988826 || 39.05082478443095 || 50.71217476403616 || 50.71217476403616 || 44.194416579820036 || 46.48158137501536 ||
|| basque_3lb || 43.879677388652645 || 42.16414048623967 || 43.95287374416473 || 43.95287374416473 || 41.30183507656761 || 41.36994428032167 ||
|| czech_pdt || 51.0438222244994 || 43.703369117524424 || 38.33124238828659 || 38.01852397327627 || N/A || N/A ||
|| danish_cdt || 56.705323284571094 || 53.34430952259318 || 52.47146660437855 || 52.30444421221026 || 46.10298078017284 || 41.76875078088303 ||
|| dutch_alpino || 54.64056313234491 || 46.66370114435712 || 52.87490674105386 || 51.53471377703966 || 43.72567294878569 || 41.05716506240209 ||
|| english_childes || 64.50943384332373 || 62.31129821517969 || 62.72074244421613 || 62.72074244421613 || N/A || N/A ||
|| english_ptb || 59.62785433105151 || 57.20939081233642 || 52.816271885653 || 52.80916599195259 || 54.35149741386882 || 52.084704292087594 ||
|| portuguese_floresta || 60.56152305853686 || 58.14920006266588 || 53.31390232512424 || 53.11178972507315 || 52.28733015980237 || 53.261415728156805 ||
|| slovene_jos || 48.85218765077608 || 50.12880077806784 || 47.96347131601838 || 47.91736503522786 || 48.558758503774165 || 44.43157664425456 ||
|| swedish_talbanken || 57.9751256299115 || 54.69832615584879 || 48.207771273887204 || 48.207771273887204 || 50.24047078622304 || 48.702005574656084 ||
|||||||||||||| cutoff: none ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 61.74743879466749 || N/A || 51.27290761438014 || 51.27290761438014 || 44.8096975111561 || 47.07455958300273 ||
|| basque_3lb || 42.17183150902902 || 41.51922088376516 || 43.03691519346376 || 43.03691519346376 || 40.85663709150025 || 40.054631496145504 ||
|| czech_pdt || 52.25905211570553 || 45.31425768798121 || 40.21686772453434 || 39.19811771917576 || N/A || N/A ||
|| danish_cdt || 56.56535413196483 || 54.63047472817515 || 52.45552844000725 || 52.32192910654629 || 47.25962345473198 || 41.96431234399686 ||
|| dutch_alpino || 56.958917669230004 || 53.34607134765007 || 54.87063551744039 || 52.89946176405203 || 48.568211920904496 || 45.80474472881778 ||
|| english_childes || 64.52832494381514 || 62.32396394094055 || 62.76177294035084 || 62.76177294035084 || N/A || N/A ||
|| english_ptb || 60.73284732626551 || 57.994827599618894 || 53.142789566942575 || 52.09466773080788 || 55.103439538379625 || 52.53875666910166 ||
|| portuguese_floresta || 64.17346729398295 || 58.40755862444372 || 52.54127729623937 || 52.32462475509726 || 55.96042159338425 || 58.14365092852547 ||
|| slovene_jos || 51.14941089483873 || 51.29476779946348 || 46.59512491982075 || 46.49776312735134 || 50.984784337101715 || 45.9772472316214 ||
|| swedish_talbanken || 57.054433929426175 || 54.20635183283385 || 47.07551262138754 || 47.07551262138754 || 48.891520686042114 || 45.733069362022086 ||
Line 124: Line 139:
|||||||| cutoff: 10 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || 3.4818745246 || 3.2823041269 || 3.2823041269 ||
|| basque_3lb || 3.4430583016 || 3.8326267531 || 3.4610793641 ||
|| czech_pdt || 3.4098817039 || 5.0591037998 || 5.4736553927 ||
|| danish_cdt || 3.5680167855 || 3.8992497896 || 3.7658341725 ||
|| dutch_alpino || 3.9333377443 || 3.1358828244 || 3.482192106 ||
|| english_childes || 2.5788568068 || 2.8120126426 || 2.0736802206 ||
|| english_ptb || 3.0163722794 || 3.4462285103 || 3.7348205442 ||
|| portuguese_floresta || 2.863504147 || 3.7681306175 || 3.7142603395 ||
|| slovene_jos || 3.1771279401 || 4.2096730529 || 4.0048508809 ||
|| swedish_talbanken || 3.4828822366 || 3.9457606538 || 3.9457606538 ||
|||||||| cutoff: 15 ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 3.4561537611 || 3.4601369686 ||
|| basque_3lb || 3.5902820742 || 3.945022692 || 3.6444144248 ||
|| czech_pdt || 3.3436911848 || 4.9386211968 || 5.5651366918 ||
|| danish_cdt || 3.5313583568 || 4.0779517713 || 3.9320889674 ||
|| dutch_alpino || 3.5501478111 || 3.3157551657 || 3.7160865368 ||
|| english_childes || 2.5921638664 || 2.8292186976 || 2.1087371011 ||
|| english_ptb || 3.0049430763 || 3.3049743661 || 3.8608413046 ||
|| portuguese_floresta || 2.9591654811 || 3.9415069907 || 3.8980890069 ||
|| slovene_jos || 3.1901368255 || 4.586505035 || 4.4154748033 ||
|| swedish_talbanken || 3.6477495783 || 4.367492103 || 4.367492103 ||
|||||||| cutoff: none ||
|| file || Christodoulopoulos, standard || Chrupala, standard-column3 || Chrupala, standard-column4 ||
|| arabic_padt || N/A || 3.8046603261 || 3.7609800016 ||
|| basque_3lb || 3.6484529041 || 4.0890793321 || 3.7832000183 ||
|| czech_pdt || 3.2384899475 || 4.7941891571 || 5.4769309594 ||
|| danish_cdt || 3.4696588214 || 4.1515542889 || 4.0777087659 ||
|| dutch_alpino || 3.1332855012 || 3.2828645726 || 3.7242854122 ||
|| english_childes || 2.5919566677 || 2.8278027552 || 2.1120688253 ||
|| english_ptb || 2.9501995985 || 3.2981153915 || 4.0282456539 ||
|| portuguese_floresta || 2.9110733729 || 4.0714783915 || 4.1121533422 ||
|| slovene_jos || 3.139972222 || 4.8038759744 || 4.6838716319 ||
|| swedish_talbanken || 3.7756295217 || 4.572911917 || 4.572911917 ||


= Baseline results =
== Averages over languages and cutoffs: ==
|| measure || CPOS || POS || UPOS ||
|| M-1 || 64.1778107031 || 72.3971262771 || 56.4157680952 ||
|| M-M || 42.8131248749 || 33.4621590326 || 44.1191703659 ||
|| VI || 3.6909367998 || 4.2132509038 || 3.61458384521 ||
|| VM || 47.7880422177 || 50.0056113632 || 42.9186088452 ||		 |||||||||||||| cutoff: 10 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 2.4750665046259233 || 3.2824011003422533 || 3.1770612086871433 || 3.1770612086871433 || 2.9237189773198686 || 2.6470131310823977 ||
|| basque_3lb || 3.4290761534407332 || 3.2396010799848485 || 3.7572750247610305 || 3.7572750247610305 || 3.12145608380209 || 2.7012909839681822 ||
|| czech_pdt || 3.9865907205607574 || 3.529654577769863 || 5.162132631453106 || 5.6904311221399055 || N/A || N/A ||
|| danish_cdt || 3.270784424184073 || 3.401216261950103 || 4.035099393672823 || 4.0945701950684175 || 3.8191794134508847 || 3.513539274484269 ||
|| dutch_alpino || 3.8471964648437686 || 3.9320524132241683 || 3.1230524615091197 || 3.5157830133614945 || 3.7260984772115364 || 3.72418324618344 ||
|| english_childes || 2.778398559993592 || 2.832714438481444 || 3.0283448747367814 || 3.0283448747367814 || N/A || N/A ||
|| english_ptb || 3.3034585822122344 || 3.3441428656612886 || 3.8786327135654206 || 4.187194907604972 || 3.285536488360514 || 3.0406199250882535 ||
|| portuguese_floresta || 2.6304324230723957 || 2.7323522978076884 || 3.706014788568782 || 3.7626509672238364 || 3.0583125501153257 || 2.739302946253978 ||
|| slovene_jos || 3.588657053810693 || 3.1759403831620645 || 4.213268286795256 || 4.253692892930678 || 3.293864792659695 || 3.3294802734786586 ||
|| swedish_talbanken || 3.0963016557556244 || 3.432146669767258 || 4.314601317476135 || 4.314601317476135 || 3.451797238044395 || 2.898713737357951 ||
|||||||||||||| cutoff: 15 ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 2.4598683342094896 || 3.5112609261389762 || 3.2999754109530617 || 3.2999754109530617 || 3.2144747991009863 || 2.763339631098795 ||
|| basque_3lb || 3.6604786629148363 || 3.3703246159329785 || 3.8771747509238015 || 3.8771747509238015 || 3.186837491248785 || 2.748251452366595 ||
|| czech_pdt || 3.9182889918739288 || 3.4858376183369084 || 5.0575909882047405 || 5.824058091807837 || N/A || N/A ||
|| danish_cdt || 3.331600549939419 || 3.3882213345247756 || 4.238463641076027 || 4.301397758804354 || 3.7991915128636595 || 3.489691837449399 ||
|| dutch_alpino || 3.74344717932426 || 3.5483463530732804 || 3.3086256148132884 || 3.7156283803755548 || 3.5996029682916193 || 3.682486786225908 ||
|| english_childes || 2.8041093970263193 || 2.858138419262248 || 3.0598559221745973 || 3.0598559221745973 || N/A || N/A ||
|| english_ptb || 3.284441072674564 || 3.3413155135600605 || 3.7148142788185488 || 4.271586879742783 || 3.3654841967318743 || 3.0812365212307493 ||
|| portuguese_floresta || 2.7172045813879264 || 2.839242949574491 || 3.845773727231832 || 3.942553372192562 || 3.1933988017313304 || 2.9220484401184716 ||
|| slovene_jos || 3.7076273859381694 || 3.1906076387879265 || 4.587256056988034 || 4.630196696560397 || 3.2890377250914966 || 3.363434059340525 ||
|| swedish_talbanken || 3.1732239760989085 || 3.5814264200679506 || 4.746760280914709 || 4.746760280914709 || 3.7055411207285793 || 3.0882039404355717 ||
|||||||||||||| cutoff: none ||
|| file || Blunsom, standard || Christodoulopoulos, standard || Chrupala, CPOS || Chrupala, POS || Graca, coarse || Graca, universal ||
|| arabic_padt || 2.4820208532637182 || N/A || 3.701724037449625 || 3.701724037449625 || 3.3932678951697337 || 2.981746189484257 ||
|| basque_3lb || 3.815649565327056 || 3.4377509106348567 || 3.9818924565193408 || 3.9818924565193408 || 3.2507578989766666 || 2.8203198789027524 ||
|| czech_pdt || 3.826246449633303 || 3.405909303095908 || 4.923263646621279 || 5.774738463005597 || N/A || N/A ||
|| danish_cdt || 3.3644193616566866 || 3.3445035916301054 || 4.314824859613062 || 4.376811086776221 || 3.7807916238356727 || 3.4561978924162906 ||
|| dutch_alpino || 3.559922016458208 || 3.130236682952124 || 3.27688401405306 || 3.714331358078217 || 3.303290792872175 || 3.4442861764860977 ||
|| english_childes || 2.806181026243022 || 2.8606256217761454 || 3.0609558320685495 || 3.0609558320685495 || N/A || N/A ||
|| english_ptb || 3.1840082808211565 || 3.276211530950476 || 3.674888729868139 || 4.362051257473297 || 3.3431392467634873 || 3.0333564165780853 ||
|| portuguese_floresta || 2.4693502024084455 || 2.8288078372695917 || 3.957828207863222 || 4.090406497082331 || 2.959225237903644 || 2.6209852121282338 ||
|| slovene_jos || 3.620275656719383 || 3.1379720378805667 || 4.802821080100442 || 4.857898134658241 || 3.1618547469533063 || 3.299696770693261 ||
|| swedish_talbanken || 3.3147880519970934 || 3.6814935022925526 || 4.982452594962032 || 4.982452594962032 || 3.9036849294006695 || 3.3226531390106766 ||




== Results for baselines ==
Line 170: Line 182:
|||||||| cutoff: 10 ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 52.6315789474 || 64.9122807018 || 54.3859649123 ||
|| basque_3lb || 59.7176079734 || 65.4485049834 || 59.3300110742 ||
|| czech_pdt || 60.1428799915 || 73.0447299675 || 59.6097456949 ||
|| danish_cdt || 63.838223632 || 73.9492466297 || 42.8628072958 ||
|| dutch_alpino || 54.9659863946 || 80.5442176871 || 53.1972789116 ||
|| english_childes || 79.1696520978 || 86.3705119019 || 64.0872541995 ||
|| english_ptb || 72.1945826423 || 76.4510779436 || 57.490326147 ||
|| portuguese_floresta || 63.4693877551 || 67.1428571429 || 58.5714285714 ||
|| slovene_jos || 56.3368055556 || 65.5381944444 || 53.125 ||
|| swedish_talbanken || 63.8324873096 || 63.8324873096 || 50.7614213198 ||
|||||||| cutoff: 15 ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 59.8360655738 || 58.606557377 || 58.1967213115 ||
|| basque_3lb || 60.7067510549 || 65.2689873418 || 59.0058016878 ||
|| czech_pdt || 60.1454745077 || 74.3338136737 || 59.6331114618 ||
|| danish_cdt || 66.3587659339 || 75.3740993904 || 42.8967300942 ||
|| dutch_alpino || 56.2732919255 || 82.5465838509 || 54.9068322981 ||
|| english_childes || 78.8256867539 || 86.2900906084 || 63.504961887 ||
|| english_ptb || 74.6297803092 || 78.5679414158 || 59.707078926 ||
|| portuguese_floresta || 65.0909090909 || 68.5454545455 || 60.4545454545 ||
|| slovene_jos || 58.9882823664 || 66.9619891398 || 56.1303229494 ||
|| swedish_talbanken || 62.523364486 || 62.523364486 || 48.2242990654 ||
|||||||| cutoff: none ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 62.900078064 || 66.5886026542 || 62.9195940671 ||
|| basque_3lb || 60.2098635887 || 63.8474991256 || 57.9783140958 ||
|| czech_pdt || 61.3073634971 || 76.0533683592 || 60.8787575035 ||
|| danish_cdt || 67.3819742489 || 76.2722256284 || 42.6323319027 ||
|| dutch_alpino || 57.9946284691 || 84.1718889884 || 57.3142345568 ||
|| english_childes || 78.8163970251 || 86.2923407705 || 63.3957209827 ||
|| english_ptb || 76.9123562205 || 80.6912003387 || 61.8534330675 ||
|| portuguese_floresta || 67.3427646156 || 71.6038861428 || 63.5929776717 ||
|| slovene_jos || 61.5819958438 || 68.930450546 || 58.3189636114 ||
|| swedish_talbanken || 61.2093352192 || 61.2093352192 || 47.5070721358 ||
== M-M ==
|||||||| cutoff: 10 ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 35.9649122807 || 39.4736842105 || 36.8421052632 ||
|| basque_3lb || 39.4241417497 || 27.4916943522 || 48.3665559247 ||
|| czech_pdt || 44.5646958469 || 28.6239803807 || 45.9988271045 ||
|| danish_cdt || 42.9817605075 || 26.0904044409 || 39.452815226 ||
|| dutch_alpino || 33.6054421769 || 21.6326530612 || 31.156462585 ||
|| english_childes || 46.7677732665 || 39.8216702492 || 52.6510628135 ||
|| english_ptb || 44.776119403 || 44.3338861249 || 43.7810945274 ||
|| portuguese_floresta || 44.693877551 || 38.9795918367 || 44.4897959184 ||
|| slovene_jos || 44.6180555556 || 37.8472222222 || 40.1909722222 ||
|| swedish_talbanken || 35.2791878173 || 35.2791878173 || 46.3197969543 ||
|||||||| cutoff: 15 ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 40.9836065574 || 35.2459016393 || 41.393442623 ||
|| basque_3lb || 37.8691983122 || 26.0021097046 || 47.0068565401 ||
|| czech_pdt || 47.0847915094 || 29.6301379263 || 46.8469086667 ||
|| danish_cdt || 41.7513393682 || 23.831516719 || 38.3336412341 ||
|| dutch_alpino || 43.602484472 || 21.7391304348 || 39.6894409938 ||
|| english_childes || 47.0336545376 || 40.3279160075 || 52.8800517762 ||
|| english_ptb || 48.4458909683 || 44.9308380797 || 47.5834011391 ||
|| portuguese_floresta || 46.2727272727 || 38.7272727273 || 45.9090909091 ||
|| slovene_jos || 44.1268933981 || 37.4964275507 || 40.3829665619 ||
|| swedish_talbanken || 35.1401869159 || 35.1401869159 || 43.9719626168 ||
|||||||| cutoff: none ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 39.2076502732 || 32.3965651835 || 41.881342701 ||
|| basque_3lb || 36.0405736271 || 24.7639034627 || 44.7639034627 ||
|| czech_pdt || 47.6328736188 || 28.0886707453 || 46.5515652184 ||
|| danish_cdt || 39.743851761 || 21.425165202 || 35.5678179713 ||
|| dutch_alpino || 48.1647269472 || 21.3965980304 || 43.1154879141 ||
|| english_childes || 47.1925557788 || 40.5343484544 || 52.9660568891 ||
|| english_ptb || 48.9115094206 || 43.6878131395 || 49.8465175358 ||
|| portuguese_floresta || 49.5824100903 || 42.6453042441 || 48.7983637293 ||
|| slovene_jos || 46.8099217403 || 40.1600565946 || 42.26466817 ||
|| swedish_talbanken || 36.1209335219 || 36.1209335219 || 44.572135785 ||		 |||||||||||||| cutoff: 10 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 65.78947368421053 || 71.05263157894737 || 73.68421052631578 || 73.68421052631578 || 69.2982456140351 || 74.56140350877193 ||
|| basque_3lb || 75.27685492801773 || 77.63012181616833 || 79.31893687707641 || 79.78959025470654 || 76.32890365448505 || 74.5016611295681 ||
|| czech_pdt || 59.92429492989284 || 64.30665884736365 || 72.83680759183238 || 77.6670043183878 || 59.39116063336355 || 57.434557765101026 ||
|| danish_cdt || 69.31007137192704 || 70.69785884218874 || 77.79540047581285 || 81.36399682791435 || 49.246629659000796 || 57.613005551149875 ||
|| dutch_alpino || 54.96598639455782 || 59.863945578231295 || 80.54421768707482 || 81.7687074829932 || 53.197278911564624 || 54.69387755102041 ||
|| english_childes || 83.0586736724783 || 86.38245362630363 || 89.86943714672398 || 91.54525913541916 || 70.65520261125707 || 76.17227927712761 ||
|| english_ptb || 74.1846323935876 || 76.28524046434494 || 76.94859038142621 || 79.65726920950802 || 61.24930901050304 || 63.18407960199005 ||
|| portuguese_floresta || 68.16326530612244 || 70.61224489795919 || 72.44897959183673 || 73.06122448979592 || 64.6938775510204 || 64.48979591836735 ||
|| slovene_jos || 56.33680555555556 || 56.25 || 65.53819444444444 || 62.06597222222222 || 53.125 || 52.951388888888886 ||
|| swedish_talbanken || 73.60406091370558 || 78.04568527918782 || 73.60406091370558 || 78.04568527918782 || 61.54822335025381 || 67.25888324873097 ||
|||||||||||||| cutoff: 15 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 69.26229508196722 || 71.72131147540983 || 69.26229508196722 || 72.95081967213115 || 68.44262295081968 || 69.67213114754098 ||
|| basque_3lb || 75.56698312236287 || 76.22626582278481 || 78.95569620253164 || 79.66772151898735 || 74.90770042194093 || 73.18037974683544 ||
|| czech_pdt || 59.843546284224246 || 64.54173242754865 || 74.04332212539171 || 78.40984468995174 || 59.32660856835701 || 56.52233582652851 ||
|| danish_cdt || 71.38370589322003 || 71.25438758544246 || 78.81027156844634 || 82.04322926288565 || 48.67910585627194 || 56.60447071864031 ||
|| dutch_alpino || 56.27329192546584 || 63.16770186335404 || 82.54658385093168 || 83.72670807453416 || 54.90683229813664 || 59.3167701863354 ||
|| english_childes || 82.65496907809579 || 86.26132604631096 || 89.6986912124263 || 91.44254278728606 || 70.17834028476916 || 75.72630519200345 ||
|| english_ptb || 75.5573637103336 || 78.42148087876322 || 78.87713588283157 || 81.51342554922701 || 62.71765663140765 || 64.39381611065907 ||
|| portuguese_floresta || 68.18181818181817 || 68.0 || 72.0909090909091 || 70.27272727272728 || 64.0909090909091 || 64.0909090909091 ||
|| slovene_jos || 58.9882823663904 || 57.35924549871392 || 66.96198913975422 || 64.21834809945699 || 56.130322949414115 || 51.700485853100886 ||
|| swedish_talbanken || 72.19626168224299 || 76.30841121495328 || 72.19626168224299 || 76.30841121495328 || 58.45794392523365 || 62.05607476635514 ||
|||||||||||||| cutoff: none ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 66.19828259172522 || 71.07728337236534 || 69.88680718188915 || 72.71662763466043 || 66.21779859484778 || 68.0327868852459 ||
|| basque_3lb || 74.72542847149353 || 74.8023784540049 || 77.48863238894718 || 78.62889122070655 || 73.31934242742217 || 71.40258831759357 ||
|| czech_pdt || 60.84764900395193 || 65.42808751857869 || 75.57349094973097 || 79.35086930973696 || 60.417314760406946 || 57.160139642597905 ||
|| danish_cdt || 72.12344165133865 || 72.25969071462633 || 79.77382655494245 || 82.58736971183323 || 47.09448872539001 || 53.069010150555215 ||
|| dutch_alpino || 57.99462846911369 || 68.18263205013429 || 84.17188898836169 || 84.78066248880931 || 57.314234556848696 || 63.043867502238136 ||
|| english_childes || 82.64777413556097 || 86.27119241478975 || 89.70427549258045 || 91.44196538719115 || 70.11737337422016 || 75.6300447640196 ||
|| english_ptb || 77.28812363277116 || 79.99435466798391 || 80.87996612800791 || 83.88434126032037 || 63.73932679415708 || 63.34238938677581 ||
|| portuguese_floresta || 70.06988239304584 || 70.78575080961309 || 74.24578148968808 || 72.89926708709731 || 67.598431907278 || 68.07567751832282 ||
|| slovene_jos || 61.58199584383428 || 58.43392138656762 || 68.93045054604943 || 65.68510412521555 || 58.31896361144272 || 50.3647698633771 ||
|| swedish_talbanken || 71.69377652050919 || 76.44978783592646 || 71.69377652050919 || 76.44978783592646 || 57.54950495049505 || 57.3019801980198 ||
== 1-1 ==
|||||||||||||| cutoff: 10 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 31.57894736842105 || 37.719298245614034 || 34.21052631578947 || 37.719298245614034 || 36.84210526315789 || 43.859649122807014 ||
|| basque_3lb || 35.18826135105205 || 40.72535991140642 || 23.726467331118496 || 32.198228128460684 || 44.40753045404208 || 44.24141749723145 ||
|| czech_pdt || 44.218158554139784 || 41.23260649357573 || 27.27515061043877 || 25.430505944447408 || 45.6469584688383 || 38.05512608626113 ||
|| danish_cdt || 39.84932593180016 || 43.695479777954006 || 21.490880253766854 || 27.59714512291832 || 41.5146708961142 || 47.81919111816019 ||
|| dutch_alpino || 33.605442176870746 || 41.224489795918366 || 21.496598639455783 || 21.08843537414966 || 31.15646258503401 || 34.5578231292517 ||
|| english_childes || 40.71331900326407 || 42.830984794204284 || 35.80128970623358 || 32.302364461428226 || 57.31231589841573 || 59.099593981370916 ||
|| english_ptb || 38.47429519071311 || 37.0923161967938 || 34.93642896627971 || 33.886124930901055 || 42.841348811498065 || 45.66058595909342 ||
|| portuguese_floresta || 45.714285714285715 || 44.69387755102041 || 38.36734693877551 || 35.91836734693877 || 48.16326530612245 || 45.30612244897959 ||
|| slovene_jos || 44.53125 || 40.36458333333333 || 37.76041666666667 || 38.02083333333333 || 40.19097222222222 || 42.62152777777778 ||
|| swedish_talbanken || 31.472081218274113 || 41.11675126903553 || 31.472081218274113 || 41.11675126903553 || 53.42639593908629 || 51.14213197969543 ||
|||||||||||||| cutoff: 15 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 38.9344262295082 || 43.44262295081967 || 32.78688524590164 || 36.885245901639344 || 40.57377049180328 || 47.950819672131146 ||
|| basque_3lb || 34.70464135021097 || 37.81645569620253 || 21.53217299578059 || 29.44356540084388 || 43.16983122362869 || 40.994198312236286 ||
|| czech_pdt || 46.35513163613074 || 43.258080010979214 || 28.24858757062147 || 25.84231112331023 || 46.10581211830097 || 39.8110661268556 ||
|| danish_cdt || 38.481433585811935 || 44.688712359135415 || 19.915019397746168 || 25.290966192499535 || 40.45815629041197 || 47.03491594309994 ||
|| dutch_alpino || 43.60248447204969 || 49.378881987577635 || 21.677018633540374 || 21.73913043478261 || 39.68944099378882 || 46.70807453416149 ||
|| english_childes || 40.70185531425284 || 43.236732345750035 || 35.49187401121818 || 31.989788580468865 || 57.608226664749026 || 59.15432187544945 ||
|| english_ptb || 40.37428803905615 || 39.65825874694874 || 35.475996745321396 || 36.09438567941416 || 44.63791700569569 || 51.521562245728234 ||
|| portuguese_floresta || 46.909090909090914 || 41.72727272727273 || 38.63636363636363 || 34.81818181818182 || 48.27272727272727 || 44.0 ||
|| slovene_jos || 44.09831380394398 || 38.43955415833095 || 37.496427550728775 || 37.78222349242641 || 40.382966561874824 || 41.92626464704201 ||
|| swedish_talbanken || 29.57943925233645 || 37.71028037383178 || 29.57943925233645 || 37.71028037383178 || 53.364485981308405 || 47.10280373831775 ||
|||||||||||||| cutoff: none ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 40.55425448868072 || 51.54176424668228 || 33.567525370804056 || 40.24199843871975 || 43.30601092896175 || 51.5807962529274 ||
|| basque_3lb || 32.60580622595313 || 34.802378454004895 || 20.531654424623994 || 27.28226652675761 || 40.61559986009094 || 37.6495278069255 ||
|| czech_pdt || 46.18517622388902 || 43.703409261115524 || 26.655375433502705 || 24.47605221619255 || 45.1027156567926 || 39.24567649464819 ||
|| danish_cdt || 36.04468969275836 || 43.8926357381293 || 17.739628040057227 || 22.181347503235916 || 39.192043054704 || 44.233258396348525 ||
|| dutch_alpino || 48.18263205013429 || 55.98925693822739 || 21.360787824529993 || 21.324977618621308 || 43.11548791405551 || 54.09131602506715 ||
|| english_childes || 40.777554545134116 || 43.45282154312502 || 35.543336505586694 || 32.000986923266716 || 57.70681329526629 || 59.180148743435204 ||
|| english_ptb || 39.78724154964364 || 40.54583303930562 || 33.89845459036059 || 36.216569049467225 || 46.50165831627972 || 51.1714063933385 ||
|| portuguese_floresta || 51.15050281234021 || 44.28157491051645 || 42.67939321629453 || 35.38435316175217 || 51.576614965058795 || 46.30986875745696 ||
|| slovene_jos || 46.82760755184153 || 40.34133616306318 || 40.16005659459698 || 39.31555909271787 || 42.28235398151833 || 40.58009461909183 ||
|| swedish_talbanken || 27.563649222065063 || 35.82036775106082 || 27.563649222065063 || 35.82036775106082 || 51.34370579915134 || 43.5997171145686 ||
Line 244: Line 256:
|||||||| cutoff: 10 ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 40.7089237092 || 45.5567269122 || 38.6219358487 ||
|| basque_3lb || 42.1992087678 || 40.7259367757 || 43.5462513166 ||
|| czech_pdt || 35.774586739 || 40.9748170902 || 34.5905245693 ||
|| danish_cdt || 48.5712326116 || 49.4779525524 || 34.3524320009 ||
|| dutch_alpino || 32.5128425192 || 47.7205836269 || 31.6390722465 ||
|| english_childes || 64.1463887971 || 65.9286217333 || 59.0596212768 ||
|| english_ptb || 57.5367271972 || 60.0848678812 || 47.970002009 ||
|| portuguese_floresta || 50.0580313514 || 51.9903165466 || 45.0007679816 ||
|| slovene_jos || 41.2370673047 || 44.5813224463 || 36.2405807256 ||
|| swedish_talbanken || 53.1626564957 || 53.1626564957 || 45.2093006789 ||
|||||||| cutoff: 15 ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 42.1797998433 || 40.2381593414 || 39.4518719639 ||
|| basque_3lb || 40.6812616617 || 39.585944365 || 41.6730303213 ||
|| czech_pdt || 38.8616296441 || 43.2535192675 || 37.7413236172 ||
|| danish_cdt || 49.8009381017 || 49.0596385971 || 35.1101997072 ||
|| dutch_alpino || 38.6465143599 || 49.3266788774 || 37.8426848204 ||
|| english_childes || 64.090413195 || 65.9465931665 || 58.6714515179 ||
|| english_ptb || 60.340906417 || 61.5854659228 || 51.6129378835 ||
|| portuguese_floresta || 50.4175813362 || 51.5974122791 || 45.8987758864 ||
|| slovene_jos || 42.4372660371 || 44.5378200755 || 36.8819441067 ||
|| swedish_talbanken || 51.7444696038 || 51.7444696038 || 42.5848107086 ||
|||||||| cutoff: none ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 39.6179575546 || 42.1531214765 || 39.365371334 ||
|| basque_3lb || 39.4634610154 || 38.5281372452 || 40.4720617122 ||
|| czech_pdt || 42.1212168481 || 45.2522561354 || 41.1114511664 ||
|| danish_cdt || 50.2047532581 || 49.2127534642 || 35.2904202618 ||
|| dutch_alpino || 43.3537151661 || 49.4051263084 || 43.7270869736 ||
|| english_childes || 64.1368436999 || 66.0135695026 || 58.6745628554 ||
|| english_ptb || 61.6469273458 || 62.007469321 || 53.7460947319 ||
|| portuguese_floresta || 51.7195210109 || 52.9366300107 || 49.4676999351 ||
|| slovene_jos || 44.5043769844 || 45.8157259213 || 38.6135430974 ||
|| swedish_talbanken || 51.764047954 || 51.764047954 || 43.3904541015 ||		 |||||||||||||| cutoff: 10 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 39.23763319074256 || 41.98876878459769 || 40.87482694479978 || 44.2379138022121 || 38.82996170394595 || 43.5696048718419 ||
|| basque_3lb || 37.569469240533074 || 40.62069179017607 || 35.55265989459098 || 37.44814778514475 || 40.03399100907417 || 38.91159692941191 ||
|| czech_pdt || 33.28660740086576 || 37.299122784736625 || 39.05914542366294 || 42.443337562314554 || 32.02532137751529 || 34.93502479153411 ||
|| danish_cdt || 46.17555297531173 || 46.95126039648693 || 44.416140408576155 || 48.751544298213474 || 33.78512367506618 || 40.822558387520424 ||
|| dutch_alpino || 32.33171361456958 || 38.37079638294335 || 47.432985376147066 || 48.36120683167511 || 31.333108290365256 || 33.93951381351306 ||
|| english_childes || 59.09919552577123 || 62.71091662967802 || 60.40944888915324 || 61.025873833067536 || 57.56125507957933 || 61.02903968961042 ||
|| english_ptb || 50.817297937466066 || 52.7595649276288 || 52.07793647407867 || 53.7056213727007 || 42.42961307929927 || 45.99225942577064 ||
|| portuguese_floresta || 50.85044756056936 || 50.7215981632871 || 52.8727896087876 || 50.626079799256004 || 46.242805261415285 || 45.66708217106052 ||
|| slovene_jos || 41.14833692576052 || 37.16559275575778 || 44.50656682584728 || 44.19000451500525 || 36.14062622877852 || 37.00236665648486 ||
|| swedish_talbanken || 48.94805645773764 || 53.8097887399712 || 48.94805645773764 || 53.8097887399712 || 44.559107972120074 || 50.53383343673497 ||
|||||||||||||| cutoff: 15 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 42.17743420968934 || 44.57121570204788 || 38.8135417067701 || 42.73128417341328 || 39.97721536769143 || 42.15002359337296 ||
|| basque_3lb || 36.19109618101866 || 37.97167152086154 || 34.358404432284196 || 35.61275020786752 || 37.84994460471319 || 35.92085543305987 ||
|| czech_pdt || 35.85888967076214 || 39.491892814643286 || 41.10506487179332 || 44.265640970015966 || 34.64878644134486 || 36.1199930795909 ||
|| danish_cdt || 47.31192615227138 || 49.0529299704495 || 44.20896271711222 || 48.56611484928753 || 34.621342351680845 || 40.99427505648564 ||
|| dutch_alpino || 38.58334985930555 || 45.370926460522796 || 49.18079692873966 || 50.240661339776224 || 37.71135336349366 || 41.77747539737878 ||
|| english_childes || 58.86297081831565 || 62.70197296641593 || 60.26543940321098 || 60.904970236442516 || 57.08379340192216 || 60.59993008384418 ||
|| english_ptb || 53.41273003259177 || 55.11650068917858 || 54.16747695243157 || 55.906457994126804 || 45.76957619925403 || 48.71543233987875 ||
|| portuguese_floresta || 50.644570011078706 || 49.258212929496445 || 51.700613228666384 || 48.8516005599613 || 46.55684556321933 || 45.80314495838263 ||
|| slovene_jos || 42.366853256996635 || 36.25350266591425 || 44.49917190711838 || 42.991916450680314 || 36.7945192071274 || 36.23189622211 ||
|| swedish_talbanken || 47.19935578626262 || 50.947359528452274 || 47.19935578626262 || 50.947359528452274 || 41.75572601959547 || 46.31751769190791 ||
|||||||||||||| cutoff: none ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 39.92521215532288 || 47.47374468712508 || 42.42828040060477 || 43.90764255967419 || 39.91817718189475 || 44.49090211291354 ||
|| basque_3lb || 34.85376458498706 || 36.31969466367429 || 33.32827322429832 || 34.35420735386974 || 36.08007751622343 || 33.41586110304941 ||
|| czech_pdt || 38.55681247788243 || 41.7038442509252 || 42.902009773890285 || 46.03017092558147 || 37.462675091804044 || 37.33987623123725 ||
|| danish_cdt || 47.89353325406039 || 50.52061139346436 || 44.36523426983947 || 48.165048238340276 || 35.12834321988848 || 39.96043796549318 ||
|| dutch_alpino || 43.34176088399101 || 51.36556140606484 || 49.329052540126575 || 50.114747274001324 || 43.67486393480539 || 47.204817985207 ||
|| english_childes || 58.86885442763317 || 62.75856796329611 || 60.30596268009515 || 60.916085371955184 || 57.06475147042168 || 60.51382513211138 ||
|| english_ptb || 54.76324238379754 || 56.80911770596763 || 55.08345116833022 || 57.29281099060473 || 48.0371452450746 || 48.457793278642505 ||
|| portuguese_floresta || 52.089220008345606 || 52.48248660541297 || 53.178642885746385 || 50.86544813917521 || 50.316855881604596 || 50.18270913869583 ||
|| slovene_jos || 44.48826913530057 || 36.79035471884528 || 45.79647258963767 || 43.43293007566618 || 38.60883459787898 || 36.43382990299474 ||
|| swedish_talbanken || 45.86612076795992 || 49.76813397028888 || 45.86612076795992 || 49.76813397028888 || 40.83861607079016 || 42.834196978719504 ||
Line 281: Line 293:
|||||||| cutoff: 10 ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 3.6037196135 || 3.538780656 || 3.4965299736 ||
|| basque_3lb || 3.957096301 || 4.9431978385 || 3.5469877686 ||
|| czech_pdt || 3.8513545536 || 4.8360639587 || 3.7987744497 ||
|| danish_cdt || 3.9582393506 || 5.048194715 || 4.1168153346 ||
|| dutch_alpino || 4.1734217142 || 4.8480758207 || 4.1557994065 ||
|| english_childes || 2.9007138858 || 3.0293426668 || 2.6854547797 ||
|| english_ptb || 3.3775253746 || 3.3239325686 || 3.5700484709 ||
|| portuguese_floresta || 3.4340829595 || 3.514313146 || 3.5039336662 ||
|| slovene_jos || 3.782248347 || 4.1443030968 || 3.7578587879 ||
|| swedish_talbanken || 4.038909825 || 4.038909825 || 3.7020878692 ||
|||||||| cutoff: 15 ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 3.6289577237 || 4.0347811185 || 3.5803200847 ||
|| basque_3lb || 4.0968656556 || 5.0579562237 || 3.675713815 ||
|| czech_pdt || 3.7164119692 || 4.7314514883 || 3.6887743944 ||
|| danish_cdt || 3.9337669052 || 5.1789515004 || 4.1177401774 ||
|| dutch_alpino || 3.9485966074 || 5.1078197256 || 3.9366110305 ||
|| english_childes || 2.924849172 || 3.0510899865 || 2.7217540684 ||
|| english_ptb || 3.2257331696 || 3.2841031352 || 3.3792331472 ||
|| portuguese_floresta || 3.4191926748 || 3.5835699972 || 3.4792661749 ||
|| slovene_jos || 3.7389334612 || 4.1842660483 || 3.7704283341 ||
|| swedish_talbanken || 4.2975696258 || 4.2975696258 || 4.0104494899 ||
|||||||| cutoff: none ||
|| file || CPOS || POS || UPOS ||
|| arabic_padt || 3.9422909962 || 4.0977553446 || 3.7036096231 ||
|| basque_3lb || 4.1985351477 || 5.1571463376 || 3.7635139797 ||
|| czech_pdt || 3.5414346354 || 4.6178391708 || 3.5283160157 ||
|| danish_cdt || 3.9574187163 || 5.2320695811 || 4.1309750052 ||
|| dutch_alpino || 3.6670542516 || 5.2203053456 || 3.601105021 ||
|| english_childes || 2.9254606995 || 3.0492217736 || 2.7246079785 ||
|| english_ptb || 3.1044120372 || 3.2297346964 || 3.1964613511 ||
|| portuguese_floresta || 3.3157616645 || 3.4768413123 || 3.2533514799 ||
|| slovene_jos || 3.6142805824 || 4.0866740365 || 3.7345892108 ||
|| swedish_talbanken || 4.453266374 || 4.453266374 || 4.1064044679 ||		 |||||||||||||| cutoff: 10 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 3.376460067767094 || 3.2490650786887025 || 3.534949432059176 || 3.150727926102406 || 3.165869837616494 || 3.015455038861397 ||
|| basque_3lb || 3.7013817991351887 || 3.527140966888563 || 4.783455668386194 || 4.471412045905621 || 3.2175990817504725 || 3.306174402582344 ||
|| czech_pdt || 3.9484369570135223 || 3.8341121339532855 || 4.945416037247642 || 4.739664685333664 || 3.8946557759650036 || 3.9508149089771107 ||
|| danish_cdt || 3.849798763284711 || 3.7902846577137304 || 5.251577097945594 || 4.67165456150623 || 3.792157938154382 || 3.5617901677082586 ||
|| dutch_alpino || 4.1727937298640985 || 3.8921202002626627 || 4.865556739831525 || 4.785098069489404 || 4.162395971961022 || 4.033826407663864 ||
|| english_childes || 3.087849344513238 || 2.821563505087635 || 3.305943189418061 || 3.2957951704415622 || 2.554216823870624 || 2.448689111192767 ||
|| english_ptb || 3.666996581028746 || 3.60879071753317 || 3.751997666297186 || 3.7223878677041093 || 3.6634304593435703 || 3.476651972612866 ||
|| portuguese_floresta || 3.2725978449348183 || 3.358691519376887 || 3.347121214699202 || 3.5309895278571557 || 3.3077768501875315 || 3.4154424777046066 ||
|| slovene_jos || 3.785843580877007 || 4.05434851292486 || 4.147898330704318 || 4.143768109836662 || 3.7614540217961996 || 3.9433977305270207 ||
|| swedish_talbanken || 4.014543791805333 || 3.5927374937581025 || 4.014543791805333 || 3.5927374937581025 || 3.324878202981614 || 3.111813898750253 ||
|||||||||||||| cutoff: 15 ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 3.3856242029760217 || 3.285427138347904 || 3.8733164030859637 || 3.545776498168146 || 3.296508801065513 || 3.206493015816873 ||
|| basque_3lb || 3.8258846739402093 || 3.6968975526416465 || 4.89782826120032 || 4.658747575119204 || 3.350652550819711 || 3.460983193654786 ||
|| czech_pdt || 3.842785229659639 || 3.7526969699559025 || 4.859025870058418 || 4.649384790986062 || 3.8147912216588793 || 3.92063224249612 ||
|| danish_cdt || 3.845506714101866 || 3.6965317056442664 || 5.372112580533778 || 4.76824939184608 || 3.797216121437683 || 3.561916512315263 ||
|| dutch_alpino || 3.9466736825649047 || 3.63625831491914 || 5.117569646783281 || 4.998939665967706 || 3.9388555554181393 || 3.7369288348729466 ||
|| english_childes || 3.124132221480965 || 2.8383064533118207 || 3.3413331718114905 || 3.3307461859396645 || 2.5900217492135367 || 2.490294764837709 ||
|| english_ptb || 3.56512583439244 || 3.49838909469691 || 3.697785368932091 || 3.6188800828880647 || 3.5264283982336804 || 3.332354239133137 ||
|| portuguese_floresta || 3.30120720297216 || 3.461899287399267 || 3.4757865272604933 || 3.6675694463798796 || 3.326137739776001 || 3.4305552970995965 ||
|| slovene_jos || 3.741259154480338 || 4.1670857761814775 || 4.18501707021527 || 4.312426301804205 || 3.7731855150117686 || 4.01553510013492 ||
|| swedish_talbanken || 4.249977574275766 || 3.9004141226780975 || 4.249977574275766 || 3.9004141226780975 || 3.569348834856193 || 3.4067813275599903 ||
|||||||||||||| cutoff: none ||
|| file || CPOS || CPOS-MK || POS || POS-MK || UPOS || UPOS-MK ||
|| arabic_padt || 3.7787343415440917 || 3.3139969303628414 || 3.9407462730132385 || 3.819771471831717 || 3.526330744864291 || 3.3035316603455795 ||
|| basque_3lb || 3.9196640515055288 || 3.793488691277622 || 4.9807909782967865 || 4.762889898680755 || 3.453876117980806 || 3.5836499921518143 ||
|| czech_pdt || 3.7028555253784066 || 3.632643592993607 || 4.763410052196479 || 4.528732906706496 || 3.689249084286898 || 3.8338379124614645 ||
|| danish_cdt || 3.858603158972665 || 3.63837176899023 || 5.429832052284615 || 4.903737067452652 || 3.7896178117824064 || 3.593726971133227 ||
|| dutch_alpino || 3.6637635975445404 || 3.255670486078494 || 5.224519513614911 || 5.145889698670038 || 3.6004063295880435 || 3.3869281193787533 ||
|| english_childes || 3.127704645499907 || 2.83698403006334 || 3.3417684476789717 || 3.3342354872861164 || 2.593284799161878 || 2.4990294901548205 ||
|| english_ptb || 3.463111974768164 || 3.3560488112368057 || 3.6212625363063915 || 3.51520866201782 || 3.362990576191358 || 3.281840590099435 ||
|| portuguese_floresta || 3.1912335514129166 || 3.21143015866631 || 3.3620784245563833 || 3.5170145818452667 || 3.095875748343649 || 3.154522385014545 ||
|| slovene_jos || 3.612931470940095 || 4.1484002569920495 || 4.085784500527454 || 4.330124778741078 || 3.732223492585548 || 3.9864653999504585 ||
|| swedish_talbanken || 4.456023026397155 || 4.074279421058023 || 4.456023026397155 || 4.074279421058023 || 3.6994436892811415 || 3.6227120213396526 ||

Preliminary results for POS induction

Note: in the baselines, CPOS, POS and UPOS are used to match the amount of tags those columns have for each dataset. The same goes for CPOS-MK, POS-MK, and UPOS-MK, which were made using a different tool.

Averages over languages with cutoff 10 for submissions

measure

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

1-1

41.3538783054

42.7062611147

38.2165496796

36.5129036077

43.1366182616

49.7836993429

M-1

81.7500009316

74.0017152438

80.9057323198

82.5289939559

70.0137818371

65.7254497569

VI

3.24059625425

3.29022220882

3.83954827012

3.9781605524

3.33499550262

3.07426793974

VM

55.4823935323

50.0959250254

50.2249884872

50.3560679575

47.2076145345

45.8155457487

Averages over languages with cutoff 10 for submissions

measure

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

1-1

38.5345366509

41.0695747369

30.6537186647

32.5278054157

44.1502025845

45.2363169101

M-1

68.061411915

71.1126840931

76.2588835636

77.8648919746

61.8733830995

64.2860932441

VI

3.68767024602

3.57288547862

4.19484591684

4.01042354579

3.48444349636

3.42640561166

VM

43.9464310829

46.2398101355

46.6150556303

48.459951854

40.2940913677

43.2402880173

Results for submissions

M-1

cutoff: 10

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

89.47368421052632

74.56140350877193

84.21052631578947

84.21052631578947

75.43859649122807

72.80701754385966

basque_3lb

83.74861572535991

79.06976744186046

87.59689922480621

87.59689922480621

76.52270210409745

74.55703211517165

czech_pdt

83.1209681718825

66.92967958628778

71.41333902009916

77.13920136482379

N/A

N/A

danish_cdt

83.22759714512293

76.16970658207771

84.41712926249009

84.89294210943696

66.2172878667724

56.740681998413955

dutch_alpino

76.73469387755102

57.278911564625844

74.14965986394559

76.05442176870748

58.0952380952381

55.374149659863946

english_childes

90.38293129527904

85.52663004537855

91.51739511185414

91.51739511185414

N/A

N/A

english_ptb

84.79823106688778

80.54173576561637

77.22498618021007

83.69264787175234

75.51133222775015

69.81757877280266

portuguese_floresta

79.18367346938776

77.14285714285715

79.18367346938776

80.40816326530611

72.0408163265306

71.83673469387755

slovene_jos

66.75347222222221

62.84722222222222

76.47569444444444

76.90972222222221

62.93402777777778

58.68055555555556

swedish_talbanken

80.0761421319797

79.94923857868021

82.86802030456852

82.86802030456852

73.3502538071066

65.98984771573603

cutoff: 15

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

85.24590163934425

68.85245901639344

85.65573770491804

85.65573770491804

70.08196721311475

72.1311475409836

basque_3lb

82.2652953586498

79.49630801687763

87.06487341772153

87.06487341772153

77.51845991561181

74.06381856540084

czech_pdt

82.81525194995311

66.66209199661475

71.12925730231707

77.02600699924518

N/A

N/A

danish_cdt

82.28339183447257

76.90744503971919

84.03842601145391

84.68501755034177

67.65194901163865

56.161093663402916

dutch_alpino

78.13664596273291

64.34782608695652

73.54037267080746

75.77639751552795

60.993788819875775

55.52795031055901

english_childes

90.34229828850856

85.39838918452467

91.46411620883073

91.46411620883073

N/A

N/A

english_ptb

85.25630593978845

81.49715215622457

77.85191212367779

84.18226200162734

75.42717656631407

69.37347436940601

portuguese_floresta

77.36363636363637

77.36363636363637

79.9090909090909

80.9090909090909

71.72727272727273

69.81818181818183

slovene_jos

67.50500142897971

63.58959702772221

75.53586739068305

76.02172049156903

65.41869105458703

58.95970277222064

swedish_talbanken

79.7196261682243

79.7196261682243

79.57943925233644

79.57943925233644

70.37383177570094

63.13084112149533

cutoff: none

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

83.80171740827478

N/A

83.33333333333334

83.33333333333334

65.04683840749415

66.60811865729899

basque_3lb

80.85344526058063

79.53830010493179

86.67366211962224

86.67366211962224

77.36970968870234

73.8789786638685

czech_pdt

83.10174783680712

66.77612249835816

72.27310958257003

77.96769324715127

N/A

N/A

danish_cdt

81.44287758021663

77.75734041828463

84.12698412698413

84.91722869405272

68.15859390966688

53.78431773281559

dutch_alpino

80.75201432408237

70.13428827215756

74.03760071620412

76.11459265890778

63.36615935541629

57.63652641002685

english_childes

90.36339924570865

85.4182087342709

91.49836100243206

91.49836100243206

N/A

N/A

english_ptb

86.72641309717028

81.92611671723942

78.1137534401242

84.35360948415779

77.14346199985886

71.1011925763884

portuguese_floresta

81.69422191920913

77.38196693369694

80.38179648883586

81.89875575251406

75.5411624339526

74.34804840634055

slovene_jos

70.81398947694211

65.3092806296149

75.52725825706327

75.9207675642216

67.94004509881947

59.959322633417344

swedish_talbanken

78.6067892503536

80.44554455445545

79.59688826025459

79.59688826025459

69.90806223479491

58.78712871287129

1-1

cutoff: 10

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

44.73684210526316

35.96491228070175

37.719298245614034

37.719298245614034

42.98245614035088

50.0

basque_3lb

43.18936877076412

40.33776301218162

49.390919158361015

49.390919158361015

49.72314507198228

58.58250276854928

czech_pdt

31.87609958948659

48.79245081836115

31.20968171882497

30.687210108226264

N/A

N/A

danish_cdt

42.98176050753371

44.647105471847745

35.48770816812054

34.773988897700235

42.228390166534496

45.63838223632038

dutch_alpino

33.197278911564624

35.91836734693877

46.53061224489796

41.76870748299319

40.27210884353741

31.15646258503401

english_childes

38.9937106918239

42.22195685056922

43.50370193455935

43.50370193455935

N/A

N/A

english_ptb

37.97678275290215

40.07739082365948

42.06744057490326

31.8407960199005

41.07241569928137

49.69596462133776

portuguese_floresta

54.89795918367347

50.204081632653065

34.48979591836735

34.285714285714285

44.08163265306123

54.285714285714285

slovene_jos

41.14583333333333

52.604166666666664

33.59375

32.98611111111111

45.13888888888889

47.74305555555556

swedish_talbanken

44.54314720812182

36.29441624365482

28.17258883248731

28.17258883248731

39.59390862944163

61.16751269035533

cutoff: 15

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

48.77049180327869

37.704918032786885

36.885245901639344

36.885245901639344

37.704918032786885

54.09836065573771

basque_3lb

39.66244725738397

37.289029535864984

48.655063291139236

48.655063291139236

48.43090717299578

56.92246835443038

czech_pdt

33.831972368992886

50.213865824927375

32.102747089366176

29.284750337381915

N/A

N/A

danish_cdt

41.41880657675966

43.80195824866063

33.34564936264549

32.625161647884724

41.73286532421947

46.997967855163495

dutch_alpino

39.316770186335404

49.50310559006211

45.09316770186335

40.993788819875775

50.18633540372671

38.57142857142858

english_childes

38.73867395368906

42.43851574859773

43.63224507406875

43.63224507406875

N/A

N/A

english_ptb

40.58584214808788

38.58421480878763

45.19121236777868

32.87225386493084

41.464605370219694

48.803905614320584

portuguese_floresta

55.63636363636364

48.54545454545455

34.0

33.54545454545455

43.27272727272727

51.90909090909091

slovene_jos

38.03943983995427

50.55730208631037

33.00943126607602

32.32352100600171

48.1566161760503

46.4704201200343

swedish_talbanken

43.83177570093458

34.06542056074766

28.037383177570092

28.037383177570092

39.299065420560744

58.45794392523365

cutoff: none

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

53.669008587041375

N/A

39.44184231069477

39.44184231069477

39.83216237314598

55.523028883684624

basque_3lb

36.103532703742566

36.0265827212312

47.149352920601615

47.149352920601615

47.0863938440014

54.697446659671215

czech_pdt

31.81938635604254

49.30293917712258

30.489209959328516

27.20265459196018

N/A

N/A

danish_cdt

42.53695755841679

42.76858096600586

31.671094761223518

31.04434907010014

39.948225355950676

45.58212412289666

dutch_alpino

42.79319606087735

56.15040286481647

43.09758281110116

39.623992837958816

56.45478961504029

45.371530886302594

english_childes

38.786084381939304

42.57164005498573

43.7594727009975

43.7594727009975

N/A

N/A

english_ptb

41.546115305906426

39.57377743278527

43.860701432503

31.557405969938607

42.071836849904734

51.70065626984687

portuguese_floresta

59.655701380603375

47.4518493267428

35.895687745014484

35.50366456451338

46.497358104653145

56.076359297767176

slovene_jos

39.02374320201618

53.03532740858646

33.17858248220365

32.502100190122476

50.90418711588628

48.50333819693151

swedish_talbanken

42.37977369165488

32.44342291371994

26.449787835926447

26.449787835926447

34.98939179632249

54.915134370579906

VM

cutoff: 10

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

57.899574880173574

41.952401944223816

47.29423823877686

47.29423823877686

46.17326051368214

45.56736244866771

basque_3lb

46.689337752451884

43.883452621477645

45.530699252538405

45.530699252538405

41.89695960839781

42.62973205026312

czech_pdt

49.884800423594314

42.057932051562645

37.0579628451493

37.64369180845895

N/A

N/A

danish_cdt

57.02710097786879

52.39186645454882

53.28595030138473

53.07755938919437

44.64409283485814

40.92362613155104

dutch_alpino

51.34222401282646

37.869273198693236

50.406741927130895

49.66853462730592

38.47412983723591

35.56458834612131

english_childes

64.59832966020144

62.419799945845035

62.798889652158884

62.798889652158884

N/A

N/A

english_ptb

58.40056036494159

55.77260041646943

50.339120213167554

51.94479879061239

53.508034047290565

51.529200883629656

portuguese_floresta

61.70479721062967

59.607242337494824

53.65777673299915

53.803506876917936

53.51426515878595

55.631736590462445

slovene_jos

49.468173495984274

49.82915037185253

50.67554457570452

50.59579980610279

47.39115869736824

44.17834687477349

swedish_talbanken

57.80903654415284

55.175530912081584

51.20296113298514

51.20296113298514

52.05901557863818

50.499772663824736

cutoff: 15

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

59.561207298988826

39.05082478443095

50.71217476403616

50.71217476403616

44.194416579820036

46.48158137501536

basque_3lb

43.879677388652645

42.16414048623967

43.95287374416473

43.95287374416473

41.30183507656761

41.36994428032167

czech_pdt

51.0438222244994

43.703369117524424

38.33124238828659

38.01852397327627

N/A

N/A

danish_cdt

56.705323284571094

53.34430952259318

52.47146660437855

52.30444421221026

46.10298078017284

41.76875078088303

dutch_alpino

54.64056313234491

46.66370114435712

52.87490674105386

51.53471377703966

43.72567294878569

41.05716506240209

english_childes

64.50943384332373

62.31129821517969

62.72074244421613

62.72074244421613

N/A

N/A

english_ptb

59.62785433105151

57.20939081233642

52.816271885653

52.80916599195259

54.35149741386882

52.084704292087594

portuguese_floresta

60.56152305853686

58.14920006266588

53.31390232512424

53.11178972507315

52.28733015980237

53.261415728156805

slovene_jos

48.85218765077608

50.12880077806784

47.96347131601838

47.91736503522786

48.558758503774165

44.43157664425456

swedish_talbanken

57.9751256299115

54.69832615584879

48.207771273887204

48.207771273887204

50.24047078622304

48.702005574656084

cutoff: none

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

61.74743879466749

N/A

51.27290761438014

51.27290761438014

44.8096975111561

47.07455958300273

basque_3lb

42.17183150902902

41.51922088376516

43.03691519346376

43.03691519346376

40.85663709150025

40.054631496145504

czech_pdt

52.25905211570553

45.31425768798121

40.21686772453434

39.19811771917576

N/A

N/A

danish_cdt

56.56535413196483

54.63047472817515

52.45552844000725

52.32192910654629

47.25962345473198

41.96431234399686

dutch_alpino

56.958917669230004

53.34607134765007

54.87063551744039

52.89946176405203

48.568211920904496

45.80474472881778

english_childes

64.52832494381514

62.32396394094055

62.76177294035084

62.76177294035084

N/A

N/A

english_ptb

60.73284732626551

57.994827599618894

53.142789566942575

52.09466773080788

55.103439538379625

52.53875666910166

portuguese_floresta

64.17346729398295

58.40755862444372

52.54127729623937

52.32462475509726

55.96042159338425

58.14365092852547

slovene_jos

51.14941089483873

51.29476779946348

46.59512491982075

46.49776312735134

50.984784337101715

45.9772472316214

swedish_talbanken

57.054433929426175

54.20635183283385

47.07551262138754

47.07551262138754

48.891520686042114

45.733069362022086

VI

cutoff: 10

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

2.4750665046259233

3.2824011003422533

3.1770612086871433

3.1770612086871433

2.9237189773198686

2.6470131310823977

basque_3lb

3.4290761534407332

3.2396010799848485

3.7572750247610305

3.7572750247610305

3.12145608380209

2.7012909839681822

czech_pdt

3.9865907205607574

3.529654577769863

5.162132631453106

5.6904311221399055

N/A

N/A

danish_cdt

3.270784424184073

3.401216261950103

4.035099393672823

4.0945701950684175

3.8191794134508847

3.513539274484269

dutch_alpino

3.8471964648437686

3.9320524132241683

3.1230524615091197

3.5157830133614945

3.7260984772115364

3.72418324618344

english_childes

2.778398559993592

2.832714438481444

3.0283448747367814

3.0283448747367814

N/A

N/A

english_ptb

3.3034585822122344

3.3441428656612886

3.8786327135654206

4.187194907604972

3.285536488360514

3.0406199250882535

portuguese_floresta

2.6304324230723957

2.7323522978076884

3.706014788568782

3.7626509672238364

3.0583125501153257

2.739302946253978

slovene_jos

3.588657053810693

3.1759403831620645

4.213268286795256

4.253692892930678

3.293864792659695

3.3294802734786586

swedish_talbanken

3.0963016557556244

3.432146669767258

4.314601317476135

4.314601317476135

3.451797238044395

2.898713737357951

cutoff: 15

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

2.4598683342094896

3.5112609261389762

3.2999754109530617

3.2999754109530617

3.2144747991009863

2.763339631098795

basque_3lb

3.6604786629148363

3.3703246159329785

3.8771747509238015

3.8771747509238015

3.186837491248785

2.748251452366595

czech_pdt

3.9182889918739288

3.4858376183369084

5.0575909882047405

5.824058091807837

N/A

N/A

danish_cdt

3.331600549939419

3.3882213345247756

4.238463641076027

4.301397758804354

3.7991915128636595

3.489691837449399

dutch_alpino

3.74344717932426

3.5483463530732804

3.3086256148132884

3.7156283803755548

3.5996029682916193

3.682486786225908

english_childes

2.8041093970263193

2.858138419262248

3.0598559221745973

3.0598559221745973

N/A

N/A

english_ptb

3.284441072674564

3.3413155135600605

3.7148142788185488

4.271586879742783

3.3654841967318743

3.0812365212307493

portuguese_floresta

2.7172045813879264

2.839242949574491

3.845773727231832

3.942553372192562

3.1933988017313304

2.9220484401184716

slovene_jos

3.7076273859381694

3.1906076387879265

4.587256056988034

4.630196696560397

3.2890377250914966

3.363434059340525

swedish_talbanken

3.1732239760989085

3.5814264200679506

4.746760280914709

4.746760280914709

3.7055411207285793

3.0882039404355717

cutoff: none

file

Blunsom, standard

Christodoulopoulos, standard

Chrupala, CPOS

Chrupala, POS

Graca, coarse

Graca, universal

arabic_padt

2.4820208532637182

N/A

3.701724037449625

3.701724037449625

3.3932678951697337

2.981746189484257

basque_3lb

3.815649565327056

3.4377509106348567

3.9818924565193408

3.9818924565193408

3.2507578989766666

2.8203198789027524

czech_pdt

3.826246449633303

3.405909303095908

4.923263646621279

5.774738463005597

N/A

N/A

danish_cdt

3.3644193616566866

3.3445035916301054

4.314824859613062

4.376811086776221

3.7807916238356727

3.4561978924162906

dutch_alpino

3.559922016458208

3.130236682952124

3.27688401405306

3.714331358078217

3.303290792872175

3.4442861764860977

english_childes

2.806181026243022

2.8606256217761454

3.0609558320685495

3.0609558320685495

N/A

N/A

english_ptb

3.1840082808211565

3.276211530950476

3.674888729868139

4.362051257473297

3.3431392467634873

3.0333564165780853

portuguese_floresta

2.4693502024084455

2.8288078372695917

3.957828207863222

4.090406497082331

2.959225237903644

2.6209852121282338

slovene_jos

3.620275656719383

3.1379720378805667

4.802821080100442

4.857898134658241

3.1618547469533063

3.299696770693261

swedish_talbanken

3.3147880519970934

3.6814935022925526

4.982452594962032

4.982452594962032

3.9036849294006695

3.3226531390106766

Results for baselines

M-1

cutoff: 10

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

65.78947368421053

71.05263157894737

73.68421052631578

73.68421052631578

69.2982456140351

74.56140350877193

basque_3lb

75.27685492801773

77.63012181616833

79.31893687707641

79.78959025470654

76.32890365448505

74.5016611295681

czech_pdt

59.92429492989284

64.30665884736365

72.83680759183238

77.6670043183878

59.39116063336355

57.434557765101026

danish_cdt

69.31007137192704

70.69785884218874

77.79540047581285

81.36399682791435

49.246629659000796

57.613005551149875

dutch_alpino

54.96598639455782

59.863945578231295

80.54421768707482

81.7687074829932

53.197278911564624

54.69387755102041

english_childes

83.0586736724783

86.38245362630363

89.86943714672398

91.54525913541916

70.65520261125707

76.17227927712761

english_ptb

74.1846323935876

76.28524046434494

76.94859038142621

79.65726920950802

61.24930901050304

63.18407960199005

portuguese_floresta

68.16326530612244

70.61224489795919

72.44897959183673

73.06122448979592

64.6938775510204

64.48979591836735

slovene_jos

56.33680555555556

56.25

65.53819444444444

62.06597222222222

53.125

52.951388888888886

swedish_talbanken

73.60406091370558

78.04568527918782

73.60406091370558

78.04568527918782

61.54822335025381

67.25888324873097

cutoff: 15

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

69.26229508196722

71.72131147540983

69.26229508196722

72.95081967213115

68.44262295081968

69.67213114754098

basque_3lb

75.56698312236287

76.22626582278481

78.95569620253164

79.66772151898735

74.90770042194093

73.18037974683544

czech_pdt

59.843546284224246

64.54173242754865

74.04332212539171

78.40984468995174

59.32660856835701

56.52233582652851

danish_cdt

71.38370589322003

71.25438758544246

78.81027156844634

82.04322926288565

48.67910585627194

56.60447071864031

dutch_alpino

56.27329192546584

63.16770186335404

82.54658385093168

83.72670807453416

54.90683229813664

59.3167701863354

english_childes

82.65496907809579

86.26132604631096

89.6986912124263

91.44254278728606

70.17834028476916

75.72630519200345

english_ptb

75.5573637103336

78.42148087876322

78.87713588283157

81.51342554922701

62.71765663140765

64.39381611065907

portuguese_floresta

68.18181818181817

68.0

72.0909090909091

70.27272727272728

64.0909090909091

64.0909090909091

slovene_jos

58.9882823663904

57.35924549871392

66.96198913975422

64.21834809945699

56.130322949414115

51.700485853100886

swedish_talbanken

72.19626168224299

76.30841121495328

72.19626168224299

76.30841121495328

58.45794392523365

62.05607476635514

cutoff: none

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

66.19828259172522

71.07728337236534

69.88680718188915

72.71662763466043

66.21779859484778

68.0327868852459

basque_3lb

74.72542847149353

74.8023784540049

77.48863238894718

78.62889122070655

73.31934242742217

71.40258831759357

czech_pdt

60.84764900395193

65.42808751857869

75.57349094973097

79.35086930973696

60.417314760406946

57.160139642597905

danish_cdt

72.12344165133865

72.25969071462633

79.77382655494245

82.58736971183323

47.09448872539001

53.069010150555215

dutch_alpino

57.99462846911369

68.18263205013429

84.17188898836169

84.78066248880931

57.314234556848696

63.043867502238136

english_childes

82.64777413556097

86.27119241478975

89.70427549258045

91.44196538719115

70.11737337422016

75.6300447640196

english_ptb

77.28812363277116

79.99435466798391

80.87996612800791

83.88434126032037

63.73932679415708

63.34238938677581

portuguese_floresta

70.06988239304584

70.78575080961309

74.24578148968808

72.89926708709731

67.598431907278

68.07567751832282

slovene_jos

61.58199584383428

58.43392138656762

68.93045054604943

65.68510412521555

58.31896361144272

50.3647698633771

swedish_talbanken

71.69377652050919

76.44978783592646

71.69377652050919

76.44978783592646

57.54950495049505

57.3019801980198

1-1

cutoff: 10

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

31.57894736842105

37.719298245614034

34.21052631578947

37.719298245614034

36.84210526315789

43.859649122807014

basque_3lb

35.18826135105205

40.72535991140642

23.726467331118496

32.198228128460684

44.40753045404208

44.24141749723145

czech_pdt

44.218158554139784

41.23260649357573

27.27515061043877

25.430505944447408

45.6469584688383

38.05512608626113

danish_cdt

39.84932593180016

43.695479777954006

21.490880253766854

27.59714512291832

41.5146708961142

47.81919111816019

dutch_alpino

33.605442176870746

41.224489795918366

21.496598639455783

21.08843537414966

31.15646258503401

34.5578231292517

english_childes

40.71331900326407

42.830984794204284

35.80128970623358

32.302364461428226

57.31231589841573

59.099593981370916

english_ptb

38.47429519071311

37.0923161967938

34.93642896627971

33.886124930901055

42.841348811498065

45.66058595909342

portuguese_floresta

45.714285714285715

44.69387755102041

38.36734693877551

35.91836734693877

48.16326530612245

45.30612244897959

slovene_jos

44.53125

40.36458333333333

37.76041666666667

38.02083333333333

40.19097222222222

42.62152777777778

swedish_talbanken

31.472081218274113

41.11675126903553

31.472081218274113

41.11675126903553

53.42639593908629

51.14213197969543

cutoff: 15

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

38.9344262295082

43.44262295081967

32.78688524590164

36.885245901639344

40.57377049180328

47.950819672131146

basque_3lb

34.70464135021097

37.81645569620253

21.53217299578059

29.44356540084388

43.16983122362869

40.994198312236286

czech_pdt

46.35513163613074

43.258080010979214

28.24858757062147

25.84231112331023

46.10581211830097

39.8110661268556

danish_cdt

38.481433585811935

44.688712359135415

19.915019397746168

25.290966192499535

40.45815629041197

47.03491594309994

dutch_alpino

43.60248447204969

49.378881987577635

21.677018633540374

21.73913043478261

39.68944099378882

46.70807453416149

english_childes

40.70185531425284

43.236732345750035

35.49187401121818

31.989788580468865

57.608226664749026

59.15432187544945

english_ptb

40.37428803905615

39.65825874694874

35.475996745321396

36.09438567941416

44.63791700569569

51.521562245728234

portuguese_floresta

46.909090909090914

41.72727272727273

38.63636363636363

34.81818181818182

48.27272727272727

44.0

slovene_jos

44.09831380394398

38.43955415833095

37.496427550728775

37.78222349242641

40.382966561874824

41.92626464704201

swedish_talbanken

29.57943925233645

37.71028037383178

29.57943925233645

37.71028037383178

53.364485981308405

47.10280373831775

cutoff: none

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

40.55425448868072

51.54176424668228

33.567525370804056

40.24199843871975

43.30601092896175

51.5807962529274

basque_3lb

32.60580622595313

34.802378454004895

20.531654424623994

27.28226652675761

40.61559986009094

37.6495278069255

czech_pdt

46.18517622388902

43.703409261115524

26.655375433502705

24.47605221619255

45.1027156567926

39.24567649464819

danish_cdt

36.04468969275836

43.8926357381293

17.739628040057227

22.181347503235916

39.192043054704

44.233258396348525

dutch_alpino

48.18263205013429

55.98925693822739

21.360787824529993

21.324977618621308

43.11548791405551

54.09131602506715

english_childes

40.777554545134116

43.45282154312502

35.543336505586694

32.000986923266716

57.70681329526629

59.180148743435204

english_ptb

39.78724154964364

40.54583303930562

33.89845459036059

36.216569049467225

46.50165831627972

51.1714063933385

portuguese_floresta

51.15050281234021

44.28157491051645

42.67939321629453

35.38435316175217

51.576614965058795

46.30986875745696

slovene_jos

46.82760755184153

40.34133616306318

40.16005659459698

39.31555909271787

42.28235398151833

40.58009461909183

swedish_talbanken

27.563649222065063

35.82036775106082

27.563649222065063

35.82036775106082

51.34370579915134

43.5997171145686

VM

cutoff: 10

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

39.23763319074256

41.98876878459769

40.87482694479978

44.2379138022121

38.82996170394595

43.5696048718419

basque_3lb

37.569469240533074

40.62069179017607

35.55265989459098

37.44814778514475

40.03399100907417

38.91159692941191

czech_pdt

33.28660740086576

37.299122784736625

39.05914542366294

42.443337562314554

32.02532137751529

34.93502479153411

danish_cdt

46.17555297531173

46.95126039648693

44.416140408576155

48.751544298213474

33.78512367506618

40.822558387520424

dutch_alpino

32.33171361456958

38.37079638294335

47.432985376147066

48.36120683167511

31.333108290365256

33.93951381351306

english_childes

59.09919552577123

62.71091662967802

60.40944888915324

61.025873833067536

57.56125507957933

61.02903968961042

english_ptb

50.817297937466066

52.7595649276288

52.07793647407867

53.7056213727007

42.42961307929927

45.99225942577064

portuguese_floresta

50.85044756056936

50.7215981632871

52.8727896087876

50.626079799256004

46.242805261415285

45.66708217106052

slovene_jos

41.14833692576052

37.16559275575778

44.50656682584728

44.19000451500525

36.14062622877852

37.00236665648486

swedish_talbanken

48.94805645773764

53.8097887399712

48.94805645773764

53.8097887399712

44.559107972120074

50.53383343673497

cutoff: 15

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

42.17743420968934

44.57121570204788

38.8135417067701

42.73128417341328

39.97721536769143

42.15002359337296

basque_3lb

36.19109618101866

37.97167152086154

34.358404432284196

35.61275020786752

37.84994460471319

35.92085543305987

czech_pdt

35.85888967076214

39.491892814643286

41.10506487179332

44.265640970015966

34.64878644134486

36.1199930795909

danish_cdt

47.31192615227138

49.0529299704495

44.20896271711222

48.56611484928753

34.621342351680845

40.99427505648564

dutch_alpino

38.58334985930555

45.370926460522796

49.18079692873966

50.240661339776224

37.71135336349366

41.77747539737878

english_childes

58.86297081831565

62.70197296641593

60.26543940321098

60.904970236442516

57.08379340192216

60.59993008384418

english_ptb

53.41273003259177

55.11650068917858

54.16747695243157

55.906457994126804

45.76957619925403

48.71543233987875

portuguese_floresta

50.644570011078706

49.258212929496445

51.700613228666384

48.8516005599613

46.55684556321933

45.80314495838263

slovene_jos

42.366853256996635

36.25350266591425

44.49917190711838

42.991916450680314

36.7945192071274

36.23189622211

swedish_talbanken

47.19935578626262

50.947359528452274

47.19935578626262

50.947359528452274

41.75572601959547

46.31751769190791

cutoff: none

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

39.92521215532288

47.47374468712508

42.42828040060477

43.90764255967419

39.91817718189475

44.49090211291354

basque_3lb

34.85376458498706

36.31969466367429

33.32827322429832

34.35420735386974

36.08007751622343

33.41586110304941

czech_pdt

38.55681247788243

41.7038442509252

42.902009773890285

46.03017092558147

37.462675091804044

37.33987623123725

danish_cdt

47.89353325406039

50.52061139346436

44.36523426983947

48.165048238340276

35.12834321988848

39.96043796549318

dutch_alpino

43.34176088399101

51.36556140606484

49.329052540126575

50.114747274001324

43.67486393480539

47.204817985207

english_childes

58.86885442763317

62.75856796329611

60.30596268009515

60.916085371955184

57.06475147042168

60.51382513211138

english_ptb

54.76324238379754

56.80911770596763

55.08345116833022

57.29281099060473

48.0371452450746

48.457793278642505

portuguese_floresta

52.089220008345606

52.48248660541297

53.178642885746385

50.86544813917521

50.316855881604596

50.18270913869583

slovene_jos

44.48826913530057

36.79035471884528

45.79647258963767

43.43293007566618

38.60883459787898

36.43382990299474

swedish_talbanken

45.86612076795992

49.76813397028888

45.86612076795992

49.76813397028888

40.83861607079016

42.834196978719504

VI

cutoff: 10

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

3.376460067767094

3.2490650786887025

3.534949432059176

3.150727926102406

3.165869837616494

3.015455038861397

basque_3lb

3.7013817991351887

3.527140966888563

4.783455668386194

4.471412045905621

3.2175990817504725

3.306174402582344

czech_pdt

3.9484369570135223

3.8341121339532855

4.945416037247642

4.739664685333664

3.8946557759650036

3.9508149089771107

danish_cdt

3.849798763284711

3.7902846577137304

5.251577097945594

4.67165456150623

3.792157938154382

3.5617901677082586

dutch_alpino

4.1727937298640985

3.8921202002626627

4.865556739831525

4.785098069489404

4.162395971961022

4.033826407663864

english_childes

3.087849344513238

2.821563505087635

3.305943189418061

3.2957951704415622

2.554216823870624

2.448689111192767

english_ptb

3.666996581028746

3.60879071753317

3.751997666297186

3.7223878677041093

3.6634304593435703

3.476651972612866

portuguese_floresta

3.2725978449348183

3.358691519376887

3.347121214699202

3.5309895278571557

3.3077768501875315

3.4154424777046066

slovene_jos

3.785843580877007

4.05434851292486

4.147898330704318

4.143768109836662

3.7614540217961996

3.9433977305270207

swedish_talbanken

4.014543791805333

3.5927374937581025

4.014543791805333

3.5927374937581025

3.324878202981614

3.111813898750253

cutoff: 15

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

3.3856242029760217

3.285427138347904

3.8733164030859637

3.545776498168146

3.296508801065513

3.206493015816873

basque_3lb

3.8258846739402093

3.6968975526416465

4.89782826120032

4.658747575119204

3.350652550819711

3.460983193654786

czech_pdt

3.842785229659639

3.7526969699559025

4.859025870058418

4.649384790986062

3.8147912216588793

3.92063224249612

danish_cdt

3.845506714101866

3.6965317056442664

5.372112580533778

4.76824939184608

3.797216121437683

3.561916512315263

dutch_alpino

3.9466736825649047

3.63625831491914

5.117569646783281

4.998939665967706

3.9388555554181393

3.7369288348729466

english_childes

3.124132221480965

2.8383064533118207

3.3413331718114905

3.3307461859396645

2.5900217492135367

2.490294764837709

english_ptb

3.56512583439244

3.49838909469691

3.697785368932091

3.6188800828880647

3.5264283982336804

3.332354239133137

portuguese_floresta

3.30120720297216

3.461899287399267

3.4757865272604933

3.6675694463798796

3.326137739776001

3.4305552970995965

slovene_jos

3.741259154480338

4.1670857761814775

4.18501707021527

4.312426301804205

3.7731855150117686

4.01553510013492

swedish_talbanken

4.249977574275766

3.9004141226780975

4.249977574275766

3.9004141226780975

3.569348834856193

3.4067813275599903

cutoff: none

file

CPOS

CPOS-MK

POS

POS-MK

UPOS

UPOS-MK

arabic_padt

3.7787343415440917

3.3139969303628414

3.9407462730132385

3.819771471831717

3.526330744864291

3.3035316603455795

basque_3lb

3.9196640515055288

3.793488691277622

4.9807909782967865

4.762889898680755

3.453876117980806

3.5836499921518143

czech_pdt

3.7028555253784066

3.632643592993607

4.763410052196479

4.528732906706496

3.689249084286898

3.8338379124614645

danish_cdt

3.858603158972665

3.63837176899023

5.429832052284615

4.903737067452652

3.7896178117824064

3.593726971133227

dutch_alpino

3.6637635975445404

3.255670486078494

5.224519513614911

5.145889698670038

3.6004063295880435

3.3869281193787533

english_childes

3.127704645499907

2.83698403006334

3.3417684476789717

3.3342354872861164

2.593284799161878

2.4990294901548205

english_ptb

3.463111974768164

3.3560488112368057

3.6212625363063915

3.51520866201782

3.362990576191358

3.281840590099435

portuguese_floresta

3.1912335514129166

3.21143015866631

3.3620784245563833

3.5170145818452667

3.095875748343649

3.154522385014545

slovene_jos

3.612931470940095

4.1484002569920495

4.085784500527454

4.330124778741078

3.732223492585548

3.9864653999504585

swedish_talbanken

4.456023026397155

4.074279421058023

4.456023026397155

4.074279421058023

3.6994436892811415

3.6227120213396526

None: ResultsPos (last edited 2012-10-30 18:49:05 by TrevorCohn)