@inproceedings{RehbeinvanGenabith2017, author = {Ines Rehbein and Josef van Genabith}, title = {Treebank Annotation Schemes and Parser Evaluation for German}, series = {Proceedings of the 2007 Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning. Prague, Czech Republic. June 28-30, 2007}, publisher = {Association for Computational Linguistics}, address = {Stroudsburg, PA}, url = {https://nbn-resolving.org/urn:nbn:de:bsz:mh39-57551}, pages = {630 -- 639}, year = {2017}, abstract = {Recent studies focussed on the question whether less-configurational languages like German are harder to parse than English, or whether the lower parsing scores are an artefact of treebank encoding schemes and data structures, as claimed by K{\"u}bler et al. (2006). This claim is based on the assumption that PARSEVAL metrics fully reflect parse quality across treebank encoding schemes. In this paper we present new experiments to test this claim. We use the PARSEVAL metric, the Leaf-Ancestor metric as well as a dependency-based evaluation, and present novel approaches measuring the effect of controlled error insertion on treebank trees and parser output. We also provide extensive past-parsing crosstreebank conversion. The results of the experiments show that, contrary to K{\"u}bler et al. (2006), the question whether or not German is harder to parse than English remains undecided.}, language = {en} }