@inproceedings{Schaefer2015, author = {Roland Sch{\"a}fer}, title = {Processing and querying large web corpora with the COW14 architecture}, series = {Proceedings of the 3rd Workshop on Challenges in the Management of Large Corpora (CMLC-3), Lancaster, 20 July 2015}, editor = {Piotr BaƄski and Hanno Biber and Evelyn Breiteneder and Marc Kupietz and Harald L{\"u}ngen and Andreas Witt}, publisher = {Institut f{\"u}r Deutsche Sprache}, address = {Mannheim}, url = {https://nbn-resolving.org/urn:nbn:de:bsz:mh39-38367}, pages = {28 -- 34}, year = {2015}, abstract = {In this paper, I present the COW14 tool chain, which comprises a web corpus creation tool called texrex, wrappers for existing linguistic annotation tools as well as an online query software called Colibri2. By detailed descriptions of the implementation and systematic evaluations of the performance of the software on different types of systems, I show that the COW14 architecture is capable of handling the creation of corpora of up to at least 100 billion tokens. I also introduce our running demo system which currently serves corpora of up to roughly 20 billion tokens in Dutch, English, French, German, Spanish, and Swedish}, language = {en} }