public/robots.txt

# robots.txt only applies, when KorAP is accessible
# from the domain root.

User-agent: *
Disallow: /api/
Disallow: /css/
Disallow: /font/
Disallow: /js/
Disallow: /settings/
Disallow: /corpus/
Disallow: /gerrit/