Sitemap: https://www.hu-berlin.de/sitemap.xml.gz

# Define access-restrictions for robots/spiders
# http://www.robotstxt.org/wc/norobots.html

User-agent: *
Crawl-delay: 20
Disallow: /de/hu-intern/
Disallow: /de/hu/verwaltung/bst/intern/
Disallow: /de/hu/hu-intern/
Disallow: /de/service/kontakt/gruendung/
Disallow: /de/service/zisneu/
Disallow: /de/formulare/
Disallow: /de/hu-intern/design/downloads/
Disallow: /en/service/zisneu