User-agent: *
Disallow: /typo3/
Disallow: /typo3_src/
Allow: /typo3/sysext/frontend/Resources/Public/*

Sitemap: https://www.mansfeldsuedharz.de/sitemap/index.xml
Crawl-delay: 90 # Wait seconds between requests
Allow: /
User-agent: meta-externalagent
Disallow: /
User-agent: facebot
Disallow: /
User-agent: facebookexternalhit
Disallow: /
User-agent: meta-webindexer
Disallow: /
User-agent: meta-externalads
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: meta-externalfetcher
Disallow: /