User-Agent: Scrapy
Disallow: /

User-Agent: *
Crawl-delay: 10
Allow: /
Disallow: /*?id=*
Disallow: /*&id=*
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /360/
Disallow: /fb/
Allow: /typo3conf/ext/
Allow: /typo3temp/
Sitemap: https://www.wista.de/sitemap.xml