# robots.txt by pitcom - www.pitcom.de # questions to info@pitcom.de | +493741 71971-0 # Disallow special content User-Agent: * Disallow: /temp/ Disallow: /logfiles/ Disallow: /t3lib/ Disallow: /typo3/ Disallow: /typo3temp/ # allow explicit content User-Agent: * Allow: /*/Public/* Allow: /*/*.css Allow: /*/*.js # Blocked Bots User-agent: WebReaper User-agent: WebCopier User-agent: Offline Explorer User-agent: HTTrack User-agent: Microsoft.URL.Control User-agent: EmailCollector User-agent: penthesilea User-agent: DotBot User-agent: Flamingo_SearchEngine User-agent: MJ12bot Disallow: / # Sitemap files Sitemap: https://www.pitcom.de/sitemap.xml