# # robots.txt for http://www.toppflagge.de/ # User-agent: * Disallow: /logs/ User-agent: Slurp Crawl-delay: 5