# robots.txt http://www.windigipet.de # Known bad robots: User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: * Crawl-delay: 60 Disallow: /cgi-bin/ Disallow: /cgi-local/ Disallow: /data/ Disallow: /images/ Disallow: /ads/ Disallow: /formulare/ Disallow: /stats/ Disallow: /forum/