# robots.txt for http://www.wrv-duisburg-hochdahl.de # file created: 18.02.10 - 23:20:34 User-agent: * Disallow: /cgi-bin/portal/lib Disallow: /cgi-bin/portal/lang Disallow: /cgi-bin/portal/conf Disallow: /cgi-bin/portal/db/alinks Disallow: /cgi-bin/portal/db/backup Disallow: /cgi-bin/portal/lib Disallow: /cgi-bin/portal/db/blocks Disallow: /cgi-bin/portal/db/pages Disallow: /cgi-bin/portal/db/dds Disallow: /cgi-bin/portal/db/flood Disallow: /cgi-bin/portal/db/newsletter Disallow: /cgi-bin/portal/db/members Disallow: /cgi-bin/portal/db/stats Disallow: /cgi-bin/portal/db/*.log # User-agent: Slurp Crawl-delay: 60