# robots.txt InetBots # Node: QBANK.DE # Network: SSR #Sitemap: #http://website/sitemap.html User-agent: * Disallow: /* User-agent: SkyNet_Search_Robot Allow: /* Crawl-delay: 42000 User-agent: ia_archiver Allow: /* User-agent: googlebot Allow: /* Disallow: /images Disallow: /*inc$ Disallow: /io*$ # yahoo User-agent: Slurp Allow: /* Disallow: /images Disallow: /*inc$ Disallow: /io*$ User-agent: NaverBot Disallow: / User-agent: NaverBot-1.0 Disallow: / User-agent: MJ12bot Disallow: / User-agent: Mediapartners-Google Disallow: / User-agent: Googlebot-Image Disallow: /