# User-agent: * # Disallow: /pub # # User-agent: Roverbot # Disallow: / # # User-agent: Sqworm # Disallow: / # # User-agent: SurveyBot/2.3 (Whois Source) # Disallow: / User-agent: Slurp Crawl-delay: 1 User-agent: * Disallow: /resume