# my first robot.txt # Disallow: / means disallow all. User-agent: * Disallow: /private/ Disallow: /secret/ Disallow: /admin/ Disallow: /test/ Disallow: /go_away/bad_bot.html #this is a comment # sitemaps - 1+; Sitemap: http://www.englishpubpool.co.uk/sitemap # Sitemap: http://www.englishpubpool.co.uk/sitemap2