Robots.txt file generator


# Robots.txt file created by http://www.webtoolcentral.com
# For domain: http://vasim.blogspot.com

# All robots will spider the domain
User-agent: *
Disallow:

# Disallow Googlebot/2.0 beta (googlebot(at)googlebot.com)
User-agent: Googlebot/2.0 beta (googlebot(at)googlebot.com)
Disallow: /

# Disallow Crawler V 0.2.1 admin@crawler.de
User-agent: Crawler V 0.2.1 admin@crawler.de
Disallow: /

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/