# Google Bot. We allow only to Category Pages
User-agent: googlebot
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/


# MSN Bot. We allow only to Category Pages
User-agent: msnbot
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/


# Fast WebCrawler. We allow only to Category Pages
User-agent: fast-webcrawler
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/


# Inktomi bot. We allow only to Category Pages
User-agent: slurp
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/


# Ask Jeeves Bot. We allow only to Category Pages
User-agent: teoma
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/


# Looksmart Bot. We allow only to Category Pages
User-agent: grub
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/

# AltaVista Bot. We allow only to Category Pages
User-agent: scooter
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/

# Looksmart wisenut Bot. We allow only to Category Pages
User-agent: zyborg
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/

# Google Media Partners
User-agent: Mediapartners-Google*
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/


# Alexa Archive www.waybackmachine.org
User-agent: ia_archiver
Sitemap: http://www.aspen9.com/Sitemap.xml
Disallow: /Art/
Disallow: /HTML/
Disallow: /Mail/
Disallow: /stats/

# We disallow all other Bots
User-agent: * 
Disallow: /