# robots.txt
User-agent: Googlebot
Disallow: 

User-agent: MSNBot
Disallow: 

User-agent: Slurp
Disallow: 

User-agent: Teoma
Disallow: 

User-agent: Gigabot
Disallow: 

User-agent: Scrubby
Disallow: 

User-agent: Robozilla
Disallow: 

User-agent: Nutch
Disallow: 

# for the time being, don't allow images and such
User-agent: ia_archiver
Disallow: /

# for the time being, don't allow images and such
User-agent: yahoo-mmcrawler
Disallow: /

# for the time being, don't allow images and such
User-agent: psbot
Disallow: /

# for the time being, don't allow images and such
User-agent: asterias
Disallow: /

# for the time being, don't allow images and such
User-agent: yahoo-blogs/v3.9
Disallow: /

# set a default 20s delay between page hits, and don't let them hit some directories
User-agent: *
Crawl-delay: 20
Disallow: /cgi-bin/
Disallow: /skin1/
Disallow: /admin/
Disallow: /administrator/
Disallow: /templates_c/
Disallow: /templates_admin_c/
Disallow: /cache/
Disallow: /images/
Disallow: /manage.php
Disallow: /*printable=Y
Disallow: /*js=*
Disallow: /*sort=*
Disallow: /product.php*
Disallow: /home.php?cat=*
Disallow: /catalog/
Disallow: /search.php
Disallow: /cart.php
Disallow: /help.php
Disallow: /giftcert.php
Disallow: /product.php
Disallow: /orders.php
Disallow: /register.php
Disallow: /icon.php
Disallow: /image.php
Disallow: /error_message.php
Disallow: /offers.php
Disallow: /product_image.php

Sitemap: http://www.air802.com/sitemap.xml