User-agent: *
Crawl-delay: 3
Disallow: /data_category_map/
Disallow: /data_category_output/
Disallow: /track/
Disallow: /ratings/add/
#Disallow: /categories/f/
Disallow: /offers/s/
Disallow: /offers/c/
Disallow: /offers/p/
Disallow: /offers/f/
Disallow: /offers/0/
Disallow: /categories/0/
Disallow: /products/0/
Disallow: /xml_functions/
Disallow: /xml_user_functions/

User-agent: UbiCrawler
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: psbot
Disallow: /

Sitemap: http://www.pricecheck.co.za/sitemap_index.php
Sitemap: http://www.pricecheck.co.za/offers_0.xml
Sitemap: http://www.pricecheck.co.za/offers_1.xml
Sitemap: http://www.pricecheck.co.za/offers_2.xml
Sitemap: http://www.pricecheck.co.za/products_0.xml
Sitemap: http://www.pricecheck.co.za/products_1.xml