User-Agent: *
Disallow: /cgi-bin
Disallow: /test_files/
Allow: /

User-agent: Twiceler-0.9 
Disallow: / 

User-agent: Gaisbot/3.0+ 
Disallow: / 

User-agent: MJ12bot
Disallow: /

User-agent: MJ12bot/v1.2.3 
Disallow: / 

Sitemap: http://www.thepricepro.com/sitemapindex.xml