# XBIZ robots.txt
Sitemap: http://www.xbiz.com/sitemap.xml
User-agent: *


User-Agent: Googlebot
Crawl-delay: 60

Disallow: /index.php/
Disallow: /PbmE8Wi7oA/
Disallow: /adengine/
Disallow: /css/
Disallow: /dfs/
Disallow: /digital/
Disallow: /digital_new/
Disallow: /docs/
Disallow: /downloads/
Disallow: /engine/
Disallow: /errors/
Disallow: /errs/
Disallow: /generator/
Disallow: /graphics/
Disallow: /helloworld/
Disallow: /images/
Disallow: /inc/
Disallow: /index_parts/
Disallow: /ipad/
Disallow: /jan/
Disallow: /json/
Disallow: /jw_player/
Disallow: /kevin/
Disallow: /mail/
Disallow: /mailers/
Disallow: /media/
Disallow: /mobx/
Disallow: /moe/
Disallow: /newsletters/
Disallow: /nominate/
Disallow: /parts/
Disallow: /polls/
Disallow: /pr/
Disallow: /promos/
Disallow: /publications/
Disallow: /r2j/
Disallow: /slideshowpro/
Disallow: /sms/
Disallow: /special/
Disallow: /steve_temp/
Disallow: /ticker/
Disallow: /tv/
Disallow: /usertips/
Disallow: /video/
Disallow: /videos/
Disallow: /vnr/
Disallow: /xbiz3u/
Disallow: /xdesk/
Disallow: /xdesk2/
Disallow: /yui_2.5.1/
Disallow: User-agent: Scrubby
Disallow: User-agent: Robozilla 
Disallow: User-agent: Gigabot
Disallow: User-agent: psbot
Disallow: User-agent: Nutch
Disallow: User-agent: Teoma
Disallow: User-agent: asterias
Disallow: /azr94v2hh2lgbbkk/

User-agent: Twitterbot
Disallow: *
Allow: /images