# robots.txt
User-agent: googlebot-image
Disallow: /
User-agent: googlebot-mobile
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: *
Disallow:
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /file-manager/
Disallow: /scripts/
Disallow: /content/
Sitemap: http://www.yoursite.com/index.php