# /robots.txt file for http://www.yourwebsite.com/ User-agent: * Disallow: /data/ Disallow: /includes/ Disallow: /pages/ Disallow: /templates/ Disallow: /vimgs/