# robots.txt for http://www.example.com/

User-agent: *
Disallow: /diet/ # 
Disallow: /img/ # 
Disallow: /media/
Disallow: /news/
Disallow: /newsletter/
Disallow: /quickstart/
Disallow: /searchdata/
Disallow: /sitechecker/
Disallow: /stats/
Disallow: /htdig/
Disallow: /feedback.shtml
Disallow: /members.shtml
Disallow: /search.shtml
Disallow: /contact.shtml
Allow: /index.shtml