# # Sample of robots.txt # User-agent:* Disallow: /docs/ Disallow: /log/ Disallow: /skel/ Disallow: /tmpl/ Disallow: /data/ Disallow: /spool/ Disallow: /etc/