User-agent: *
Disallow: /etc
Disallow: /incoming
Disallow: /not_needed
Disallow: /stats
Disallow: /xfer
Disallow: _vti_txt
Disallow: /css
Disallow: /images