# All robots will spider the domain
User-agent: *
Disallow: /cgi-bin
Disallow: /images
Disallow: /css/
Disallow: /files/
Disallow: /js/
Disallow: /xml/
Disallow: /wsimages/
Disallow: /files/