# allow selected requests
User-agent: *
Disallow: /analog
Disallow: /archive
Disallow: /aspnet_client
Disallow: /cgi-bin
Disallow: /css
Disallow: /images
Disallow: /scripts