User-agent: * Disallow: /*.exclude$ Disallow: /*.resx$ Disallow: /*.rar$ Disallow: /*.vb$ Disallow: /*.vbproj$ Disallow: /400.html Disallow: /401.html Disallow: /403.html Disallow: /404.html Disallow: /500.html Disallow: /web.config$ Disallow: /*.xml$ Disallow: /cgi-bin/ Disallow: /bin/ Disallow: /.css$ Disallow: /.css/ Disallow: /css/