User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /webmail/ Disallow: /video/ Disallow: /scripts/ Disallow: /anrww/ Disallow: /data/ Disallow: /iconz/ Disallow: /pdf/ Disallow: /www/ Disallow: /wwwreport/ # disallow files ending with the following extensions Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.gz$ #disallow WayBack archiving site User-agent: ia_archiver Disallow: /