# applies to all users agents (google, yahoo...) User-agent: * # disallow access to certain redirect files... Disallow: /nopage.asp Disallow: /upload.asp Disallow: /resize.asp Disallow: /ajaxjobsearch.asp Disallow: /ajaxsavecookie.asp # Do not allow images or includes to be indexed Disallow: /cm/ Disallow: /files/ Disallow: /images/ Disallow: /includes/ Disallow: /lightbox/ Disallow: /scripts/