# ALL SEARCH ENGINE ALLOWED User-agent: * # IGNORE CRAWLING OF DIRECTORIES AND FILES CONTAINING THIS NAME Disallow: /cp/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /css/ # IGNORE CRAWLING OF SPECIFIC PAGE Disallow: /google49640ad8bc42a319.html # IGNORE INDEXING OF ALL FILES ENDING WITH .EXT Disallow: /*.html$ Disallow: /*.swf$ Disallow: /*.htm$ Disallow: /*.cgi$