# robots.txt file start # Exclude Files From All Robots: User-agent: * Disallow: /administrator Disallow: /swf/ Disallow: /producer/ Disallow: /module/ Disallow: /libraries/ Disallow: /editor/ Disallow: /datacache/ Disallow: /templates/default/images/ Disallow: /templates/default/images2/ Disallow: /templates/default/css/ Disallow: /templates/default/ajax/ Disallow: /templates/default/js/ Disallow: /err404.html # End robots.txt file #User-Agent######################## # ËÑË÷ÒýÇæ User-Agent´úÂë # AltaVista Scooter # Infoseek Infoseek # Hotbot Slurp # AOL Search Slurp # Excite ArchitextSpider # Google Googlebot # Goto Slurp # Lycos Lycos # MSN MSNBOT # Netscape Googlebot # NorthernLight Gulliver # WebCrawler ArchitextSpider # Iwon Slurp # Fast Fast # DirectHit Grabber # Yahoo Web Pages Googlebot # Looksmart Web Pages Slurp # Baiduspider Baidu