########################################### # major User-agent: Googlebot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php # Yahoo User-agent: Slurp Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: msnbot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php # Ask Jeeves User-agent: Teoma Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: fast Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: SurveyBot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Mediapartners-Google Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php # dmoz User-agent: Robozilla Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php ########################################### # localised User-agent: Openbot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Openfind Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Pompos Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: looksmart Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Scooter Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: VoilaBot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: mirago Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php ########################################### # distributed/open source - allowed User-agent: grub-client Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Nutch Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: MJ12bot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php ########################################### # minor - allowed User-agent: GeonaBot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: It-bot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Iltrovatore-Setaccio Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: PEERbot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: gridBot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: FyberSpider Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: asterias Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Bilbo Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Vagabondo Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: MojeekBot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: DoCoMo Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: webrover Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: NetNoseCrawler Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Mozilla/4.0 (compatible; MSIE 5.0; NetNose-Crawler Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Wotbox Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: webyield robot Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: SpiderMonkey Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Scrubby Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: Overture-WebCrawler Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: orcaspider Disallow: /noentry Disallow: /working Disallow: /tutorials Disallow: /jslibs Disallow: /operaStyles Disallow: /emails Disallow: /php Disallow: /wrongWithIE Disallow: /php/pushimage.php ########################################### # private - allowed User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php ########################################### # special use - allowed User-agent: W3C-checklink Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: W3C_Validator Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php User-agent: ia_archiver Disallow: /noentry Disallow: /working Disallow: /php/pushimage.php ########################################### # IE favourite saving to depth - denied User-agent: MSIECrawler Disallow: / ########################################### # Snap thumbnails - not a search engine, and ignores default rule - denied User-agent: SnapPreviewBot Disallow: / ########################################### # Default rule User-agent: * Disallow: /