# /robots.txt file for http://www.diaspoir.net/ # mail webmaster@diaspoir.net User-agent: * Disallow: /links/lynx_bookmarks.htm Disallow: /obriendj3.doc Disallow: /obriendj.html Disallow: /gallery/ Disallow: /images/ Disallow: /usage/ Disallow: /utils/ Disallow: /itcv/ Disallow: /temp/ Disallow: /UserFiles/ Disallow: /logs/ Disallow: /phpsysinfo/ Disallow: /rrdtool/ Disallow: /blog/gm/ Disallow: /blog/wordpress/ Disallow: Makefile Disallow: thumbs Disallow: /cgi-bin/ # User-agent: Exabot # Disallow: * # User-agent: Becomebot # Disallow: * # User-agent: Gigabot # Disallow: * # User-agent: SBIder # Disallow: * # User-agent: aipbot # Disallow: * # User-agent: Baiduspider # Disallow: * # User-agent: Findexa* # Disallow: * # User-agent: findlinks # Disallow: * # User-agent: MJ12bot # Disallow: * # User-agent: Naver # #User-agent: Nutch* # U# ser-agent: psbot # Disallow: * # User-agent: WIRE # Disallow: * # User-agent: StackRambler # Disallow: * # User-agent: Vagabondo # Disallow: * # User-agent: SurveyBot # Disallow: * # User-agent: voyager # Disallow: * # User-agent: VespaCrawler # Disallow: * User-agent: Sogou Disallow: * # User-agent: Demo Bot # Disallow: * # User-agent: msnbot*