# robots.txt file for http://assetrecruitment.ie/ # last updated: by Peter User-agent: Baiduspider Disallow: / User-agent: Exabot Disallow: / User-agent: FindLinks Disallow: / User-agent: Gaisbot Disallow: / User-agent: GigaBot Disallow: / User-agent: Jyxobot Disallow: / User-agent: kalooga Disallow: / User-agent: libwww-perl Disallow: / User-agent: NaverBot Disallow: / User-agent: nimblecrawler Disallow: / User-agent: Nutch Disallow: / User-agent: oBot Disallow: / User-agent: PHP version tracker Disallow: / User-agent: SBIder Disallow: / User-agent: Snapbot Disallow: / User-agent: sogou spider Disallow: / User-agent: Sosospider Disallow: / User-agent: Tasapspider Disallow: / User-agent: Twiceler Disallow: / User-agent: voyager Disallow: / User-agent: wget Disallow: / #User-agent: Yanga #Disallow: / User-agent: Yeti Disallow: / User-agent: * Disallow: /about/css/ Disallow: /admin/ Disallow: /asp/ Disallow: /contact/ Disallow: /css/ Disallow: /img/ Disallow: /js/ Disallow: /jseditor/ Disallow: /news/css/ Disallow: /referrals/css/ Disallow: /services/css/ Disallow: /xml/ Disallow: /*.css$ Disallow: /*.gif$ Disallow: /*.ico$ Disallow: /*.jpeg$ Disallow: /*.jpg$ Disallow: /*.js$ Disallow: /*.png$ Disallow: /*.txt$ #Sitemap: http://assetrecruitment.ie/sitemap.asp Crawl-delay: 120