# robots.txt # A robot shall not hurt a website, nor let harm come to it. #Alexa User-agent: ia_archiver Disallow: User-agent: IA Archiver Disallow: # #Internet Archive User-agent: archive.org_bot Disallow: # #Yahoo bots User-agent: yahoo-mmcrawler Disallow: User-agent: yahoo-blogs/v3.9 Disallow: User-agent: Slurp Disallow: User-agent: YahooSeeker Disallow: User-agent: slurp@inktomi Disallow: # #MSN bot User-agent: MSNBot Disallow: User-agent: searchpreview Disallow: # #Google bot User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: Googlebot-Mobile Disallow: # # Other bots User-agent: psbot Disallow: User-agent: asterias Disallow: User-agent: Teoma Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: baiduspider Disallow: # Rest all not allowed User-agent: * Disallow:/ #Restricted Directories Disallow:/Admin/ Disallow:/App_Code/ Disallow:/Bin/ Disallow:/FCKeditor/ Disallow:/imagemaker_workingdir/ Disallow:/ministatnet_reports/ Disallow:/ñöRadControls/ Disallow:/SqlWebAdmin/ Disallow:/UltimateSearchInclude/ Disallow:/UltimateSpellInclude/ Disallow:/Webcharts/ Disallow:Styles.css Disallow:Stylear.css Disallow:Styleen.css Disallow:WebImageMaker.css Disallow:WebImageMaker_canvas.js Disallow:WebImageMaker_normal.js Disallow:WebImageMaker.ashx Disallow:web.config Disallow:Global.asax Disallow:licenses.licx Disallow:Dadholding.sln #Crawler Delay Crawl-delay: 120 #Sitemap Indexing Sitemap: http://www.daraldhabi-holding.com/siteview.aspx Sitemap: http://www.daraldhabi-holding.com/arsiteview.aspx