# robots.txt 15/05/2004 # # This is the file retrieved by spiders. # See # # Format is: # User-agent: # Disallow: | # # ----------------------------------------------------------------------------- User-agent: UbiCrawler Disallow: / User-agent: * Disallow: /includes/ Disallow: /modules/ Disallow: /templates/ User-agent: * Disallow: /WebResource.axd Disallow: /ScriptResource.axd