# robots.txt 15/05/2004 # # This is the file retrieved by spiders. # See # # Format is: # User-agent: # Disallow: | # # ----------------------------------------------------------------------------- User-agent: UbiCrawler Disallow: / User-agent: googlebot Disallow: User-agent: * Disallow: /includes/ Disallow: /modules/ Disallow: /templates/