# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / User-agent: * Disallow: /admin Disallow: /v Disallow: /verify Disallow: /overview Disallow: /system #Disallow: /assessments #Disallow: /comments #Disallow: /entities #Disallow: /entity_roles #Disallow: /search #Disallow: /sessions #Disallow: /site #Disallow: /sources #Disallow: /statements #Disallow: /users