# text to be inserted into robots.txt # For domain: http://www0.sun.ac.za # All robots will spider the domain # I have commented out the line below as it is general to the whole #site #User-agent: * #Disallow: Sitemap:http://www0.sun.ac.za/ortho/sitemap.xml # Disallow directory ortho/browser User-agent: * Disallow: /ortho/browser # Disallow directory ortho/upload User-agent: * Disallow: /ortho/upload # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/zoom # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2002 # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2003 # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2004 # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2005 # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2006 #end