# text to be inserted into robots.txt # For domain: http://www0.sun.ac.za # All robots will spider the domain # I have commented out the line below as it is general to the whole #site User-agent: * #Disallow: Sitemap:http://www0.sun.ac.za/geography/index.php/sitemap_index.xml Disallow: /geography/wp-admin/ Disallow: /geography/wp-includes/ Disallow: /geography/wp-content/plugins/ Disallow: /geography/wp-content/w3tc/ Disallow: /geography/wp-content/themes/ Sitemap:http://www0.sun.ac.za/cruise/sitemap_index.xml Disallow: /cruise/wp-admin/ Disallow: /cruise/wp-includes/ Disallow: /cruise/wp-content/plugins/ Disallow: /cruise/wp-content/w3tc/ Disallow: /cruise/wp-content/themes/ Sitemap:http://www0.sun.ac.za/ortho/sitemap.xml # Disallow directory ortho/browser User-agent: * Disallow: /ortho/browser # Disallow directory ortho/upload User-agent: * Disallow: /ortho/upload # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/zoom # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2002 # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2003 # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2004 # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2005 # Disallow directory ortho/zoom User-agent: * Disallow: /ortho/btr/2006 #end