# robots.txt for http://www.myubuntu.co.cc # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * # Directories Allow: /database/ Allow: /includes/ Allow: /misc/ Allow: /modules/ Allow: /sites/ Allow: /themes/ Allow: /scripts/ Allow: /updates/ Allow: /profiles/ # Files Allow: /xmlrpc.php Allow: /cron.php Allow: /update.php Allow: /install.php Allow: /INSTALL.txt Allow /INSTALL.mysql.txt Allow: /INSTALL.pgsql.txt Allow: /CHANGELOG.txt Allow: /MAINTAINERS.txt Allow: /LICENSE.txt Allow: /UPGRADE.txt # Paths (clean URLs) Disallow: /admin/ Allow: /comment/reply/ Allow: /contact/ Allow: /logout/ Allow: /node/add/ Allow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ # Paths (no clean URLs) Disallow: /?q=admin/ Allow: /?q=comment/reply/ Allow: /?q=contact/ Allow: /?q=logout/ Allow: /?q=node/add/ Allow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/