# If the Joomla site is installed within a folder such as at # e.g. www.example.com/joomla/ the robots.txt file MUST be # moved to the site root at e.g. www.example.com/robots.txt # AND the joomla folder name MUST be prefixed to the disallowed # path, e.g. the Disallow rule for the /administrator/ folder # MUST be changed to read Disallow: /joomla/administrator/ # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/orig.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Disallow: /administrator/ Disallow: /cache/ Disallow: /cli/ Disallow: /components/ Disallow: /custom_forms/ Disallow: /images/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /logs/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ #Disallow: /templates/ Disallow: /tmp/ Disallow: /component/* Disallow: /*?tmpl=component&print=1* Disallow: /welcome-to-elgas/careers-at-elgas/new-starters Disallow: /magento/ Disallow: /edocman/ User-agent: * Disallow: /*.pdf$ Disallow: /*?option=com_edocman Disallow: /index.php?option=com_edocman&task=document.download&id=186 User-agent: Googlebot-Image Disallow: User-agent: * Sitemap: http://www.elgas.com.au/appliances/sitemap.xml # # Disallow CVS, SVN directory and dump files Disallow: /appliances/CVS Disallow: /appliances/*. Svn $ Disallow: /appliances/*. Idea $ Disallow: /appliances/*. Sql $ Disallow: /appliances/*. Tgz $ #################################### # # GENERAL SETTINGS FOR MAGENTO # # #################################### # Do not index the admin page Disallow: /appliances/admin/ # Do not index technical directories Disallow: /appliances/app/ Disallow: /appliances/downloader/ Disallow: /appliances/errors/ Disallow: /appliances/includes/ Disallow: /appliances/lib/ Disallow: /appliances/pkginfo/ Disallow: /appliances/shell/ Disallow: /appliances/var/ Disallow: /appliances/ApplianceOrdersImport/ # Do not index shared files Disallow: /appliances/api.php Disallow: /appliances/cron.php Disallow: /appliances/cron.sh Disallow: /appliances/scheduler_cron.sh Disallow: /appliances/error_log Disallow: /appliances/get.php Disallow: /appliances/install.php Disallow: /appliances/LICENSE.html Disallow: /appliances/LICENSE.txt Disallow: /appliances/LICENSE_AFL.txt Disallow: /appliances/README.txt Disallow: /appliances/RELEASE_NOTES.txt # Do not index sorted or filtered pages Disallow: /appliances/*? Dir * Disallow: /appliances/*? Dir = desc Disallow: /appliances/*? Dir = ascw Disallow: /appliances/*? Limit = all Disallow: /appliances/*? Mode * # Do not index session IDs Disallow: /appliances/*? SID = # Do not index the page checkout and user account Disallow: /appliances/checkout/ Disallow: /appliances/onestepcheckout/ Disallow: /appliances/customer/ Disallow: /appliances/customer/account/ Disallow: /appliances/customer/account/login/ Disallow: /appliances/customer/account/login/ Disallow: /appliances/customer/account/logoutSuccess/ Disallow: /appliances/customer/account/forgotpassword/ # Do not index the search pages or unoptimized URLs Disallow: /appliances/catalogsearch/ Disallow: /appliances/catalog/product_compare/ Disallow: /appliances/catalog/category/view/ Disallow: /appliances/catalog/product/view/ ####################### # # SERVER SETTINGS # # ####################### # Do not index the technical directories or files Disallow: /appliances/cgi-bin/ Disallow: /appliances/cleanup.php Disallow: /appliances/apc.php Disallow: /appliances/memcache.php Disallow: /appliances/phpinfo.php