# If the Joomla site is installed within a folder 
# eg www.example.com/joomla/ then the robots.txt file 
# MUST be moved to the site root 
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths. 
# eg the Disallow rule for the /administrator/ folder MUST 
# be changed to read 
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

User-agent: HTTrack
Disallow: /

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /component/content/article?id=
Disallow: /component/content/?id=
Disallow: /group-companies-sp-373/pacific-oil-a-gas
Disallow: /news-a-information/
Disallow: /news-a-information?id=41
Disallow: /component/content/category/
Disallow: /news-a-information?id=
Disallow: /about-us-sp-303/founder
Disallow: /index.php?option=com_content&view=article&id=11&Itemid=57
Disallow: /index.php?option=com_content&view=article&id=17&Itemid=6
Disallow: /index.php?option=com_content&view=article&id=18&Itemid=7
Disallow: /index.php?option=com_content&view=article&id=6&Itemid=50
Disallow: /index.php?option=com_content&view=article&id=7&I
Disallow: /component/content/article/8-home/31-footer-text


Sitemap: http://www.rgei.com/sitemap.xml