# If the Joomla site is installed within a folder such as at # e.g. www.example.com/joomla/ the robots.txt file MUST be # moved to the site root at e.g. www.example.com/robots.txt # AND the joomla folder name MUST be prefixed to the disallowed # path, e.g. the Disallow rule for the /administrator/ folder # MUST be changed to read Disallow: /joomla/administrator/ User-agent: SemrushBot Crawl-delay: 60 User-agent: * Disallow: /requiresvpn.html # Allows Full Render At Engines Allow: /*.eot************** Allow: /*.gif************** Allow: /*.GIF************** Allow: /*.jpeg************** Allow: /*.JPEG************** Allow: /*.jpg************** Allow: /*.JPG************** Allow: /*.otf************** Allow: /*.pdf************** Allow: /*.PDF************** Allow: /*.png************** Allow: /*.PNG************** Allow: /*.svg************** Allow: /*.ttf************** Allow: /*.woff************** Disallow: /*/administrator/ Disallow: /*/bin/ #Disallow: /*/cache/ Disallow: /*/cli/ Disallow: /*/components/ Disallow: /*/includes/ Disallow: /*/installation/ Disallow: /*/language/ Disallow: /*/layouts/ Disallow: /*/libraries/ Disallow: /*/logs/ #Disallow: /*/media/ Disallow: /*/modules/ Disallow: /*/plugins/ Disallow: /*/templates/ Disallow: /*/tmp/ Disallow: /*/itemlist/category/ Disallow: /business/*/administrator/ Disallow: /business/*/bin/ Disallow: /business/*/cache/ Disallow: /business/*/cli/ Disallow: /business/*/components/ Disallow: /business/*/includes/ Disallow: /business/*/installation/ Disallow: /business/*/language/ Disallow: /business/*/layouts/ Disallow: /business/*/libraries/ Disallow: /business/*/logs/ Disallow: /business/*/media/ Disallow: /business/*/modules/ Disallow: /business/*/plugins/ Disallow: /business/*/templates/ Disallow: /business/*/tmp/ Disallow: /business/*/itemlist/category/ Disallow: /cas/*/administrator/ Disallow: /cas/*/bin/ Disallow: /cas/*/cache/ Disallow: /cas/*/cli/ Disallow: /cas/*/components/ Disallow: /cas/*/includes/ Disallow: /cas/*/installation/ Disallow: /cas/*/language/ Disallow: /cas/*/layouts/ Disallow: /cas/*/libraries/ Disallow: /cas/*/logs/ Disallow: /cas/*/media/ Disallow: /cas/*/modules/ Disallow: /cas/*/plugins/ Disallow: /cas/*/templates/ Disallow: /cas/*/tmp/ Disallow: /cas/*/itemlist/category/ Disallow: /dentistry/*/administrator/ Disallow: /dentistry/*/bin/ Disallow: /dentistry/*/cache/ Disallow: /dentistry/*/cli/ Disallow: /dentistry/*/components/ Disallow: /dentistry/*/includes/ Disallow: /dentistry/*/installation/ Disallow: /dentistry/*/language/ Disallow: /dentistry/*/layouts/ Disallow: /dentistry/*/libraries/ Disallow: /dentistry/*/logs/ Disallow: /dentistry/*/media/ Disallow: /dentistry/*/modules/ Disallow: /dentistry/*/plugins/ Disallow: /dentistry/*/templates/ Disallow: /dentistry/*/tmp/ Disallow: /dentistry/*/itemlist/category/ Disallow: /education/*/administrator/ Disallow: /education/*/bin/ Disallow: /education/*/cache/ Disallow: /education/*/cli/ Disallow: /education/*/components/ Disallow: /education/*/includes/ Disallow: /education/*/installation/ Disallow: /education/*/language/ Disallow: /education/*/layouts/ Disallow: /education/*/libraries/ Disallow: /education/*/logs/ Disallow: /education/*/media/ Disallow: /education/*/modules/ Disallow: /education/*/plugins/ Disallow: /education/*/templates/ Disallow: /education/*/tmp/ Disallow: /education/*/itemlist/category/ Disallow: /engineering/*/administrator/ Disallow: /engineering/*/bin/ Disallow: /engineering/*/cache/ Disallow: /engineering/*/cli/ Disallow: /engineering/*/components/ Disallow: /engineering/*/includes/ Disallow: /engineering/*/installation/ Disallow: /engineering/*/language/ Disallow: /engineering/*/layouts/ Disallow: /engineering/*/libraries/ Disallow: /engineering/*/logs/ Disallow: /engineering/*/media/ Disallow: /engineering/*/modules/ Disallow: /engineering/*/plugins/ Disallow: /engineering/*/templates/ Disallow: /engineering/*/tmp/ Disallow: /engineering/*/itemlist/category/ Disallow: /gbs/*/administrator/ Disallow: /gbs/*/bin/ Disallow: /gbs/*/cache/ Disallow: /gbs/*/cli/ Disallow: /gbs/*/components/ Disallow: /gbs/*/includes/ Disallow: /gbs/*/installation/ Disallow: /gbs/*/language/ Disallow: /gbs/*/layouts/ Disallow: /gbs/*/libraries/ Disallow: /gbs/*/logs/ Disallow: /gbs/*/media/ Disallow: /gbs/*/modules/ Disallow: /gbs/*/plugins/ Disallow: /gbs/*/templates/ Disallow: /gbs/*/tmp/ Disallow: /gbs/*/itemlist/category/ Disallow: /give/*/administrator/ Disallow: /give/*/bin/ Disallow: /give/*/cache/ Disallow: /give/*/cli/ Disallow: /give/*/components/ Disallow: /give/*/includes/ Disallow: /give/*/installation/ Disallow: /give/*/language/ Disallow: /give/*/layouts/ Disallow: /give/*/libraries/ Disallow: /give/*/logs/ Disallow: /give/*/media/ Disallow: /give/*/modules/ Disallow: /give/*/plugins/ Disallow: /give/*/templates/ Disallow: /give/*/tmp/ Disallow: /give/*/itemlist/category/ Disallow: /honorscollege/*/administrator/ Disallow: /honorscollege/*/bin/ Disallow: /honorscollege/*/cache/ Disallow: /honorscollege/*/cli/ Disallow: /honorscollege/*/components/ Disallow: /honorscollege/*/includes/ Disallow: /honorscollege/*/installation/ Disallow: /honorscollege/*/language/ Disallow: /honorscollege/*/layouts/ Disallow: /honorscollege/*/libraries/ Disallow: /honorscollege/*/logs/ Disallow: /honorscollege/*/media/ Disallow: /honorscollege/*/modules/ Disallow: /honorscollege/*/plugins/ Disallow: /honorscollege/*/templates/ Disallow: /honorscollege/*/tmp/ Disallow: /honorscollege/*/itemlist/category/ Disallow: /humanresources/*/administrator/ Disallow: /humanresources/*/bin/ Disallow: /humanresources/*/cache/ Disallow: /humanresources/*/cli/ Disallow: /humanresources/*/components/ Disallow: /humanresources/*/includes/ Disallow: /humanresources/*/installation/ Disallow: /humanresources/*/language/ Disallow: /humanresources/*/layouts/ Disallow: /humanresources/*/libraries/ Disallow: /humanresources/*/logs/ Disallow: /humanresources/*/media/ Disallow: /humanresources/*/modules/ Disallow: /humanresources/*/plugins/ Disallow: /humanresources/*/templates/ Disallow: /humanresources/*/tmp/ Disallow: /humanresources/*/itemlist/category/ Disallow: /it/*/administrator/ Disallow: /it/*/bin/ Disallow: /it/*/cache/ Disallow: /it/*/cli/ Disallow: /it/*/components/ Disallow: /it/*/includes/ Disallow: /it/*/installation/ Disallow: /it/*/language/ Disallow: /it/*/layouts/ Disallow: /it/*/libraries/ Disallow: /it/*/logs/ Disallow: /it/*/media/ Disallow: /it/*/modules/ Disallow: /it/*/plugins/ Disallow: /it/*/templates/ Disallow: /it/*/tmp/ Disallow: /it/*/itemlist/category/ Disallow: /medicine/*/administrator/ Disallow: /medicine/*/bin/ Disallow: /medicine/*/cache/ Disallow: /medicine/*/cli/ Disallow: /medicine/*/components/ Disallow: /medicine/*/includes/ Disallow: /medicine/*/installation/ Disallow: /medicine/*/language/ Disallow: /medicine/*/layouts/ Disallow: /medicine/*/libraries/ Disallow: /medicine/*/logs/ Disallow: /medicine/*/media/ Disallow: /medicine/*/modules/ Disallow: /medicine/*/plugins/ Disallow: /medicine/*/templates/ Disallow: /medicine/*/tmp/ Disallow: /medicine/*/itemlist/category/ Disallow: /nursing/*/administrator/ Disallow: /nursing/*/bin/ Disallow: /nursing/*/cache/ Disallow: /nursing/*/cli/ Disallow: /nursing/*/components/ Disallow: /nursing/*/includes/ Disallow: /nursing/*/installation/ Disallow: /nursing/*/language/ Disallow: /nursing/*/layouts/ Disallow: /nursing/*/libraries/ Disallow: /nursing/*/logs/ Disallow: /nursing/*/media/ Disallow: /nursing/*/modules/ Disallow: /nursing/*/plugins/ Disallow: /nursing/*/templates/ Disallow: /nursing/*/tmp/ Disallow: /nursing/*/itemlist/category/ Disallow: /optometry/*/administrator/ Disallow: /optometry/*/bin/ Disallow: /optometry/*/cache/ Disallow: /optometry/*/cli/ Disallow: /optometry/*/components/ Disallow: /optometry/*/includes/ Disallow: /optometry/*/installation/ Disallow: /optometry/*/language/ Disallow: /optometry/*/layouts/ Disallow: /optometry/*/libraries/ Disallow: /optometry/*/logs/ Disallow: /optometry/*/media/ Disallow: /optometry/*/modules/ Disallow: /optometry/*/plugins/ Disallow: /optometry/*/templates/ Disallow: /optometry/*/tmp/ Disallow: /optometry/*/itemlist/category/ Disallow: /research/*/administrator/ Disallow: /research/*/bin/ Disallow: /research/*/cache/ Disallow: /research/*/cli/ Disallow: /research/*/components/ Disallow: /research/*/includes/ Disallow: /research/*/installation/ Disallow: /research/*/language/ Disallow: /research/*/layouts/ Disallow: /research/*/libraries/ Disallow: /research/*/logs/ Disallow: /research/*/media/ Disallow: /research/*/modules/ Disallow: /research/*/plugins/ Disallow: /research/*/templates/ Disallow: /research/*/tmp/ Disallow: /research/*/itemlist/category/ Disallow: /shp/*/administrator/ Disallow: /shp/*/bin/ Disallow: /shp/*/cache/ Disallow: /shp/*/cli/ Disallow: /shp/*/components/ Disallow: /shp/*/includes/ Disallow: /shp/*/installation/ Disallow: /shp/*/language/ Disallow: /shp/*/layouts/ Disallow: /shp/*/libraries/ Disallow: /shp/*/logs/ Disallow: /shp/*/media/ Disallow: /shp/*/modules/ Disallow: /shp/*/plugins/ Disallow: /shp/*/templates/ Disallow: /shp/*/tmp/ Disallow: /shp/*/itemlist/category/ Disallow: /soph/*/administrator/ Disallow: /soph/*/bin/ Disallow: /soph/*/cache/ Disallow: /soph/*/cli/ Disallow: /soph/*/components/ Disallow: /soph/*/includes/ Disallow: /soph/*/installation/ Disallow: /soph/*/language/ Disallow: /soph/*/layouts/ Disallow: /soph/*/libraries/ Disallow: /soph/*/logs/ Disallow: /soph/*/media/ Disallow: /soph/*/modules/ Disallow: /soph/*/plugins/ Disallow: /soph/*/templates/ Disallow: /soph/*/tmp/ Disallow: /soph/*/itemlist/category/ Disallow: /studentaffairs/*/administrator/ Disallow: /studentaffairs/*/bin/ Disallow: /studentaffairs/*/cache/ Disallow: /studentaffairs/*/cli/ Disallow: /studentaffairs/*/components/ Disallow: /studentaffairs/*/includes/ Disallow: /studentaffairs/*/installation/ Disallow: /studentaffairs/*/language/ Disallow: /studentaffairs/*/layouts/ Disallow: /studentaffairs/*/libraries/ Disallow: /studentaffairs/*/logs/ Disallow: /studentaffairs/*/media/ Disallow: /studentaffairs/*/modules/ Disallow: /studentaffairs/*/plugins/ Disallow: /studentaffairs/*/templates/ Disallow: /studentaffairs/*/tmp/ Disallow: /studentaffairs/*/itemlist/category/ Disallow: /students/*/administrator/ Disallow: /students/*/bin/ Disallow: /students/*/cache/ Disallow: /students/*/cli/ Disallow: /students/*/components/ Disallow: /students/*/includes/ Disallow: /students/*/installation/ Disallow: /students/*/language/ Disallow: /students/*/layouts/ Disallow: /students/*/libraries/ Disallow: /students/*/logs/ Disallow: /students/*/media/ Disallow: /students/*/modules/ Disallow: /students/*/plugins/ Disallow: /students/*/templates/ Disallow: /students/*/tmp/ Disallow: /students/*/itemlist/category/ Disallow: /ur/*/administrator/ Disallow: /ur/*/bin/ Disallow: /ur/*/cache/ Disallow: /ur/*/cli/ Disallow: /ur/*/components/ Disallow: /ur/*/includes/ Disallow: /ur/*/installation/ Disallow: /ur/*/language/ Disallow: /ur/*/layouts/ Disallow: /ur/*/libraries/ Disallow: /ur/*/logs/ Disallow: /ur/*/media/ Disallow: /ur/*/modules/ Disallow: /ur/*/plugins/ Disallow: /ur/*/templates/ Disallow: /ur/*/tmp/ Disallow: /ur/*/itemlist/category/