# If the Joomla site is installed within a folder
# eg www.example.com/joomla/ then the robots.txt file
# MUST be moved to the site root
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths.
# eg the Disallow rule for the /administrator/ folder MUST
# be changed to read
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# https://www.robotstxt.org/orig.html

User-agent: *
Disallow: /administrator/
Disallow: /api/
Disallow: /bin/
# 4SEO-opt Disallow: /cache/
Disallow: /cli/
# 4SEO-opt Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
# 4SEO-opt Disallow: /modules/
# 4SEO-opt Disallow: /plugins/
Disallow: /tmp/
# 4SEO-sitemap:  sitemap - added on 2024-08-07 11:09:21 - Please do not modify manually.
Sitemap: https://onboarding.merchantadviceservice.co.uk/sitemap-4seo.xml
User-agent: *
Allow: /sitemap-4seo

# /4SEO-sitemap
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /wp-content/
Disallow: /category/
Disallow: /tag/
Disallow: /author/
Disallow: /attachment/
Disallow: /?s= 
Disallow: /*/1000$
Disallow: /feed/
Disallow: /*attachment
Disallow: /*shutterstock
# Disallow specific file types
Disallow: /*.webp$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.json$
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /provider-contact