# If the Joomla site is installed within a folder
# eg www.example.com/joomla/ then the robots.txt file
# MUST be moved to the site root
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths.
# eg the Disallow rule for the /administrator/ folder MUST
# be changed to read
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# https://www.robotstxt.org/orig.html

User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*

Disallow: /administrator/
Disallow: /api/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/

Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/


Disallow: /tmp/

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Google-AdsBot
Allow: /

User-agent: Feedfetcher-Google
Allow: /

User-agent: Bingbot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: DuckDuckBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SemrushBot
Allow: /

User-agent: Sogou Spider
Disallow: /

User-agent: Exabot
Allow: /

User-agent: Pinterestbot
Disallow: /

User-agent: TelegramBot
Disallow: /

User-agent: Discordbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: UptimeRobot
Disallow: /

User-agent: Site24x7
Disallow: /

User-agent: Sucuri
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: BadBot  
Disallow: /  

User-agent: AhrefsBot  
Disallow: / 

User-agent: DotBot  
Disallow: /  

User-agent: BlackWidow  
Disallow: /  

User-agent: HTTrack  
Disallow: /  

User-agent: wget  
Disallow: /  

User-agent: curl  
Disallow: /