# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
# Crawl-delay: 20
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*
Disallow: /administrator/
Disallow: /attachments/
Disallow: /backup/
Disallow: /bin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /cli/
Disallow: /compensi/
Disallow: /compensi_2018/
Disallow: /compensibb/
Disallow: /components/
Disallow: /includes/
Disallow: /jlms/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /log/
Disallow: /logs/
#Disallow: /modules/
#Disallow: /plugins/
Disallow: /RTCMultiConnection/
Disallow: /scorporo_iva/
Disallow: /stories/
Disallow: /tmp/
Disallow: /tutorial/
Allow: /modules/mod_cookiesaccept/
Allow: /modules/mod_jux_megamenu/assets/
Allow: /plugins/content/pdf_embed/assets/
Allow: /plugins/system/jce/css/
Allow: /templates/
Allow: /media/
Allow: /images/

# MOTORI DI RICERCA GIAPPONESI
User-agent: moget
User-agent: ichiro
Disallow: /

# MOTORI DI RICERCA KOREANI
User-agent: NaverBot
User-agent: Yeti
Disallow: /

# MOTORI DI RICERCA CINESI
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: sogou spider
User-agent: YoudaoBot
Disallow: /

# MOTORI DI RICERCA RUSSI
User-agent: Yandex
Disallow: /

# RALLENTAMENTO BOT AGGRESSIVI

User-agent: Slurp
Crawl-Delay: 10

User-agent: AhrefsBot 
Crawl-Delay: 10

User-agent: SemrushBot
Crawl-Delay: 10

User-agent: msnbot
Crawl-Delay: 10

User-agent: msnbot-media
Crawl-Delay: 10

Sitemap: https://www.foroeuropeo.it/component/osmap/?view=xml&id=1