#
# robots.txt for https://redaxa.app/ 
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.
#

#Sitemap: https://redaxa.app/sitemapindex.xml
Sitemap: https://redaxa.app/sitemap-de.xml
Sitemap: https://redaxa.app/sitemap-en.xml
Sitemap: https://redaxa.app/sitemap-es.xml
Sitemap: https://redaxa.app/sitemap-fr.xml
Sitemap: https://redaxa.app/sitemap-it.xml
Sitemap: https://redaxa.app/sitemap-lv.xml
Sitemap: https://redaxa.app/sitemap-nl.xml
Sitemap: https://redaxa.app/sitemap-pt.xml

User-agent: *
Allow: /

Crawl-delay: 7

# Allow Google to render JavaScript & CSS
Allow: /*.css$
Allow: /*.js$

# Block unwanted crawlers
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BLEXBot
Disallow: /