User-agent: *
Crawl-delay: 1

# Disallow common WordPress directories
Disallow: /wp-login/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

# Allow important directories
Allow: /wp-content/uploads/

# Disallow unnecessary query parameters
Disallow: /*?s=*
Disallow: /*?*replytocom
Disallow: /*?*comments=*
Disallow: /*?*fbclid=*
Disallow: /*?*page=*page=
Disallow: /*?*lang=


# Disallow WP common paths
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /*/attachment/
Disallow: /author/
Disallow: /tag/
Disallow: /tag/*/page/
Disallow: /tag/*/feed/
Disallow: /*/page/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /*?ical=*
Disallow: /*?wordfence_lh=*


#Disallow user-agents
User-agent: MegaIndex.ru
User-agent: megaindex.com
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: facebookexternalhit
User-agent: Qwantify-prod
User-agent: SeznamBot
Disallow: /


Sitemap: https://museoa.eus/wp-sitemap.xml