User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Sitemap: https://dunebuggy-dubai.ae/sitemap_index.xml

# Block Specific Crawlers
User-agent: SemrushBot
Disallow: /

User-agent: SEMrushBot-SA
Disallow: /

User-agent: Moz
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: Ubersuggest
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Siteliner
Disallow: /

User-agent: Copyscape
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Yandex Specific Settings
User-agent: Yandex
Disallow: /?
Disallow: /wp-
Disallow: *?s=
Disallow: *&s=
Disallow: /search/
Disallow: */trackback
Disallow: */feed
Disallow: */rss
Disallow: */embed
Disallow: /xmlrpc.php
Disallow: /emaar
Allow: */uploads
Allow: /*/*.js
Allow: /*/*.css
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif
Allow: /wp-*.webp
Allow: /wp-admin/admin-ajax.php
Sitemap: https://dunebuggy-dubai.ae/sitemap_index.xml

# Allow Major Search Engine Bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /