# Block all bots from sensitive WordPress areas
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-json/
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*.php$
Disallow: /feed/
Disallow: /trackback/
Disallow: /comments/
Disallow: /author/
Disallow: /wp-login.php

Allow: /wp-admin/admin-ajax.php
Crawl-delay: 10

# Allow images for SEO indexing
Allow: /wp-content/uploads/

# Googlebot rules
User-agent: Googlebot
Allow: /wp-content/uploads/
Disallow: /*.php$

# Bingbot rules
User-agent: Bingbot
Allow: /wp-content/uploads/
Disallow: /*.php$

# Block known bad bots that obey robots.txt (most don’t, but worth including)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou
Disallow: /


# Sitemap location
Sitemap: https://thedailyexplorer.com/sitemap.xml