User-agent: *
Disallow: /*.html
Disallow: /?lightbox=*
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://danieldetailingaz.com/sitemaps.xml

# Bingbot crawl delay - slow down Bing if it crawls too aggressively
# Adjust the value (in seconds) to your needs: 1 = 1 request/second
User-agent: bingbot
Crawl-delay: 1


# Block ChatGPT bot
user-agent: CCBot
disallow: /
user-agent: GPTBot
disallow: /


# Block DeepSeek bot
user-agent: DeepSeekBot
disallow: /
user-agent: DeepSeek
disallow: /


# Block Bard bot
user-agent: Google-Extended
disallow: /


# Block ClaudeBot - Web crawler for downloading training data
user-agent: ClaudeBot
disallow: /


# Block Claude-User - Fetches content on behalf of Claude users
user-agent: Claude-User
disallow: /


# Block Claude-SearchBot - Indexes websites for Claude search results
user-agent: Claude-SearchBot
disallow: /


# Block Petal bot
user-agent: PetalBot
disallow: /


# Block SemrushBot
user-agent: SemrushBot
disallow: /
user-agent: SemrushBot-SA
disallow: /


# Block MajesticSEOBot
user-agent: MJ12bot
disallow: /


# Block AhrefsBot
user-agent: AhrefsBot
disallow: /


# Block RSS feeds
user-agent: *
disallow: /feed/
disallow: */feed
disallow: */feed$
disallow: /feed/$
disallow: /comments/feed
disallow: /?feed=
disallow: /wp-feed


# Block Search Results
user-agent: *
disallow: /?s=
disallow: /page/*/?s=
disallow: /search/