# Global Search Engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: YandexBot
User-agent: BaiduSpider
User-agent: Sogou Spider
User-agent: NaverBot
User-agent: SeznamBot
User-agent: Qwantify

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# SEO & Marketing Tools
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MozBot
User-agent: Screaming Frog SEO Spider
User-agent: SitebulbBot
User-agent: Deepcrawl
User-agent: OnCrawl
User-agent: MJ12bot
User-agent: RavenTools
User-agent: SE Ranking
User-agent: NetpeakSpider
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/


# AI & Training Bots
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: FacebookBot
User-agent: Applebot
User-agent: Amazonbot
User-agent: CCBot
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# E-commerce & Price Crawlers
User-agent: Google-Shopping-Bot
User-agent: PriceRunner
User-agent: Shopzilla
User-agent: Idealo
User-agent: Kelkoo
User-agent: Prisjakt
User-agent: CamelCamelCamel
User-agent: Keepa
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# News & Aggregators
User-agent: Googlebot-News
User-agent: AppleNewsBot
User-agent: Flipboard
User-agent: Feedly
User-agent: SmartNews
User-agent: NewsBlur
User-agent: Inoreader
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# Archiving & Research
User-agent: ia_archiver
User-agent: CCBot
User-agent: CiteSeerX
User-agent: CORE-bot
User-agent: SemanticScholarBot
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# Social Media & Messaging Prefetch
User-agent: facebookexternalhit
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Pinterestbot
User-agent: Discordbot
User-agent: Slackbot
User-agent: TelegramBot
User-agent: WhatsApp
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# General Directives
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Sitemap
Sitemap: https://ayushmanliver.com/sitemap_index.xml
Sitemap: https://ayushmanliver.com/post-sitemap.xml
Sitemap: https://ayushmanliver.com/page-sitemap.xml
Sitemap: https://ayushmanliver.com/attachment-sitemap.xml
Sitemap: https://ayushmanliver.com/profile-sitemap.xml
Sitemap: https://ayushmanliver.com/terminology-sitemap.xml
Sitemap: https://ayushmanliver.com/robo_gallery_table-sitemap.xml
Sitemap: https://ayushmanliver.com/category-sitemap.xml
Sitemap: https://ayushmanliver.com/post_tag-sitemap.xml