User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: */page/
Disallow: */?utm_source=

# Allow AI and generative bots


User-agent: ChatGPT
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-Search
Allow: /

User-agent: Bard
Allow: /

User-agent: Gemini
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: OpenAI
Allow: /

User-agent: GenerativeAI
Allow: /

User-agent: PredictiveAI
Allow: /


User-Agent: Bingbot

Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: */page/
Disallow: */?utm_source=


# Allow all other search engines

User-agent: Baiduspider
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: */page/
Disallow: */?utm_source=



User-agent: YandexBot
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: */page/
Disallow: */?utm_source=


User-agent: DuckDuckBot
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: */page/
Disallow: */?utm_source=



User-agent: Slurp
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: */page/
Disallow: */?utm_source=



# Allow social media crawlers

User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: Instagram
Allow: /


User-agent: MSNBot
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: */page/
Disallow: */?utm_source=


# Allow Apple and Amazon bots

User-agent: Applebot
Allow: /

User-agent: AlexaCrawler
Allow: /


Sitemap: https://noblehouseconsultants.com/sitemap_index.xml

# ================================
# AI & LLM DISCOVERY LAYER
# ================================
# Structured AI interaction and governance files

# LLM usage and training policy
Sitemap: https://noblehouseconsultants.com/llms.txt

# Advanced AI indexing structures
Sitemap: https://noblehouseconsultants.com/semantic-sitemap.xml
Sitemap: https://noblehouseconsultants.com/vector-feed.xml