# robots.txt for Texas Tower
# https://texastower.in/robots.txt
# SEO Optimized - Last Updated: December 2025

# Allow all search engines
User-agent: *
Allow: /

# Allow important pages
Allow: /menu
Allow: /about
Allow: /contact
Allow: /gallery
Allow: /events
Allow: /book-table
Allow: /cuisine/
Allow: /locations/

# Disallow admin and system directories
Disallow: /includes/
Disallow: /assets/
Disallow: /vendor/
Disallow: /logs/
Disallow: /.git/
Disallow: /*.php$
Disallow: /submit-form

# Disallow search results and dynamic pages
Disallow: /search?
Disallow: /*?*

# Google specific
User-agent: Googlebot
Allow: /
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.webp$

# Google Images
User-agent: Googlebot-Image
Allow: /assets/images/
Allow: /img/

# Bing
User-agent: Bingbot
Allow: /

# GPTBot (OpenAI) - Allow for GEO optimization
User-agent: GPTBot
Allow: /

# Google-Extended (Bard/Gemini) - Allow for GEO optimization
User-agent: Google-Extended
Allow: /

# Claude (Anthropic) - Allow for GEO optimization
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /

# CCBot (Common Crawl) - Allow for AI training
User-agent: CCBot
Allow: /

# Sitemap location
Sitemap: https://texastower.in/sitemap.xml

# Geographic Data (for Local SEO & GEO)
Sitemap: https://texastower.in/geo.kml

# Cache-Control hint (non-standard but some crawlers respect it)
# Request-rate: 1/1
# Visit-time: 0600-0845

# Host directive (Yandex)
Host: https://texastower.in