# Robots.txt for SGMYLimo - Enhanced SEO Implementation
# Updated for modern search engines and AI crawlers

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

# AI Search Engine Crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

# Block admin and sensitive areas
Disallow: /adminlite/
Disallow: /admin/
Disallow: /class/
Disallow: /config/
Disallow: /includes/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /.env
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /package-lock.json

# Block temporary and cache files
Disallow: /tmp/
Disallow: /temp/
Disallow: /cache/
Disallow: *.tmp
Disallow: *.log

# Block duplicate content and parameters
Disallow: /*?*
Disallow: /*&*
Disallow: /search?
Disallow: /*utm_*
Disallow: /*ref=*
Disallow: /*source=*

# Allow important CSS, JS, and image files
Allow: /css/
Allow: /js/
Allow: /img/
Allow: /images/
Allow: /assets/
Allow: /fonts/
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.webp
Allow: *.svg
Allow: *.ico
Allow: *.woff
Allow: *.woff2
Allow: *.ttf
Allow: *.eot

# Sitemap locations
Sitemap: https://sgmylimo.net/sitemap.xml
Sitemap: https://sgmylimo.net/sitemap-pages.xml
Sitemap: https://sgmylimo.net/sitemap-services.xml
Sitemap: https://sgmylimo.net/sitemap-images.xml

# Host declaration (helps with canonicalization)
Host: https://sgmylimo.net

# Crawl delay for general bots (in seconds)
Crawl-delay: 1