# ============================================================
# robots.txt for Mashael Studio
# https://mashael-studio.com/
# ============================================================

# Allow all search engines (Google, Bing, DuckDuckGo, etc.)
User-agent: *
Allow: /

# Disallow access to development/admin files (if any in the future)
Disallow: /admin/
Disallow: /api/
Disallow: /*.json$
Disallow: /*.log$
Disallow: /tmp/
Disallow: /private/

# Allow CSS and JS files (important for SEO)
Allow: /styles.css
Allow: /script.js
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.webp$
Allow: /*.svg$

# Specific bot directives

# Googlebot
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Mobile-specific bot
User-agent: Googlebot-Mobile
Allow: /

# Image search bots
User-agent: Googlebot-Image
Allow: /

# Block AI scrapers (optional - to protect content)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

# Block bad bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ============================================================
# Sitemap Location
# ============================================================
Sitemap: https://mashael-studio.com/sitemap.xml
