# Robots.txt for Rekzine Art Studio
# https://rekzineart.studio
# Updated: 2025-09-10

User-agent: *
Allow: /

# High priority content pages
Allow: /canvas
Allow: /art-build
Allow: /community
Allow: /blog
Allow: /blog/*
Allow: /tutorials
Allow: /tutorials/*
Allow: /resources
Allow: /gallery
Allow: /challenges

# Information pages
Allow: /about
Allow: /contact
Allow: /support
Allow: /pricing
Allow: /features
Allow: /faq
Allow: /help

# Legal and compliance pages
Allow: /terms
Allow: /privacy
Allow: /refund
Allow: /cookies

# User authentication (public access)
Allow: /auth/login
Allow: /auth/register

# API documentation
Allow: /api-docs

# Important files
Allow: /ads.txt
Allow: /sitemap.xml
Allow: /manifest.json

# Block admin and private areas
Disallow: /admin
Disallow: /admin/*
Disallow: /api/
Disallow: /private/
Disallow: /_next/
Disallow: /temp/
Disallow: /cache/

# Block development and system files
Disallow: /.env
Disallow: /.git
Disallow: /node_modules/
Disallow: /functions/
Disallow: /scripts/

# Block user private data
Disallow: /user/private/
Disallow: /profile/private/
Disallow: /settings/security/

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Sitemap location
Sitemap: https://rekzineart.studio/sitemap.xml

# Google AdSense Bot
User-agent: Mediapartners-Google
Allow: /

# Google AdSense Publisher Bot
User-agent: AdsBot-Google
Allow: /

# Google AdSense Publisher Bot (Mobile)
User-agent: AdsBot-Google-Mobile
Allow: /

# Social media bots
User-agent: facebookexternalhit/1.1
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# SEO and analytics bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Block unwanted bots and scrapers
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /