# AIO Cine Productions — robots.txt
# https://aiocine.com

User-agent: *
Allow: /

# Block admin and internal paths
Disallow: /admin
Disallow: /admin/
Disallow: /api/
Disallow: /account/
Disallow: /login
Disallow: /register
Disallow: /password/
Disallow: /vendor/
Disallow: /legal/

# Block query parameter pages (duplicate content prevention)
Disallow: /*?keyword=
Disallow: /*?page=
Disallow: /*?sort_by=
Disallow: /*?per_page=
Disallow: /*?job_categories%5B
Disallow: /*?locations%5B
Disallow: /*?filter_

# Block internal asset/system paths
Disallow: /build/
Disallow: /themes/*/css/
Disallow: /themes/*/js/
Disallow: /themes/*/libs/
Disallow: /*.json$

# Allow search engines to access images and media
Allow: /storage/logos/
Allow: /storage/companies/
Allow: /storage/accounts/
Allow: /storage/general/
Allow: /storage/blog/
Allow: /storage/news/
Disallow: /storage/

# Block AI training crawlers (optional but recommended)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

# Sitemap
Sitemap: https://aiocine.com/sitemap.xml