# ----------------------------------
# GLOBAL RULES (WordPress)
# ----------------------------------

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Private/system folders
Disallow: /private/
Disallow: /tmp/
Disallow: /login/
Disallow: /user/

# Duplicate parameters
Disallow: /*?ajax=
Disallow: /*?sort=
Disallow: /*?direction=
Disallow: /?s=

# Allow static assets
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$

Sitemap: https://novatec.ua/sitemap_index.xml


# ----------------------------------
# GOOGLE
# ----------------------------------

User-agent: Googlebot
Allow: /

User-agent: googlebot-image
Allow: /


# ----------------------------------
# MICROSOFT / BING
# ----------------------------------

User-agent: Bingbot
Allow: /

User-agent: bingbot
Allow: /

User-agent: msnbot
Allow: /

User-agent: AdIdxBot
Allow: /


# ----------------------------------
# SEO CRAWLERS
# ----------------------------------

User-agent: AhrefsBot
Allow: /
Crawl-delay: 10

User-agent: MJ12bot
Allow: /

User-agent: CCBot
Allow: /


# ----------------------------------
# AI BOTS (LLM & AI SEARCH)
# ----------------------------------

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Apple AI / Siri
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Other AI / research
User-agent: Mistral
Allow: /

User-agent: Cohere
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /


# ----------------------------------
# LEGACY BOTS (safe allow)
# ----------------------------------

User-agent: yahoo-slurp
Allow: /

User-agent: Aport
Allow: /

User-agent: psbot
Allow: /

# ----------------------------------
# END
# ----------------------------------