# https://www.aiwizard.ai — AI tools directory
# Default group: general web search engines.
User-agent: *
Allow: /

Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /auth/

# Public sections. Product detail pages live at the root catch-all
# (/<slug>), so the top-level Allow: / above already covers them.
# /submit-new is not listed: it is behind (protected) and 307s to
# /auth/login, which is disallowed above — advertising it only buys a
# redirect error in Search Console.
Allow: /aitools
Allow: /categories/
Disallow: /tags/
Disallow: /labels/

# AI answer engines that cite sources. Welcome — a citation is a referral.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /auth/
Disallow: /categories/ai-generated-porn
Disallow: /categories/ai-girlfriend
Disallow: /categories/ai-porn
Disallow: /categories/ai-porn-generator
Disallow: /categories/character-ai-nsfw
Disallow: /categories/erotic-chatbot
Disallow: /categories/futanari
Disallow: /categories/nsfw-ai-chat
Disallow: /categories/nsfw-chatbot
Disallow: /categories/nsfw-image-generator
Disallow: /categories/nsfw-roleplay
Disallow: /categories/nudify
Disallow: /categories/porn-generator
Disallow: /nsfw-ai-art-generator
Disallow: /pirr

# Bulk training crawlers. Allowed on the mainstream catalog only.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /auth/
Disallow: /categories/ai-generated-porn
Disallow: /categories/ai-girlfriend
Disallow: /categories/ai-porn
Disallow: /categories/ai-porn-generator
Disallow: /categories/character-ai-nsfw
Disallow: /categories/erotic-chatbot
Disallow: /categories/futanari
Disallow: /categories/nsfw-ai-chat
Disallow: /categories/nsfw-chatbot
Disallow: /categories/nsfw-image-generator
Disallow: /categories/nsfw-roleplay
Disallow: /categories/nudify
Disallow: /categories/porn-generator
Disallow: /nsfw-ai-art-generator
Disallow: /pirr

Sitemap: https://www.aiwizard.ai/sitemap.xml