User-Agent: *
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /payment-received
Disallow: /unsubscribe/
Disallow: /r/

# Assistant and answer-engine crawlers.
#
# These already fall under User-Agent: * above, but several of them are treated
# as opt-in by their operators (Google-Extended and Applebot-Extended grant no
# access unless named, and are the gate for AI Overviews and Apple Intelligence
# respectively). Naming each one states the intent explicitly rather than
# leaving it to a wildcard.
User-Agent: GPTBot
User-Agent: OAI-SearchBot
User-Agent: ChatGPT-User
User-Agent: ClaudeBot
User-Agent: Claude-User
User-Agent: Claude-SearchBot
User-Agent: PerplexityBot
User-Agent: Perplexity-User
User-Agent: Google-Extended
User-Agent: Applebot-Extended
User-Agent: Bingbot
User-Agent: CCBot
User-Agent: Meta-ExternalAgent
User-Agent: Amazonbot
User-Agent: cohere-ai
User-Agent: DuckAssistBot
User-Agent: MistralAI-User
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /payment-received
Disallow: /unsubscribe/
Disallow: /r/

Sitemap: https://jobmojito.com/sitemap.xml

# Structured summary of the product, its solutions and its pricing, written for
# language models: https://llmstxt.org
# LLM-Content: https://jobmojito.com/llms.txt