# robots.txt for toughlovesec.win
# TLS + DataFood welcome AI agent crawlers — DataFood is the universal data API for AI agents.
# See /llms.txt, /AGENTS.md, /openapi.json, /.well-known/x402.json, /.well-known/mcp.json

User-agent: *
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: AnthropicBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Cohere-Bot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: Amazonbot
Allow: /

# Discovery
Sitemap: https://toughlovesec.win/sitemap.xml

# AI metadata for crawlers
# llms.txt:        https://toughlovesec.win/llms.txt
# AGENTS.md:       https://toughlovesec.win/AGENTS.md
# schema.json:     https://toughlovesec.win/schema.json
# openapi.json:    https://toughlovesec.win/openapi.json
# x402:            https://toughlovesec.win/.well-known/x402.json
# mcp:             https://toughlovesec.win/.well-known/mcp.json
# ai-plugin:       https://toughlovesec.win/.well-known/ai-plugin.json
# agent-card:      https://toughlovesec.win/.well-known/agent-card.json
# protocol:        https://toughlovesec.win/protocol
# datafood-landing:   https://toughlovesec.win/agent-mesh
# datafood-savings:   https://toughlovesec.win/how-datafood-saves-agents-money
# security:        https://toughlovesec.win/.well-known/security.txt