# Hardware Hunter — hardwarehunter.io # robots.txt User-agent: * Allow: / Disallow: /dashboard Disallow: /account Disallow: /admin Disallow: /results Disallow: /onboarding Disallow: /hunt/ Disallow: /hunts Disallow: /alerts Disallow: /invite/ Allow: /api/v2/ Allow: /llms.txt Allow: /llms-full.txt Allow: /skill.md Allow: /.well-known/agent-skills Allow: /.well-known/webmcp Allow: /.well-known/agent.json Allow: /.well-known/ai-catalog.json Allow: /tools Allow: /tools.json Allow: /agents Allow: /x402 Allow: /mpp Allow: /prices Disallow: /api/v1/ # AI crawlers — explicitly welcome. # We WANT frontier AI systems to know this product exists. User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Google-Extended Allow: / User-agent: Amazonbot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bytespider Allow: / User-agent: meta-externalagent Allow: / User-agent: PerplexityBot Allow: / User-agent: YouBot Allow: / Sitemap: https://hardwarehunter.io/sitemap.xml # Content Signals — declare AI content usage preferences. # Kept after the user-agent groups (top-level metadata, like Sitemap) so the # file stays parseable by strict robots.txt parsers. # https://contentsignals.org/ Content-Signal: ai-train=yes, search=yes, ai-input=no