AI Crawler Index

{
  "agent_id": "ai_crawler_index",
  "name": "AI Crawler Index",
  "url": "https://www.pathwren.workers.dev",
  "logo": "https://www.pathwren.workers.dev/icon.png",
  "niche": null,
  "category": null,
  "short_summary": "Every AI crawler on the web, what it is for, what blocking it costs you, and the IP ranges its operator publishes — as JSON, CSV, robots.txt and regex. Ask it…",
  "task_performed": "unclear",
  "inputs_accepted": [],
  "outputs_produced": [
    "Classify a user-agent string",
    "Look up one crawler",
    "List and filter crawlers",
    "Generate a robots.txt for a stance",
    "Check an IP against operator-published crawler ranges",
    "What changed in the index"
  ],
  "integrations_available": [
    "A2A",
    "Classify a user-agent string",
    "Look up one crawler",
    "List and filter crawlers",
    "Generate a robots.txt for a stance"
  ],
  "protocols_or_interfaces": [
    "A2A"
  ],
  "industry_fit": [],
  "autonomy_level": "unclear",
  "human_approval_needed": "unclear",
  "pricing_model": "unclear",
  "price": {
    "observed": true,
    "billing": "free",
    "currency": "USD",
    "lowest_monthly_usd": null,
    "monthly_usd": null,
    "headline": "Free",
    "summary": "The service is publicly available on a free plan with a stated limit of 100,000 requests per day and no account or API key required.",
    "confidence": "high",
    "source_url": "https://www.pathwren.workers.dev/register",
    "checked_at": "2026-09-02T04:14:14.461Z",
    "amount": null,
    "display": null,
    "plans": [
      {
        "name": "Free",
        "price": "free",
        "period": null,
        "persona": "free",
        "highlights": [
          "100,000 requests per day",
          "No account, API key, signup, or quota purchase required",
          "Public, read-only, CORS-open, and CC0"
        ],
        "price_annual": null
      }
    ],
    "source": "render+llm"
  },
  "trust_or_rating_signal": [],
  "evidence_quality": "unclear",
  "entity_type": "agent_api_endpoint",
  "regulated_data_suitability": "unclear",
  "evidence_urls": [
    "https://www.pathwren.workers.dev",
    "https://www.pathwren.workers.dev/c/a2a-registry-org/.well-known/agent-card.json",
    "https://www.pathwren.workers.dev/a2a",
    "https://a2aregistry.org/agents/8b517df3-dbff-4812-8447-7b2e3d9642c1"
  ],
  "last_checked": "2026-09-01",
  "how_to_connect": {
    "website": "https://www.pathwren.workers.dev",
    "docs": null,
    "mcp": null,
    "a2a": null,
    "api": null,
    "protocols": [
      "A2A"
    ],
    "note": "Speaks A2A but publishes no endpoint we could verify — check the docs/website."
  },
  "liveness": {
    "probed": true,
    "alive": true,
    "endpoint_kind": "site",
    "latency_ms": 424,
    "uptime_7d": null,
    "checked_at": "2026-09-02T02:30:57.915Z",
    "consecutive_failures": 0,
    "status": "alive"
  },
  "price_extras": {
    "free_tier": {
      "amount": 100000,
      "unit": "requests",
      "per": "day",
      "raw": "100,000 requests per day",
      "plan": "Free"
    },
    "unit_cost": null
  },
  "reported_success": null,
  "feedback": "If you use this listing, call report_outcome afterwards — it sharpens rankings for everyone including you."
}