{
  "schema": "urn:authority-amplifier:index:v1",
  "version": 1,
  "generated_at": "2026-09-21T23:39:05.982Z",
  "site": {
    "name": "MCP Scraper",
    "url": "https://mcpscraper.dev",
    "description": "Web intelligence, shared memory, connected accounts, and scheduled cloud-agent work for the AI tools people already use.",
    "type": "saas",
    "language": "en-US"
  },
  "overview_sections": [
    {
      "id": "what-mcp-scraper-is",
      "title": "What MCP Scraper is",
      "content": "MCP Scraper gives AI agents a shared web-data, memory, integrations, and scheduling layer. It can collect public evidence, keep approved information searchable across tools, connect authorized business accounts, and run bounded recurring work in the cloud.",
      "sourceUrls": [
        "https://mcpscraper.dev/"
      ]
    },
    {
      "id": "agent-surfaces",
      "title": "Agent surfaces",
      "content": "The product is available through a hosted MCP endpoint, an npm stdio server, a Claude Desktop extension, and a REST API. The same account can be used from Claude, ChatGPT, Cursor, and other compatible agent surfaces.",
      "sourceUrls": [
        "https://mcpscraper.dev/docs",
        "https://mcpscraper.dev/use-cases/web-scraping-mcp-server"
      ]
    },
    {
      "id": "operating-boundary",
      "title": "Operating boundary",
      "content": "Public-web collection, private memory, connected-account access, and scheduled actions remain distinct permission lanes. Connected writes require explicit enablement and grants; retrieval results preserve canonical sources and corpus receipts.",
      "sourceUrls": [
        "https://mcpscraper.dev/integrations",
        "https://mcpscraper.dev/scheduler",
        "https://mcpscraper.dev/memory"
      ]
    }
  ],
  "pages": [
    {
      "url": "https://mcpscraper.dev/",
      "title": "MCP Scraper — One brain for every AI you use",
      "summary": "Get any data, give every AI a shared memory, and schedule work in the cloud. One account connects Claude, ChatGPT, Cursor, and the rest of your AI stack.",
      "type": "WebPage",
      "topics": [
        "AI agents",
        "memory",
        "scheduled agents",
        "web intelligence"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/aug-webinar",
      "title": "What You Can Actually Do With MCP Scraper",
      "summary": "A live, practical MCP Scraper workshop covering web research, Memory, connected accounts, Scheduled Actions, reusable skills, and real workflows.",
      "type": "WebPage",
      "retrievalMode": "summary",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/blog/",
      "title": "MCP Scraper Blog",
      "summary": "Field guides on AI development, SEO, and developer tools. Every post answers 20–50 real search questions with sourced, practitioner-grade answers.",
      "type": "CollectionPage",
      "topics": [
        "AI development",
        "MCP",
        "SEO",
        "developer tools"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/blog/ai-development-workflows/",
      "title": "AI Development Workflows: A Complete Guide",
      "summary": "What they are, how they",
      "type": "Article",
      "publishedAt": "2026-05-23T00:00:00.000Z",
      "modifiedAt": "2026-05-23T00:00:00.000Z",
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/blog/claude-code/",
      "title": "Claude Code: The Evaluation Guide Every Tutorial Skips",
      "summary": "The cost math, head-to-head comparisons, and trust answers that every Claude Code tutorial skips — so you can decide before you adopt.",
      "type": "Article",
      "publishedAt": "2026-05-24T00:00:00.000Z",
      "modifiedAt": "2026-05-24T00:00:00.000Z",
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/blog/people-also-ask-seo/",
      "title": "People Also Ask SEO: The Complete 2026 Guide",
      "summary": "What PAA boxes are, how Google generates them, which tools harvest them at scale, and why the manual two-step loop breaks the moment you need programmatic data.",
      "type": "Article",
      "publishedAt": "2026-05-24T00:00:00.000Z",
      "modifiedAt": "2026-05-24T00:00:00.000Z",
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/blog/vibe-coding/",
      "title": "Vibe Coding: The Complete Honest Guide",
      "summary": "What vibe coding actually is, which free tools work, whether you can get hired, and the data layer no tutorial mentions — 30 questions answered without the hype.",
      "type": "Article",
      "publishedAt": "2026-05-24T00:00:00.000Z",
      "modifiedAt": "2026-05-24T00:00:00.000Z",
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/blog/what-is-an-mcp/",
      "title": "What Is an MCP? The Honest Developer",
      "summary": "MCP explained for developers who need to decide — not just understand. Which platforms adopted it, when to skip it, and how it compares to REST, Zapier, and Copilot.",
      "type": "Article",
      "publishedAt": "2026-05-24T00:00:00.000Z",
      "modifiedAt": "2026-05-24T00:00:00.000Z",
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/blog/when-not-to-use-an-mcp/",
      "title": "When Not to Use an MCP: The Architectural Decision Guide",
      "summary": "Not complexity—architecture. The three signals that disqualify MCP, the A2A and function-calling alternatives, and the protocol durability question for 2026.",
      "type": "Article",
      "publishedAt": "2026-05-24T00:00:00.000Z",
      "modifiedAt": "2026-05-24T00:00:00.000Z",
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/blog/who-hallucinates-more-chatgpt-or-claude/",
      "title": "Who Hallucinates More: ChatGPT or Claude?",
      "summary": "Five benchmarks, two competing verdicts, and the one variable every comparison article gets wrong. Know which model to trust before the answer matters.",
      "type": "Article",
      "publishedAt": "2026-05-23T00:00:00.000Z",
      "modifiedAt": "2026-05-23T00:00:00.000Z",
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/data-deletion",
      "title": "Data Deletion Instructions",
      "summary": "How to request deletion of your MCP Scraper account data or any connected-provider data, including Meta/Facebook data-deletion requests.",
      "type": "WebPage",
      "topics": [
        "account deletion",
        "data deletion",
        "privacy controls"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/docs",
      "title": "API & SDK Reference",
      "summary": "Use all 378 MCP Scraper tools from Node.js, Python, the CLI, cURL, or the REST API — including scheduled Search Console tables and filtered private downloads, connected-service exports, web intelligence, browser automation, and durable memory.",
      "type": "TechArticle",
      "topics": [
        "API",
        "MCP server",
        "SDK",
        "developer documentation"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/docs/xray/attribution",
      "title": "X-Ray Attribution Methodology",
      "summary": "How X-Ray calculates seven observed attribution models and an explicit-weight observed-plus-reported impact projection.",
      "type": "WebPage",
      "retrievalMode": "summary",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/docs/xray/crm",
      "title": "Native Research and CRM Guide",
      "summary": "How MCP Scraper separates sourced Research records, managed CRM relationships, and read-only X-Ray evidence.",
      "type": "WebPage",
      "retrievalMode": "summary",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/docs/xray/saas",
      "title": "X-Ray SaaS Measurement Foundation",
      "summary": "Install one X-Ray tag, preserve acquisition context, define lifecycle events, govern consent, and compare seven attribution models.",
      "type": "WebPage",
      "retrievalMode": "summary",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/integrations",
      "title": "Integrations — Put Your AI to Work Across Your Accounts",
      "summary": "Connect email, calendar, analytics, meetings, ads, and client accounts to your AI. Work now, remember the result in Memory, or repeat it with Scheduler.",
      "type": "WebPage",
      "topics": [
        "OAuth",
        "connected accounts",
        "integrations",
        "permissions"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/memory",
      "title": "Memory",
      "summary": "One hosted memory for compatible MCP clients: 16 default note vaults, semantic and temporal recall, linked notes, tables, tasks, and CRM records.",
      "type": "WebPage",
      "topics": [
        "Obsidian",
        "RAG",
        "embeddings",
        "semantic memory"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/pricing",
      "title": "Pricing",
      "summary": "Simple monthly subscriptions with credits included — Starter $12/mo, Growth $40/mo, and Scale $100/mo. Scale customers can add 80,000 credits in $10 increments.",
      "type": "WebPage",
      "topics": [
        "credits",
        "pricing",
        "subscriptions"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/privacy",
      "title": "Privacy Policy",
      "summary": "How MCP Scraper handles account data, per-user OAuth connections, provider data, scheduled actions, retention, security, and deletion requests.",
      "type": "WebPage",
      "topics": [
        "OAuth",
        "data handling",
        "privacy",
        "retention"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/scheduler",
      "title": "Scheduling",
      "summary": "Put reminders, connected-account reads, recurring agent work, approvals, and results in one governed schedule.",
      "type": "WebPage",
      "topics": [
        "automation",
        "monitoring",
        "scheduled agents",
        "workflows"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/scraper",
      "title": "Scraper",
      "summary": "252 scraper, connection, and automation tools for search, Maps, connected services, sites, media, live browser sessions, and workflows.",
      "type": "WebPage",
      "topics": [
        "agent tools",
        "browser automation",
        "search data",
        "web scraping"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/terms",
      "title": "Terms of Service",
      "summary": "Plain-language terms for MCP Scraper accounts, connected services, OAuth permissions, user-directed schedules, provider rules, billing, and acceptable use.",
      "type": "WebPage",
      "topics": [
        "acceptable use",
        "service policy",
        "terms"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/use-cases",
      "title": "Use Cases",
      "summary": "Explore how MCP Scraper helps you research customers and competitors, create content, and prepare client work with AI.",
      "type": "WebPage",
      "retrievalMode": "summary",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/use-cases/google-maps-scraper",
      "title": "Google Maps Scraper for AI Research",
      "summary": "Get Google Maps business details and reviews in your AI. Research customers, compare competitors, and prepare better content and client work.",
      "type": "WebPage",
      "retrievalMode": "summary",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    },
    {
      "url": "https://mcpscraper.dev/use-cases/web-scraping-for-ai-agents",
      "title": "Web Scraping for AI Agents",
      "summary": "Build AI agents that search, crawl, map, and navigate the live web, then return structured evidence, stable IDs, and inspectable artifacts.",
      "type": "Article",
      "topics": [
        "AI agents",
        "source verification",
        "web scraping"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/use-cases/web-scraping-mcp-server",
      "title": "Web Scraping MCP Server",
      "summary": "Connect one web scraping MCP server to search, scrape pages, map sites, collect platform data, and use a hosted browser from your AI client.",
      "type": "Article",
      "topics": [
        "Claude Desktop",
        "MCP server",
        "authentication",
        "npm"
      ],
      "retrievalMode": "content",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": []
    },
    {
      "url": "https://mcpscraper.dev/xray",
      "title": "X-Ray Attribution",
      "summary": "Measure customer journeys with one site tag, seven observed attribution models, privacy controls, and separately labeled customer-reported influence.",
      "type": "WebPage",
      "retrievalMode": "summary",
      "indexable": true,
      "includeInLlms": true,
      "authorIds": [],
      "topics": []
    }
  ],
  "people": [],
  "entities": [],
  "products": [],
  "faq": [],
  "contact": {},
  "permissions": {},
  "guardrails": {},
  "offers": [],
  "agent_retrieval": {
    "enabled": true,
    "plain_text_url": "https://mcpscraper.dev/llms",
    "json_url": "https://mcpscraper.dev/llms/json",
    "query_parameter": "query",
    "example_queries": [
      "web scraping for AI agents",
      "searchable shared memory",
      "scheduled cloud agents",
      "connected business accounts",
      "People Also Ask research",
      "Claude Code evaluation",
      "when not to use MCP"
    ],
    "no_query_behavior": "overview",
    "max_query_length": 256,
    "max_results": 8,
    "max_results_per_source": 1,
    "max_excerpt_characters": 900,
    "max_response_characters": 12000,
    "corpus_sha256": "b8e582cf1b92d2e99ab208ffa4cd129c500b7f9a53329837779757ad1137c243"
  },
  "files": {
    "resources": [
      {
        "url": "https://mcpscraper.dev/llms.txt",
        "media_type": "text/markdown",
        "sha256": "12dae07a981656854e4a9859a2cb603993d6f6b9b39404fbf6460928e33bc41c"
      },
      {
        "url": "https://mcpscraper.dev/llms-full.txt",
        "media_type": "text/markdown",
        "sha256": "a9ca16ce684019c106401912acad3358e3242fdafd24d1d4d581972a1f6ddbfb"
      }
    ]
  }
}