{
 "version": "1",
 "collection": "timeline",
 "about": "Dated changes outside Ghost Agent Lab that affect how AI agents use websites, newest first.",
 "updated": "2026-10-20",
 "count": 6,
 "items": [
  {
   "id": "2026-07-cloudflare-cloudflare-moves-new-ai-search-crawlers-into-its-search-categ",
   "url": "https://ghostagentlab.com/learn/changes/#2026-07-cloudflare-cloudflare-moves-new-ai-search-crawlers-into-its-search-categ",
   "date": "2026-07",
   "who": "Cloudflare",
   "title": "Cloudflare moves new AI search crawlers into its Search category",
   "what": "Cloudflare's verified bot documentation notes that since July 2026, new AI search crawlers are placed in its general Search category, beside the categories it lists for verified bots such as AI Assistant and AI Crawler.",
   "matters": "If your CDN rules allow or block bots by category, a rule written for AI crawlers may not cover new AI search crawlers. Ask your vendor which categories apply to your plan today.",
   "guides": [
    "https://ghostagentlab.com/blog/questions-for-your-cdn-vendor/"
   ],
   "source": {
    "title": "verified bot categories",
    "publisher": "Cloudflare",
    "url": "https://developers.cloudflare.com/bots/concepts/bot/verified-bots/"
   }
  },
  {
   "id": "2025-06-european-union-european-accessibility-act-starts-applying-to-many-e-comm",
   "url": "https://ghostagentlab.com/learn/changes/#2025-06-european-union-european-accessibility-act-starts-applying-to-many-e-comm",
   "date": "2025-06",
   "who": "European Union",
   "title": "European Accessibility Act starts applying to many e-commerce services",
   "what": "In the EU, the European Accessibility Act has applied to many e-commerce services since June 2025, so many retailers already have accessibility programs underway.",
   "matters": "Accessibility fixes and agent readiness fixes largely overlap. Add agent readiness to your existing accessibility program, since it needs the same fixes, the same developers and often the same tickets.",
   "guides": [
    "https://ghostagentlab.com/blog/accessibility-is-agent-readiness/"
   ],
   "source": null
  },
  {
   "id": "2024-anthropic-anthropic-introduces-the-model-context-protocol-mcp",
   "url": "https://ghostagentlab.com/learn/changes/#2024-anthropic-anthropic-introduces-the-model-context-protocol-mcp",
   "date": "2024",
   "who": "Anthropic",
   "title": "Anthropic introduces the Model Context Protocol (MCP)",
   "what": "Anthropic introduced the Model Context Protocol, an open protocol for connecting AI applications to outside tools and data. It has since been adopted by many AI assistants, developer tools and software companies.",
   "matters": "An MCP server lets AI applications call actions on your business as tools, each with a name, a plain-language description and the inputs it expects, to complete a person's request.",
   "guides": [
    "https://ghostagentlab.com/articles/mcp-webmcp-for-websites/"
   ],
   "source": {
    "title": "What is the Model Context Protocol (MCP)?",
    "publisher": "Model Context Protocol",
    "url": "https://modelcontextprotocol.io/"
   }
  },
  {
   "id": "2024-answer-ai-jeremy-howard-of-answer-ai-publishes-the-llms-txt-proposal",
   "url": "https://ghostagentlab.com/learn/changes/#2024-answer-ai-jeremy-howard-of-answer-ai-publishes-the-llms-txt-proposal",
   "date": "2024",
   "who": "Answer.AI",
   "title": "Jeremy Howard of Answer.AI publishes the llms.txt proposal",
   "what": "llms.txt, a proposed standard, was first published by Jeremy Howard of Answer.AI. It puts a plain-text Markdown file at /llms.txt on your domain that tells AI models and agents what on the site is worth reading.",
   "matters": "A good llms.txt hands an AI agent the location of key answers, such as your return policy, in one request, so it doesn't have to dig through navigation, scripts and layout.",
   "guides": [
    "https://ghostagentlab.com/articles/llms-txt/"
   ],
   "source": {
    "title": "The /llms.txt file",
    "publisher": "llmstxt.org",
    "url": "https://llmstxt.org/"
   }
  },
  {
   "id": "2024-google-google-retires-the-search-box-it-showed-for-searchaction-markup",
   "url": "https://ghostagentlab.com/learn/changes/#2024-google-google-retires-the-search-box-it-showed-for-searchaction-markup",
   "date": "2024",
   "who": "Google",
   "title": "Google retires the search box it showed for SearchAction markup",
   "what": "Google retired the search box it used to show for sites that describe their site search with schema.org SearchAction markup. SearchAction remains a standard, machine-readable description of a site's search URL.",
   "matters": "Don't expect a Google search result feature from SearchAction any more, but it still tells AI agents how to use your site search so they don't have to discover it.",
   "guides": [
    "https://ghostagentlab.com/articles/site-search-filters-ai-agents/"
   ],
   "source": null
  },
  {
   "id": "2019-google-google-stops-using-rel-next-and-rel-prev-for-indexing",
   "url": "https://ghostagentlab.com/learn/changes/#2019-google-google-stops-using-rel-next-and-rel-prev-for-indexing",
   "date": "2019",
   "who": "Google",
   "title": "Google stops using rel=next and rel=prev for indexing",
   "what": "Google said it no longer uses the rel=\"next\" and rel=\"prev\" link tags for indexing. For years they were the standard way to tell search engines that pages belonged in a series. Other search engines and tools may still read them.",
   "matters": "The tags do no harm, but don't rely on them for paginated category pages. An agent following links needs visible links to the other pages in the page itself.",
   "guides": [
    "https://ghostagentlab.com/articles/infinite-scroll-pagination-ai-agents/"
   ],
   "source": {
    "title": "Pagination best practices for Google",
    "publisher": "Google Search Central",
    "url": "https://developers.google.com/search/docs/specialty/ecommerce/pagination-and-incremental-page-loading"
   }
  }
 ]
}
