{"dataset":"AI search engine reference","url":"https://kuldeep.cc/data/ai-search","creator":"Kuldeep Paul (kuldeep.cc)","license":"CC BY 4.0 — https://creativecommons.org/licenses/by/4.0/","updated":"2026-10-29","rows":[{"slug":"chatgpt","name":"ChatGPT","operator":"OpenAI","kind":"AI assistant","launched":"2022-11-30","searchIndex":"OpenAI's own search index, built by OAI-SearchBot, combined with third-party search providers. Bing supplied results historically; in August 2025 reporting showed ChatGPT also drawing on Google results via SerpApi.","crawlers":"OAI-SearchBot ChatGPT-User GPTBot OAI-AdsBot ChatGPT Agent","referrers":"chatgpt.com chat.openai.com","utm":"utm_source=chatgpt.com is appended to links in citations, so sessions can appear under that source even when the referrer is stripped.","ads":"Yes. Ads below answers for logged-in adult Free and Go users since 9 Feb 2026; 89 countries as of 21 Oct 2026. Plus, Pro, Business and Enterprise are ad-free.","docs":"https://developers.openai.com/api/docs/bots","sources":"https://scrunch.com/blog/2025-03-significant-updates-to-chatgpt-search https://searchengineland.com/openai-chatgpt-serpapi-google-search-results-461226 https://searchengineland.com/chatgpt-retrieval-stack-index-cache-pages"},{"slug":"chatgpt-atlas","name":"ChatGPT Atlas","operator":"OpenAI","kind":"AI browser","launched":"2025-10-21","searchIndex":"Uses ChatGPT's search stack (OAI-SearchBot index plus partners); Atlas has no separate index.","crawlers":"OAI-SearchBot ChatGPT-User","referrers":"chatgpt.com","utm":"Citation links from the Atlas sidebar carry utm_source=chatgpt.com.","ads":"Inherits ChatGPT plan rules.","docs":"https://openai.com/index/introducing-chatgpt-atlas/","sources":"https://openai.com/index/introducing-chatgpt-atlas/ https://geodocs.dev/technical/chatgpt-atlas-browser-discoverability-spec"},{"slug":"google-ai-overviews","name":"Google AI Overviews","operator":"Google","kind":"Search feature","launched":"2024-05-14","searchIndex":"Google Search's own index, crawled by Googlebot. AI Overviews are grounded in the same index and ranking systems as classic results.","crawlers":"Googlebot","referrers":"google.com","utm":"","ads":"Yes. Search and Shopping ads can appear in and around AI Overviews; Google expanded AIO ads to 11 more countries in December 2025.","docs":"https://developers.google.com/search/docs/appearance/ai-features","sources":"https://developers.google.com/search/docs/appearance/ai-features"},{"slug":"google-ai-mode","name":"Google AI Mode","operator":"Google","kind":"Search feature","launched":"2025-03-05","searchIndex":"Google Search's index, queried with query fan-out (many sub-searches per prompt).","crawlers":"Googlebot","referrers":"google.com","utm":"","ads":"Yes. Google has extended Search ads into AI Mode.","docs":"https://developers.google.com/search/docs/appearance/ai-features","sources":"https://developers.google.com/search/docs/appearance/ai-features https://corecited.com/guides/google-ai-mode"},{"slug":"gemini","name":"Gemini","operator":"Google","kind":"AI assistant","launched":"2024-02-08","searchIndex":"Grounding with Google Search.","crawlers":"Googlebot Google-Extended Google-Agent","referrers":"gemini.google.com bard.google.com","utm":"","ads":"No ads in the Gemini app as of October 2026.","docs":"https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers","sources":"https://ai.google.dev/gemini-api/docs/google-search https://answerline.dev/blog/ai-grounding-by-engine/"},{"slug":"perplexity","name":"Perplexity","operator":"Perplexity AI","kind":"Answer engine","launched":"2022-12-07","searchIndex":"Its own index, served on Vespa, covering hundreds of billions of pages. The same index has been sold as the Perplexity Search API since September 2025.","crawlers":"PerplexityBot Perplexity-User","referrers":"perplexity.ai www.perplexity.ai","utm":"","ads":"Sponsored follow-up questions were tested from late 2024. Perplexity confirmed in February 2026 that it is winding ads down.","docs":"https://docs.perplexity.ai/guides/bots","sources":"https://theaiengineer.substack.com/p/how-perplexity-built-their-search https://www.perplexity.ai/hub/blog/introducing-the-perplexity-search-api"},{"slug":"comet","name":"Comet","operator":"Perplexity AI","kind":"AI browser","launched":"2025-07-09","searchIndex":"Perplexity's search index; Comet adds an in-browser assistant.","crawlers":"Perplexity-User","referrers":"perplexity.ai","utm":"","ads":"No.","docs":"https://docs.perplexity.ai/guides/bots","sources":"https://www.theverge.com/news/703037/perplexity-ai-web-browser-comet-launch"},{"slug":"claude","name":"Claude","operator":"Anthropic","kind":"AI assistant","launched":"2023-03-14","searchIndex":"Web search launched in March 2025 and was found to use Brave Search results. Anthropic also runs Claude-SearchBot to build its own search quality signals.","crawlers":"ClaudeBot Claude-SearchBot Claude-User","referrers":"claude.ai","utm":"","ads":"No. Anthropic has positioned Claude as ad-free.","docs":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","sources":"https://techcrunch.com/2025/03/21/anthropic-appears-to-be-using-brave-to-power-web-search-for-its-claude-chatbot/ https://simonwillison.net/2025/Mar/20/claude-can-now-search-the-web/"},{"slug":"copilot","name":"Microsoft Copilot","operator":"Microsoft","kind":"AI assistant","launched":"2023-02-07","searchIndex":"Bing's index, built by Bingbot.","crawlers":"Bingbot","referrers":"copilot.microsoft.com bing.com copilot.cloud.microsoft","utm":"","ads":"Yes. Microsoft Advertising serves ads in Copilot.","docs":"https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0","sources":"https://www.searchengines.net/microsoft-copilot/ https://learn.microsoft.com/en-us/microsoft-copilot-studio/guidance/generative-answers-public-websites"},{"slug":"meta-ai","name":"Meta AI","operator":"Meta","kind":"AI assistant","launched":"2023-09-27","searchIndex":"Meta's own web index built by meta-webindexer, plus partner search results.","crawlers":"meta-webindexer Meta-ExternalAgent Meta-ExternalFetcher","referrers":"meta.ai","utm":"","ads":"Meta has said it plans to monetise Meta AI; no ads in answers as of October 2026.","docs":"https://developers.facebook.com/docs/sharing/webmasters/web-crawlers","sources":"https://ppc.land/meta-webindexer/ https://www.searchenginejournal.com/metas-new-terms-expand-crawling-rights/"},{"slug":"grok","name":"Grok","operator":"xAI","kind":"AI assistant","launched":"2023-11-04","searchIndex":"Two tools: live web search and X (Twitter) search. xAI has not published which web index backs web search.","crawlers":"GrokBot xAI-Grok","referrers":"grok.com x.com","utm":"","ads":"Ads have been discussed for Grok answers on X; none confirmed in Grok responses as of October 2026.","docs":"","sources":"https://corecited.com/blog/grok-search https://lantad.co/blog/grok-seo-xai-documents-no-crawler"},{"slug":"deepseek","name":"DeepSeek","operator":"DeepSeek","kind":"AI assistant","launched":"2025-01-10","searchIndex":"DeepSeek opened its in-house search engine in October 2026 and offers web search through its API.","crawlers":"DeepSeekBot","referrers":"chat.deepseek.com deepseek.com","utm":"","ads":"No.","docs":"","sources":"https://www.searchenginejournal.com/deepseek-opens-its-in-house-search/ https://dejan.ai/blog/deepseek-search-engine/"},{"slug":"le-chat","name":"Le Chat","operator":"Mistral AI","kind":"AI assistant","launched":"2024-02-26","searchIndex":"Partner search (reported as Brave Search) plus Mistral's own MistralAI-Index crawler.","crawlers":"MistralAI-Index MistralAI-User MistralAI-Training","referrers":"chat.mistral.ai","utm":"","ads":"No.","docs":"https://docs.mistral.ai/robots","sources":"https://botmonster.com/ai/ai-web-search-backends-who-owns-who-rents/ https://docs.mistral.ai/robots"},{"slug":"you-com","name":"You.com","operator":"You.com","kind":"Answer engine","launched":"2021-11-09","searchIndex":"You.com's own web and news indexes, built by YouBot; also sold through its search APIs.","crawlers":"YouBot","referrers":"you.com","utm":"","ads":"No.","docs":"https://about.you.com/youbot/","sources":"https://you.com/product/web-search-api"},{"slug":"brave","name":"Brave Search (Ask Brave)","operator":"Brave","kind":"Search engine + AI answers","launched":"2021-06-22","searchIndex":"Brave's independent index (35+ billion pages). The same index is licensed to other AI products through the Brave Search API.","crawlers":"Bravebot","referrers":"search.brave.com","utm":"","ads":"Brave Search shows private search ads; AI answers are unsponsored.","docs":"https://search.brave.com/help/brave-search-crawler","sources":"https://ppc.land/brave-launches-ask-brave-combining-search-and-ai-chat/ https://brave.com/blog/most-powerful-search-api-for-ai/"},{"slug":"kagi","name":"Kagi Assistant","operator":"Kagi","kind":"Paid search + AI assistant","launched":"2022-06-01","searchIndex":"Kagi Search: its own Teclis and TinyGem indexes plus licensed results from other engines.","crawlers":"Kagibot kagi-fetcher","referrers":"kagi.com","utm":"","ads":"No. Kagi is subscription-funded.","docs":"https://kagi.com/bot","sources":"https://en.wikipedia.org/wiki/Kagi https://blog.kagi.com/assistant-for-all"},{"slug":"duckduckgo","name":"DuckDuckGo (Duck.ai & Search Assist)","operator":"DuckDuckGo","kind":"Search engine + AI answers","launched":"2008-09-25","searchIndex":"DuckAssistBot crawls pages in real time for Search Assist answers. Duck.ai is an anonymised proxy to third-party models.","crawlers":"DuckAssistBot","referrers":"duckduckgo.com duck.ai","utm":"","ads":"Private search ads on result pages; none inside AI answers.","docs":"https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot","sources":"https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot"},{"slug":"amazon-rufus","name":"Amazon Rufus (retired)","operator":"Amazon","kind":"Shopping assistant","launched":"2024-02-01","searchIndex":"Amazon catalogue, reviews and Q&A, plus web content fetched by Amazonbot and Amzn-SearchBot. Retired in May 2026 in favour of an Alexa shopping agent.","crawlers":"Amazonbot Amzn-SearchBot Amzn-User","referrers":"","utm":"","ads":"Sponsored product suggestions appeared inside Rufus answers.","docs":"https://developer.amazon.com/amazonbot","sources":"https://www.modernretail.co/technology/marketplace-briefing-why-amazon-discontinued-its-ai-powered-rufus-chatbot-for-alexa-shopping-agent/ https://developer.amazon.com/amazonbot"}]}