# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: User-agent: * Disallow: /api_doc Disallow: /api/documentations/v3 Disallow: /resource_redirect Disallow: /request Disallow: /newsletter Disallow: /*/search Disallow: /*/search/bang Disallow: /*/searchbox$ Disallow: /*/news_tab$ Disallow: /*/social_tab$ Disallow: /*/ratings_tab$ Disallow: /*/widgets_tab$ Disallow: /*/developer_tab$ Disallow: /*/status_updates_tab$ Disallow: /*/guides_tab$ Disallow: /sparkline$ Sitemap: https://www.coingecko.com/sitemap.xml Sitemap: https://www.coingecko.com/sitemaps/nft/sitemap.xml Sitemap: https://www.coingecko.com/sitemaps/posts/sitemap.xml