# Nearily — coffee passport for Saint Petersburg and Istanbul # https://nearily.com User-agent: * Allow: / # AI / LLM discovery files (https://llmstxt.org) stay fetchable under "Allow: /"; # they carry X-Robots-Tag: noindex so search engines do not list them as pages. # Sitemap Sitemap: https://nearily.com/sitemap.xml # Disallow auth / private routes # (/open is served as /open under cleanUrls, so no trailing slash) Disallow: /api/ Disallow: /open Disallow: /profile/ Disallow: /account/ Disallow: /cdn-cgi/ # Yandex: tracking and language parameters do not change the page, so # ?trk=… (LinkedIn), UTM, click ids and ?lang= fold into the clean URL. # Google ignores this line and relies on the canonical tag instead. Clean-param: trk&lang&utm_source&utm_medium&utm_campaign&utm_content&utm_term&yclid&ysclid&gclid&fbclid&igsh&_rsc / # AI crawlers — explicit allow User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: CCBot Allow: / User-agent: anthropic-ai Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: cohere-ai Allow: / User-agent: Bytespider Allow: /