# emojicreator.ai — robots.txt # https://www.robotstxt.org/robotstxt.html # ────────────────────────────────────────────────────────────── # All crawlers — allow everything except internal config files # # /assets/ must stay crawlable. Vite emits every CSS and JS bundle # there (see the hashed /assets/{chunks,entries,static}/ paths in any # page's HTML), and Google needs them to render the page. Blocking it # is the documented "don't block CSS/JS" mistake — it costs rendering, # mobile-friendliness and any client-rendered content, and it bought us # nothing since the bundles carry no crawlable URLs of their own. # ────────────────────────────────────────────────────────────── User-agent: * Allow: / Disallow: /_headers Disallow: /_redirects # ────────────────────────────────────────────────────────────── # AI search assistants — explicitly allowed # These surface content in ChatGPT, Perplexity, Claude, and # Google AI Overviews — all drive real referral traffic # ────────────────────────────────────────────────────────────── User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: PerplexityBot Allow: / User-agent: anthropic-ai Allow: / User-agent: ClaudeBot Allow: / User-agent: Google-Extended Allow: / User-agent: YouBot Allow: / # ────────────────────────────────────────────────────────────── # AI training-only crawlers — blocked # These harvest content for training datasets without providing # search visibility or referral traffic in return # ────────────────────────────────────────────────────────────── User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: / User-agent: DataForSeoBot Disallow: / # ────────────────────────────────────────────────────────────── # Sitemap # ────────────────────────────────────────────────────────────── Sitemap: https://emojicreator.ai/sitemap.xml