# robots.txt for https://www.fairview-tn.org (City of Fairview, Tennessee) # Public government information: search engines and AI assistants are welcome. User-agent: * Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /cgi-bin/ Disallow: /?s= Disallow: /*?s= Disallow: /search/ Disallow: /xmlrpc.php # AI search and answer engines (explicitly allowed) User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: GPTBot User-agent: ClaudeBot User-agent: Claude-SearchBot User-agent: Claude-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: Applebot User-agent: Applebot-Extended User-agent: DuckAssistBot User-agent: meta-externalagent User-agent: MistralAI-User Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /?s= Disallow: /*?s= Sitemap: https://www.fairview-tn.org/sitemap.xml # AI-readable site guide: https://www.fairview-tn.org/llms.txt