# A single wildcard group covers every crawler, on purpose.
#
# Do not add named "User-agent: Googlebot" style groups here. A crawler obeys
# only its most specific matching group and ignores "*" entirely, so a named
# group containing just "Allow: /" silently opts that bot OUT of the Disallow
# rules below. That is what previously left /admin open to Googlebot, Bingbot,
# GPTBot, ChatGPT-User, OAI-SearchBot and PerplexityBot.
#
# AI crawlers are welcome and are covered by the wildcard. Nothing is blocked
# for them beyond /admin. This includes, and is not limited to:
#   Search/answer engines : OAI-SearchBot, ChatGPT-User, PerplexityBot,
#                           Perplexity-User, Claude-SearchBot, Claude-User,
#                           Applebot, Bingbot, Googlebot, DuckAssistBot
#   Training crawlers     : GPTBot, ClaudeBot, Google-Extended,
#                           Applebot-Extended, CCBot, meta-externalagent
#
# OAI-SearchBot in particular must never be blocked: OpenAI states that sites
# opted out of it will not appear in ChatGPT search answers.

User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/

Sitemap: https://www.firstclasshomeservices.com/sitemap.xml

# Structured summary for AI answer engines. Not a standard directive, so it is a
# comment: crawlers that look for llms.txt fetch it by convention at /llms.txt.
# Llms: https://www.firstclasshomeservices.com/llms.txt