User-agent: *

# Only the admin area is blocked from crawling (it is authenticated anyway).
#
# Functional pages (cart, checkout, account, login, wishlist, viewing rooms,
# factsheets, the catalogue reader and the product feed) are intentionally
# crawlable but carry a "noindex" directive instead of a robots.txt block:
# a blocked URL cannot be de-indexed, because Google never sees the noindex.
Disallow: /admin

Allow: /

# Secondary crawlers were requesting pages in bursts (over 150 hits in three
# seconds), which pushed the database past its concurrent-connection limit.
# Googlebot ignores this directive and is rate-limited from Search Console
# instead, so this only slows the bots that caused the problem. Kept inside the
# "*" group on purpose: adding a Googlebot group would make Google ignore the
# rules above.
Crawl-delay: 5

Sitemap: https://colnaghi.com/sitemap.xml