# As a condition of accessing this website, you agree to abide by the following
# content signals:
#
# (a)  If a Content-Signal = yes, you may collect content for the corresponding use.
# (b)  If a Content-Signal = no, you may not collect content for the corresponding use.
# (c)  If the website operator does not include a Content-Signal for a corresponding
#      use, the website operator neither grants nor restricts permission.
#
# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts). Does not include AI-generated summaries.
# ai-input: inputting content into AI models for retrieval-augmented generation
#           or other real-time generative AI search answers.
# ai-train: training or fine-tuning AI models.
#
# ANY RESTRICTIONS VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF RIGHTS UNDER
# ARTICLE 4 OF EU DIRECTIVE 2019/790 ON COPYRIGHT IN THE DIGITAL SINGLE MARKET.

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /


User-agent: Claude-SearchBot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 10

User-agent: Amzn-SearchBot
Crawl-delay: 10

User-agent: Googlebot
Crawl-delay: 5


User-agent: Amazonbot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ClaudeBot
User-agent: CloudflareBrowserRenderingCrawler
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: Meta-ExternalAgent
Disallow: /

User-agent: *
Disallow: /wp/wp-admin/
Allow: /wp/wp-admin/admin-ajax.php

Sitemap: https://cannabis.observer/sitemap.xml