# Block all robots from the RSS feeds directory. // ~ 2007.01.01 →
User-Agent: *
Disallow: */feed/


# Block some pages from being indexed. // ~ 2010 - 2012 (?) → 

User-agent: *
Disallow: /web/friday-bunny-archive/

User-Agent: *
Disallow: /web/portfolio/



# Block the bots that feed AI models by scraping your website. // 2023.10.04 → 
# https://searchengineland.com/a-deeper-look-at-robotstxt-17573

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: FacebookBot
Disallow: /