Sitemap: https://bonichi.com/sitemap.xml

User-agent: Googlebot
Crawl-Delay: 120

User-agent: Slurp
Crawl-Delay: 20

User-agent: MSNBot-Media
Crawl-Delay: 300
Disallow: /*.php$
Disallow: /*.pdf$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.JPG$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.webp$

User-agent: MSNBot
Crawl-Delay: 300

User-agent: Bingbot
Crawl-Delay: 300

User-agent: *
Disallow: /

User-agent: Twitterbot
Crawl-Delay: 300
Allow: /*.jpeg$
Allow: /*.jpg$
Allow: /*.JPG$
Allow: /*.gif$
Allow: /*.png$

User-agent: facebookexternalhit
Crawl-Delay: 300
Allow: /*.jpeg$
Allow: /*.jpg$
Allow: /*.JPG$
Allow: /*.gif$
Allow: /*.png$

User-agent: Googlebot-Image
Crawl-Delay: 120
#Disallow: /
Disallow: /*.php$
Disallow: /*.pdf$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.JPG$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.webp$
Allow: /wp-content/uploads/post/*/*.jpeg$
Allow: /wp-content/uploads/post/*/*.jpg$
Allow: /wp-content/uploads/post/*/*.JPG$
Allow: /wp-content/uploads/post/*/*.gif$
Allow: /wp-content/uploads/post/*/*.png$
Allow: /wp-content/uploads/cts_nec/*/*.jpeg$
Allow: /wp-content/uploads/cts_nec/*/*.jpg$
Allow: /wp-content/uploads/cts_nec/*/*.gif$
Allow: /wp-content/uploads/cts_nec/*/*.png$

User-agent: anthropic-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Perplexity-ai
Disallow: /