User-Agent: DotBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: BlexBot
Disallow: /

User-Agent: Googlebot
Allow: /
Disallow: /api/*
Disallow: !/api/og/*
Disallow: /private

User-Agent: Bingbot
Allow: /
Disallow: /api/*
Disallow: !/api/og/*
Disallow: /private

User-Agent: AhrefsBot
Allow: /
Disallow: /api/*
Disallow: !/api/og/*
Disallow: /private
Disallow: /admin
Crawl-delay: 2

User-Agent: SemrushBot
Allow: /
Disallow: /api/*
Disallow: !/api/og/*
Disallow: /private
Disallow: /admin
Crawl-delay: 2

User-Agent: *
Allow: /
Disallow: /404
Disallow: /500
Disallow: /api/*
Disallow: !/api/og/*
Disallow: /_next
Disallow: /private
Crawl-delay: 1

Sitemap: https://uxpatterns.dev/sitemap.xml