User-Agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /404
Disallow: /*?id=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*
Disallow: /*?categories=*
Disallow: /articles/*?*
Disallow: /newsletters/*?*
Disallow: /topics/*?*
Disallow: /*.json$
Disallow: /*_buildManifest.js$
Disallow: /*_middlewareManifest.js$
Disallow: /*_ssgManifest.js$
Disallow: /*.js.map$

User-Agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /*?id=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*

User-Agent: AdsBot-Google
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /*?id=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*

User-Agent: Mediapartners-Google
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /*?id=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*

User-Agent: Googlebot-News
Allow: /articles/
Allow: /newsletters/
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/

User-Agent: Yandex
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /*?id=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*
Crawl-delay: 2

User-Agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /*?id=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*
Crawl-delay: 1

User-Agent: facebookexternalhit
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /*?id=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*

User-Agent: LinkedInBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /*?id=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*

User-Agent: Twitterbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /_next/
Disallow: /*?id=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*

User-Agent: GPTBot
Disallow: /

User-Agent: ChatGPT-User
Disallow: /

Host: https://www.techbuzz.ai
Sitemap: https://www.techbuzz.ai/sitemap.xml
Sitemap: https://www.techbuzz.ai/sitemap-index.xml
Sitemap: https://www.techbuzz.ai/articles-sitemap.xml
Sitemap: https://www.techbuzz.ai/newsletters-sitemap.xml