User-Agent: *
Allow: /
Disallow: /admin/
Disallow: /admin
Disallow: /api/
Disallow: /auth/
Disallow: /auth
Disallow: /page-archive/
Disallow: /_next/
Disallow: /assets/vendors/

User-Agent: AhrefsBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 10

User-Agent: SemrushBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 10

Host: http://192.168.1.139:3000
Sitemap: http://192.168.1.139:3000/sitemap.xml