# robots.txt for https://astraqom.com
# Sitemap index links to per-language sitemaps covering all countries & services.

User-agent: *
Allow: /
Allow: /en/
Allow: /fr/
Allow: /es/
Allow: /pt/
Allow: /ar/
Allow: /he/
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500
Disallow: /*/order/
Crawl-delay: 5

User-agent: Googlebot
Allow: /
Allow: /en/
Allow: /fr/
Allow: /es/
Allow: /pt/
Allow: /ar/
Allow: /he/
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500

User-agent: Googlebot-Image
Allow: /
Allow: /en/
Allow: /fr/
Allow: /es/
Allow: /pt/
Allow: /ar/
Allow: /he/
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500

User-agent: Bingbot
Allow: /
Allow: /en/
Allow: /fr/
Allow: /es/
Allow: /pt/
Allow: /ar/
Allow: /he/
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500

User-agent: Slurp
Allow: /
Allow: /en/
Allow: /fr/
Allow: /es/
Allow: /pt/
Allow: /ar/
Allow: /he/
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500

User-agent: DuckDuckBot
Allow: /
Allow: /en/
Allow: /fr/
Allow: /es/
Allow: /pt/
Allow: /ar/
Allow: /he/
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500

User-agent: Applebot
Allow: /
Allow: /en/
Allow: /fr/
Allow: /es/
Allow: /pt/
Allow: /ar/
Allow: /he/
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500

User-agent: AhrefsBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500
Disallow: /*/order/
Crawl-delay: 30

User-agent: SemrushBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500
Disallow: /*/order/
Crawl-delay: 30

User-agent: MJ12bot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500
Disallow: /*/order/
Crawl-delay: 30

User-agent: DotBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500
Disallow: /*/order/
Crawl-delay: 30

User-agent: PetalBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /*/admin/
Disallow: /*/portal/
Disallow: /*/login
Disallow: /*/forgot-password
Disallow: /*/reset-password
Disallow: /checkout/
Disallow: /unsubscribe
Disallow: /404
Disallow: /500
Disallow: /*/order/
Crawl-delay: 30

Host: astraqom.com

Sitemap: https://astraqom.com/sitemap.xml
Sitemap: https://astraqom.com/sitemap-en.xml
Sitemap: https://astraqom.com/sitemap-en-countries.xml
Sitemap: https://astraqom.com/sitemap-fr.xml
Sitemap: https://astraqom.com/sitemap-fr-countries.xml
Sitemap: https://astraqom.com/sitemap-es.xml
Sitemap: https://astraqom.com/sitemap-es-countries.xml
Sitemap: https://astraqom.com/sitemap-pt.xml
Sitemap: https://astraqom.com/sitemap-pt-countries.xml
Sitemap: https://astraqom.com/sitemap-ar.xml
Sitemap: https://astraqom.com/sitemap-ar-countries.xml
Sitemap: https://astraqom.com/sitemap-he.xml
Sitemap: https://astraqom.com/sitemap-he-countries.xml