User-Agent: *

# Language versions
Allow: /
Allow: /es/
Allow: /pt/
Allow: /de/
Allow: /it/
Allow: /fr/
Allow: /pl/
Allow: /fa/
Allow: /ar/
Allow: /hi/
Allow: /he/
Allow: /th/
Allow: /zh/
Allow: /ko/
Allow: /ja/
Allow: /vi/
Allow: /id/
Allow: /tr/
Allow: /ru/
Allow: /kz/

# Site sections
Allow: /utils/
Allow: /catalog/
Allow: /category/
Allow: /blog/
Allow: /promo/

# Filters
Disallow: /en/ #legacy
Disallow: /_next/image/
Disallow: /es/blog/
Disallow: /pt/blog/
Disallow: /de/blog/
Disallow: /it/blog/
Disallow: /fr/blog/
Disallow: /pl/blog/
Disallow: /fa/blog/
Disallow: /ar/blog/
Disallow: /hi/blog/
Disallow: /he/blog/
Disallow: /th/blog/
Disallow: /zh/blog/
Disallow: /ko/blog/
Disallow: /ja/blog/
Disallow: /vi/blog/
Disallow: /id/blog/
Disallow: /tr/blog/
Disallow: /kz/blog/
Disallow: */blog/*/preload
Disallow: *?s=
Disallow: *?p=
Disallow: *?page=
Disallow: *&s=
Disallow: *&p=
Disallow: *&page=

User-Agent: Yandex

# Language versions 
Allow: /
Disallow: /es/
Disallow: /pt/
Disallow: /de/
Disallow: /it/
Disallow: /fr/
Disallow: /pl/
Disallow: /fa/
Allow: /ar/
Disallow: /hi/
Allow: /he/
Disallow: /th/
Allow: /zh/
Disallow: /ko/
Disallow: /ja/
Disallow: /vi/
Disallow: /id/
Allow: /tr/
Allow: /ru/
Allow: /kz/

# Site sections
Allow: /utils/
Allow: /catalog/
Allow: /category/
Allow: /blog/
Allow: /promo/

# Filters
Disallow: /en/ #legacy
Disallow: /_next/image/
Disallow: /es/blog/
Disallow: /pt/blog/
Disallow: /de/blog/
Disallow: /it/blog/
Disallow: /fr/blog/
Disallow: /pl/blog/
Disallow: /fa/blog/
Disallow: /ar/blog/
Disallow: /hi/blog/
Disallow: /he/blog/
Disallow: /th/blog/
Disallow: /zh/blog/
Disallow: /ko/blog/
Disallow: /ja/blog/
Disallow: /vi/blog/
Disallow: /id/blog/
Disallow: /tr/blog/
Disallow: /kz/blog/
Disallow: */blog/*/preload
Disallow: *?s=
Disallow: *?p=
Disallow: *?page=
Disallow: *&s=
Disallow: *&p=
Disallow: *&page=

Host: https://devbox.tools

# Cleaning parameter for yandex
Clean-param: page&utm_source&utm_medium&utm_campaign&utm_content&utm_term&utm_referrer&_openstat&gclid&yclid&ysclid&ymclid&fbclid&rb_clickid&wbraid&gbraid&_ym_debug&gtm_debug&page_id&preview&preview_id&preview_nonce&form&fwp_mobile_topics&fwp_mobile_difficulty_level&fwp_price&fwp_topics_radio&fwp_topics&unapproved&moderation-hash&_escaped_fragment_&_thumbnail_id&p&s&customize_changeset_uuid&customize_theme&customize_messenger_channel&fwp_course_by_platform

# Sitemaps
Sitemap: https://devbox.tools/sitemap.xml
Sitemap: https://devbox.tools/sitemap-blog.xml
Sitemap: https://devbox.tools/sitemap-promo.xml
Sitemap: https://devbox.tools/sitemap-static.xml
Sitemap: https://devbox.tools/sitemap-utils.xml
Sitemap: https://devbox.tools/sitemap-current-time.xml
Sitemap: https://devbox.tools/sitemap-timezone-difference-calculator.xml
Sitemap: https://devbox.tools/sitemap-currency-converter.xml
Sitemap: https://devbox.tools/sitemap-emoji-and-symbols.xml

# Image bots
User-agent: Googlebot-Image
Allow: /uploads
Allow: /_next/image/

User-agent: YandexImages
Allow: /uploads
Allow: /_next/image/

User-agent: baiduspider-image
Allow: /uploads
Allow: /_next/image/