# All bots
User-Agent: *

## Language versions
Allow: /
Allow: /es/
Allow: /pt/
Allow: /de/
Allow: /it/
Allow: /fr/
Allow: /pl/
Allow: /fa/
Allow: /ar/
Allow: /hi/
Allow: /he/
Allow: /th/
Allow: /zh/
Allow: /ko/
Allow: /ja/
Allow: /vi/
Allow: /id/
Allow: /tr/
Allow: /ru/
Allow: /kz/
Allow: /uz/
Allow: /nl/
Allow: /sv/
Allow: /ro/
Allow: /ms/
Allow: /fa/
Allow: /uk/

## Site sections
Allow: /utils/
Allow: /catalog/
Allow: /category/
Allow: /blog/
Allow: /promo/

## Filters
Disallow: /en/
Disallow: /_next/image/
Disallow: /es/blog/
Disallow: /pt/blog/
Disallow: /de/blog/
Disallow: /it/blog/
Disallow: /fr/blog/
Disallow: /pl/blog/
Disallow: /fa/blog/
Disallow: /ar/blog/
Disallow: /hi/blog/
Disallow: /he/blog/
Disallow: /th/blog/
Disallow: /zh/blog/
Disallow: /ko/blog/
Disallow: /ja/blog/
Disallow: /vi/blog/
Disallow: /id/blog/
Disallow: /tr/blog/
Disallow: /kz/blog/
Disallow: /uz/blog/
Disallow: /nl/blog/
Disallow: /sv/blog/
Disallow: /ro/blog/
Disallow: /ms/blog/
Disallow: /fa/blog/
Disallow: /uk/blog/
Disallow: */blog/*/preload
Disallow: *?s=
Disallow: *?p=
Disallow: *?page=
Disallow: *&s=
Disallow: *&p=
Disallow: *&page=
Disallow: *?ysclid=
Disallow: *?fbclid=
Disallow: *&ysclid=
Disallow: *&fbclid=

# Chinese Search Engines
User-Agent: Baiduspider
User-Agent: Sogou web spider
User-Agent: Sogou inst spider
User-Agent: Sogou spider2
User-Agent: 360Spider
User-Agent: YisouSpider
User-Agent: shenmaspider
User-Agent: HaosouSpider
User-Agent: YoudaoBot

## Language versions 
Allow: /
Disallow: /es/
Disallow: /pt/
Disallow: /de/
Disallow: /it/
Disallow: /fr/
Disallow: /pl/
Disallow: /fa/
Disallow: /ar/
Disallow: /hi/
Disallow: /he/
Disallow: /th/
Allow: /zh/
Allow: /ko/
Allow: /ja/
Disallow: /vi/
Disallow: /id/
Disallow: /tr/
Disallow: /ru/
Disallow: /kz/
Disallow: /uz/
Disallow: /nl/
Disallow: /sv/
Disallow: /ro/
Disallow: /ms/
Disallow: /fa/
Disallow: /uk/

## Site sections
Allow: /utils/
Allow: /catalog/
Allow: /category/
Allow: /blog/
Allow: /promo/

## Filters
Disallow: /en/
Disallow: /_next/image/
Disallow: /es/blog/
Disallow: /pt/blog/
Disallow: /de/blog/
Disallow: /it/blog/
Disallow: /fr/blog/
Disallow: /pl/blog/
Disallow: /fa/blog/
Disallow: /ar/blog/
Disallow: /hi/blog/
Disallow: /he/blog/
Disallow: /th/blog/
Disallow: /zh/blog/
Disallow: /ko/blog/
Disallow: /ja/blog/
Disallow: /vi/blog/
Disallow: /id/blog/
Disallow: /tr/blog/
Disallow: /ru/blog/
Disallow: /kz/blog/
Disallow: /uz/blog/
Disallow: /nl/blog/
Disallow: /sv/blog/
Disallow: /ro/blog/
Disallow: /ms/blog/
Disallow: /fa/blog/
Disallow: /uk/blog/
Disallow: */blog/*/preload
Disallow: *?s=
Disallow: *?p=
Disallow: *?page=
Disallow: *&s=
Disallow: *&p=
Disallow: *&page=

# Korean Search Engines
User-Agent: Yeti
User-Agent: NaverBot
User-Agent: Daumoa
User-Agent: ZumBot

## Language versions 
Allow: /
Disallow: /es/
Disallow: /pt/
Disallow: /de/
Disallow: /it/
Disallow: /fr/
Disallow: /pl/
Disallow: /fa/
Disallow: /ar/
Disallow: /hi/
Disallow: /he/
Disallow: /th/
Allow: /zh/
Allow: /ko/
Allow: /ja/
Disallow: /vi/
Disallow: /id/
Disallow: /tr/
Disallow: /ru/
Disallow: /kz/
Disallow: /uz/
Disallow: /nl/
Disallow: /sv/
Disallow: /ro/
Disallow: /ms/
Disallow: /fa/
Disallow: /uk/

## Site sections
Allow: /utils/
Allow: /catalog/
Allow: /category/
Allow: /blog/
Allow: /promo/

## Filters
Disallow: /en/
Disallow: /_next/image/
Disallow: /es/blog/
Disallow: /pt/blog/
Disallow: /de/blog/
Disallow: /it/blog/
Disallow: /fr/blog/
Disallow: /pl/blog/
Disallow: /fa/blog/
Disallow: /ar/blog/
Disallow: /hi/blog/
Disallow: /he/blog/
Disallow: /th/blog/
Disallow: /zh/blog/
Disallow: /ko/blog/
Disallow: /ja/blog/
Disallow: /vi/blog/
Disallow: /id/blog/
Disallow: /tr/blog/
Disallow: /ru/blog/
Disallow: /kz/blog/
Disallow: /uz/blog/
Disallow: /nl/blog/
Disallow: /sv/blog/
Disallow: /ro/blog/
Disallow: /ms/blog/
Disallow: /fa/blog/
Disallow: /uk/blog/
Disallow: */blog/*/preload
Disallow: *?s=
Disallow: *?p=
Disallow: *?page=
Disallow: *&s=
Disallow: *&p=
Disallow: *&page=

# Russian Search Engines
User-Agent: Yandex

## Language versions 
Allow: /
Disallow: /es/
Disallow: /pt/
Disallow: /de/
Disallow: /it/
Disallow: /fr/
Disallow: /pl/
Disallow: /fa/
Disallow: /ar/
Disallow: /hi/
Disallow: /he/
Disallow: /th/
Disallow: /zh/
Disallow: /ko/
Disallow: /ja/
Disallow: /vi/
Disallow: /id/
Allow: /tr/
Allow: /ru/
Allow: /kz/
Allow: /uz/
Disallow: /nl/
Disallow: /sv/
Disallow: /ro/
Disallow: /ms/
Disallow: /fa/
Allow: /uk/

## Site sections
Allow: /utils/
Allow: /catalog/
Allow: /category/
Allow: /blog/
Allow: /promo/

## Filters
Disallow: /en/
Disallow: /_next/image/
Disallow: /es/blog/
Disallow: /pt/blog/
Disallow: /de/blog/
Disallow: /it/blog/
Disallow: /fr/blog/
Disallow: /pl/blog/
Disallow: /fa/blog/
Disallow: /ar/blog/
Disallow: /hi/blog/
Disallow: /he/blog/
Disallow: /th/blog/
Disallow: /zh/blog/
Disallow: /ko/blog/
Disallow: /ja/blog/
Disallow: /vi/blog/
Disallow: /id/blog/
Disallow: /tr/blog/
Disallow: /kz/blog/
Disallow: /uz/blog/
Disallow: /nl/blog/
Disallow: /sv/blog/
Disallow: /ro/blog/
Disallow: /ms/blog/
Disallow: /fa/blog/
Disallow: /uk/blog/
Disallow: */blog/*/preload
Disallow: *?s=
Disallow: *?p=
Disallow: *?page=
Disallow: *&s=
Disallow: *&p=
Disallow: *&page=

Host: https://devbox.tools

## Cleaning parameter for Yandex
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&utm_referrer&_openstat&gtm_debug&_ym_debug&gclid&wbraid&gbraid&yclid&ysclid&ymclid&fbclid&rb_clickid
Clean-param: p&s&page&page_id&preview&preview_id&preview_nonce&form&fwp_mobile_topics&fwp_mobile_difficulty_level&fwp_price&fwp_topics_radio&fwp_topics&fwp_course_by_platform&customize_changeset_uuid&customize_theme&customize_messenger_channel&_thumbnail_id
Clean-param: unapproved&moderation-hash&_escaped_fragment_
Clean-param: sortBy&sort_rating&sort_recent&sort_alphabet&sort_price&groups&filter_category&filter_content_type

# Sitemaps
## Core
Sitemap: https://devbox.tools/sitemap.xml
Sitemap: https://devbox.tools/sitemap-static.xml
Sitemap: https://devbox.tools/sitemap-blog.xml
Sitemap: https://devbox.tools/sitemap-promo.xml

## Tools
Sitemap: https://devbox.tools/sitemap-utils.xml
Sitemap: https://devbox.tools/sitemap-current-time.xml
Sitemap: https://devbox.tools/sitemap-timezone-difference-calculator.xml
Sitemap: https://devbox.tools/sitemap-currency-converter.xml
Sitemap: https://devbox.tools/sitemap-emoji-and-symbols.xml

# Image bots
User-Agent: Googlebot-Image
User-Agent: baiduspider-image
User-Agent: YandexImages
Allow: /uploads
Allow: /_next/image/

# Bad bots
User-Agent: BLEXBot
User-Agent: rogerbot
User-Agent: dotbot
User-Agent: EmailCollector
User-Agent: EmailSiphon
User-Agent: EmailWolf
User-Agent: ExtractorPro
User-Agent: mj12bot
User-Agent: Offline Explorer
User-Agent: httrack
User-Agent: SiteSnagger
User-Agent: Teleport
User-Agent: TeleportPro
User-Agent: TurnitinBot
User-Agent: WebCopier
User-Agent: WebStripper
User-Agent: trendictionbot
User-Agent: CriteoBot/0.1
User-Agent: linkdexbot
User-Agent: larbin
User-Agent: LinkpadBot
User-Agent: Nutch
User-Agent: whatcms
User-Agent: domainstatsbot
User-Agent: serpstatbot
User-Agent: megaindex
User-Agent: semanticbot
User-Agent: seoscanners.net
Disallow: /