# Robots.txt configuration for datronis.com
# Generated dynamically from SUPPORTED_LOCALES — see generateRobotsTxt's doc
# comment. Do not hand-edit; edit this method or LANGUAGES instead.
#
# NOTE: per the robots.txt spec, a crawler that matches a specific
# User-agent line below (e.g. "Googlebot") uses ONLY that group's rules —
# it does NOT also inherit anything from "User-agent: *". Every named group
# below therefore repeats the full common ruleset in full, plus whatever is
# unique to that bot (Crawl-delay, extra Allow lines). Keep it that way when
# editing — a bot-specific group with only a subset of rules silently
# strips that bot of every protection not repeated in its own group.

# Default rule for all user agents
User-agent: *

# Allow all language-specific pages
Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

# Specifically allow important content pages (all locales)
Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/

# Block authenticated workspace pages
Disallow: /*/app/
Disallow: /*/admin/

# Block payment & billing pages
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/

# Block user-private pages
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/

# Block internal tools
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/

# Block system paths
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/

# Block query parameters that create duplicate content
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*

# Block static route-data JSON from being indexed as content. Deliberately
# does NOT also disallow *.js$/*.css$ (removed 2026-08-19) — those are
# rendering-critical resources, not indexable pages, and blocking them
# stops any renderer-aware crawler (Googlebot's renderer, AI browsing
# agents) from fetching the CSS/JS needed to render the page, which is
# exactly what was happening: confirmed live, every crawler including the
# default "*" group here was blocked from every .css/.js file on the site,
# on top of /_next/ (below) separately blocking the exact path Next.js
# serves its compiled CSS/JS chunks from. Matches Google's own guidance
# ("don't block CSS/JS in robots.txt") and explains reports of AI agents
# only ever seeing unstyled HTML.
Disallow: /*.json$

# ── Everything below repeats the full block above verbatim for each named
# ── crawler, since named groups do not inherit from "User-agent: *".

# Google crawlers (optimized for faster indexing)

User-agent: Googlebot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: Googlebot-Image

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Allow: /uploads/
Allow: /images/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: Googlebot-News

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: Googlebot-Video

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Allow: /videos/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: Googlebot-Mobile

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: Mediapartners-Google

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: AdsBot-Google

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: AdsBot-Google-Mobile

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

# Microsoft/Bing crawlers

User-agent: Bingbot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: BingPreview

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# Yahoo crawler

User-agent: Slurp

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# DuckDuckGo crawler

User-agent: DuckDuckBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# Baidu crawler (China)

User-agent: Baiduspider

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# Yandex crawlers (Russia)

User-agent: YandexBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: YandexMobileBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# Apple crawler

User-agent: Applebot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# AI assistant / LLM agent crawlers

User-agent: GPTBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: ChatGPT-User

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: OAI-SearchBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: Google-Extended

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: ClaudeBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: Claude-User

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: Claude-SearchBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: PerplexityBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: Perplexity-User

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: Applebot-Extended

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: Amazonbot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: meta-externalagent

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: CCBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# Social media crawlers

User-agent: facebookexternalhit

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Allow: /uploads/
Allow: /images/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: Twitterbot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Allow: /uploads/
Allow: /images/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: LinkedInBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Allow: /uploads/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

User-agent: PinterestBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Allow: /uploads/
Allow: /images/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

# Chinese search engines

User-agent: Sogou

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# European search engine

User-agent: Exabot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# Internet Archive

User-agent: ia_archiver

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$

# Block aggressive SEO tools

User-agent: AhrefsBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: SemrushBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: MJ12bot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

User-agent: PetalBot

Allow: /fa/
Allow: /es/
Allow: /de/
Allow: /zh/
Allow: /ru/
Allow: /fr/
Allow: /ar/
Allow: /he/
Allow: /ja/
Allow: /tr/
Allow: /it/
Allow: /ko/
Allow: /pt/
Allow: /ka/
Allow: /hy/
Allow: /id/
Allow: /kk/
Allow: /fi/
Allow: /nb/
Allow: /nl/
Allow: /pl/
Allow: /sv/
Allow: /da/

Allow: /*/news/
Allow: /*/jobs/
Allow: /*/jobs/employers/
Allow: /*/jobs/job-seekers/
Allow: /*/companies/
Allow: /*/dating/
Allow: /*/features/
Allow: /*/category/
Allow: /*/convert/
Allow: /*/convert/*/
Allow: /*/resume-builder/
Allow: /*/uptime/
Allow: /*/kanban/
Allow: /*/habit-tracking/
Allow: /*/diagram-maker/
Allow: /*/memo/
Allow: /*/forms/
Allow: /*/security-analysis/
Allow: /*/date-converter/
Allow: /*/world-map/
Allow: /*/test/
Allow: /*/docs/
Allow: /*/free-consultation/
Allow: /*/referral/
Allow: /*/about/
Allow: /*/contact/
Allow: /*/faq/
Allow: /*/feedback/
Allow: /*/search/
Allow: /*/privacy-policy/
Allow: /*/terms-of-service/
Allow: /*/signup/
Allow: /*/signin/
Allow: /profile/
Allow: /*/profile/
Allow: /_next/static/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/billing/
Disallow: /*/crypto-payment/
Disallow: /*/payment/
Disallow: /profile/$
Disallow: /*/profile/$
Disallow: /profile/article-editor/
Disallow: /*/profile/article-editor/
Disallow: /profile/social-media/
Disallow: /*/profile/social-media/
Disallow: /*/saved-posts/
Disallow: /*/notifications/
Disallow: /*/onboarding/
Disallow: /*/anonymous-chat/
Disallow: /*/anonymous-messages/
Disallow: /*/chatbot-dashboard/
Disallow: /*/chatbot-management/
Disallow: /*/social-manager/
Disallow: /_next/
Disallow: /*/auth/
Allow: /api/sitemap/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: *?*token=
Disallow: *?*sort=
Disallow: *?*filter=
Disallow: *?*utm_*
Disallow: /*?source=*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*.json$
Crawl-delay: 6

# Main sitemap
Sitemap: https://datronis.com/sitemap.xml