User-agent: *
Allow: /
Allow: /css/*.css$
Allow: /css/*.css?
Allow: /js/*.js$
Allow: /js/*.js?
Allow: /blog/wp-content/themes/talently_blog/
Allow: /blog/wp-includes/css/
Allow: /wp-content/uploads/
Allow: /en
Allow: /en/match
Allow: /en/hire/pricing
Allow: /en/blog
Disallow: /blog/wp-login
Disallow: /blog/wp-admin
Disallow: /blog/*.gif$
Disallow: /blog/*.pdf$
Disallow: /blog/*?
Disallow: /blog/*/feed/
Disallow: /blog/*/trackback/
Disallow: /blog/*/attachment/
Disallow: /blog/author/
Disallow: /blog/*?replytocom
Disallow: /blog/tag/*/page/
Disallow: /blog/tag/*/feed/
Disallow: /blog/comments/
Disallow: /blog/xmlrpc.php
Disallow: /blog/*?s=
Disallow: /blog/*/*/*/feed.xml
Disallow: /blog/?attachment_id*
Disallow: /nearshore/staff-augmentation
Disallow: /en/blog/wp-login
Disallow: /en/blog/wp-admin
Disallow: /en/blog/*.gif$
Disallow: /en/blog/*.pdf$
Disallow: /en/blog/*?
Disallow: /en/blog/*/feed/
Disallow: /en/blog/*/trackback/
Disallow: /en/blog/*/attachment/
Disallow: /en/blog/author/
Disallow: /en/*?replytocom
Disallow: /en/blog/tag/*/page/
Disallow: /en/blog/tag/*/feed/
Disallow: /en/blog/comments/
Disallow: /en/blog/xmlrpc.php
Disallow: /en/blog/*?s=
Disallow: /en/blog/*/*/*/feed.xml
Disallow: /en/blog/?attachment_id*
Disallow: /en/terminos-y-condiciones
Disallow: /en/match/cursos
Disallow: /en/politica-de-privacidad
Disallow: /en/hire/agendar
Disallow: /en/nearshore/staff-augmentation
Disallow: /admin/
Disallow: /internal/

Sitemap: https://talently.tech/sitemap_index.xml
Sitemap: https://talently.tech/blog/sitemap_index.xml
Sitemap: https://talently.tech/en/blog/sitemap_index.xml

# AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Allow: /

# AI training data collection
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /

# Traditional search engines
User-agent: Googlebot
User-agent: Bingbot
Allow: /