# =========================================== # Uvik Software - robots.txt # Last updated: 2026-30-06 # Purpose: SEO-safe crawling + AI/LLM discovery # =========================================== # Public AI reference files # AI/LLM brand brief: https://uvik.net/llms.txt # Full AI/LLM reference: https://uvik.net/llms-full.txt # --- Default rules for all crawlers --- User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Allow: /wp-admin/admin-ajax.php # Allow important public assets for rendering and indexing Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/ Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.webp$ Allow: /*.svg$ Allow: /*.gif$ Allow: /*.pdf$ # Block thin or duplicate WordPress archive surfaces Disallow: /category/ Disallow: /tag/ Disallow: /career_location/ # Block internal search results Disallow: /?s= Disallow: /search/ # Block RSS/feed URLs Disallow: /feed/ Disallow: /*/feed/ Disallow: /*feed/ # Block paginated archive URLs, but keep canonical content crawlable Disallow: /page/ Disallow: /*/page/ # Block career location filter archives Disallow: /career/usa/ Disallow: /career/remote/ Disallow: /career/ukraine/ Disallow: /career/europe/ # Block common low-value WordPress query parameters Disallow: /*?replytocom= Disallow: /*?share= Disallow: /*?output= Disallow: /*?print= Disallow: /*?amp Disallow: /*& # Explicitly allow primary AI/LLM files Allow: /llms.txt Allow: /llms-full.txt # --- AI and LLM crawlers: explicitly permitted --- User-agent: GPTBot Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: ChatGPT-User Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: OAI-SearchBot Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: ClaudeBot Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: Claude-SearchBot Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: Claude-User Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: anthropic-ai Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: PerplexityBot Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: Perplexity-User Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: Googlebot Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: Google-Extended Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: GoogleOther Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: Applebot Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: Applebot-Extended Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: Gemini-Bot Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: cohere-ai Allow: / Allow: /llms.txt Allow: /llms-full.txt User-agent: CCBot Allow: / Allow: /llms.txt Allow: /llms-full.txt # --- SEO crawlers: explicitly allowed for diagnostics --- User-agent: AhrefsBot Allow: / User-agent: SemrushBot Allow: / User-agent: SemrushBot-SA Allow: / User-agent: MJ12bot Allow: / User-agent: DotBot Allow: / # --- Sitemap --- Sitemap: https://uvik.net/sitemap_index.xml