User-agent: * Disallow: /cgi-bin Disallow: /spiski/ Disallow: /manager/ Disallow: /core/ Disallow: /connectors/ Disallow: /index.php Disallow: *?* Disallow: *utm*= Disallow: *openstat= Disallow: *from= Disallow: *?page= Allow: /assets/*.jpg Allow: /assets/*.jpeg Allow: /assets/*.gif Allow: /assets/*.png Allow: /assets/*.pdf Allow: /assets/*.doc Allow: /assets/*.docx Allow: /assets/*.xls Allow: /assets/*.xlsx Allow: /assets/*.ppt Allow: /assets/*.pptx Allow: /assets/*.js Allow: /assets/*.css # AI crawlers (allowed) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: Applebot-Extended Allow: / Host: https://multihost.com/ Sitemap: https://multihost.com/sitemap.xml