User-agent: *
Allow: /

Allow: /wp-admin/admin-ajax.php

Disallow: /wp-admin/
Disallow: /author/
Disallow: /tag/
Disallow: /404/
Disallow: /disclaimer/
Disallow: /refund-returns-policy/
Disallow: /privacy-policy/
Disallow: /terms-and-conditions/
Disallow: /startup-trial-plan/

User-agent: GPTBot            
Allow: /

User-agent: ChatGPT-User      
Allow: /

User-agent: ClaudeBot          
Allow: /

User-agent: Claude-User      
Allow: /

User-agent: Google-Extended    
Allow: /

User-agent: GoogleOther        
Allow: /

User-agent: Applebot-Extended  
Allow: /

User-agent: PerplexityBot    
Allow: /

User-agent: Bytespider       
Allow: /

User-agent: Amazonbot        
Allow: /

User-agent: CCBot    
Allow: /

User-agent: Diffbot  
Allow: /

User-agent: YouBot         
Allow: /

User-agent: StabilityAI        
Allow: /

User-agent: OpenAI-Image
Allow: /

User-agent: Anthropic-Image
Allow: /

User-Agent: OpenAI
Allow: /

User-Agent: Anthropic
Allow: /

User-Agent: MistralAI
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Storebot-Google
Allow: /

User-agent: Google-InspectionTool
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther-Image
Allow: /

User-agent: GoogleOther-Video
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: GoogleAgent-Mariner
Allow: /

User-agent: Google-NotebookLM
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: PetalBot
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: Timpibot
Allow: /

User-agent: AI2Bot
Allow: /

https://app-clone.com/robots.txt
https://app-clone.com/llms.txt
https://app-clone.com/sitemap_index.xml
https://app-clone.com/post-sitemap.xml
https://app-clone.com/page-sitemap.xml