#White
#Google   
User-agent: googlebot
#Bing
User-agent: bingbot  
#MSN
User-agent: msnbot   
#Yahoo
User-agent: slurp      
#Alexa
User-agent: ia_archiver
#Twitter
User-agent: Twitterbot
#msn
User-agent: msnbot 
#Moz
User-agent: Moz
#Semrush
User-agent: Semrush
#AhrefsBot
User-agent: AhrefsBot
#AhrefsSiteAudit
User-agent: AhrefsSiteAudit
#archive.org
User-agent: archive.org_bot
#OpenAI GPTBot
User-agent: GPTBot
#OpenAI ChatGPT-User
User-agent: ChatGPT-User
#OpenAI OAI-SearchBot
User-agent: OAI-SearchBot
#PerplexityBot
User-agent: PerplexityBot
#Dynamic pages
Disallow: /q/name/where/
Disallow: /q/name/who/
#Static pages
Disallow: /q/name/static/
Disallow: /q/name/detail/
#Registration pages
Disallow: /auth/
#Resources, api, ajax, widget etc.
Disallow: /widget/
Disallow: /test/
Disallow: /resources/
Disallow: /themes/
Disallow: /ajax/
Disallow: /metriweb/
Disallow: /img/
Disallow: /mediaplayer/
Disallow: /zeroclipboard/
Allow: /api/   
Allow: /css/   
Allow: /js/ 

User-agent: *
Allow: /$