User-agent: *    
Allow: /ads.txt
Disallow: /cgi-bin                  
          
Disallow: *?s=              
Disallow: *&s=             
Disallow: /search/  
Disallow: /users/
Disallow: /tag/      
Disallow: /hashtags/
Disallow: */trackback                     
Disallow: */feed            
Disallow: */rss             
Disallow: */embed          
Disallow: /xmlrpc.php      
Disallow: *utm=            
Disallow: /readme.html
Disallow: *openstat=
Allow: */uploads   

User-agent: GoogleBot 
Disallow: /cgi-bin

Disallow: *?s=
Disallow: *&s=
Disallow: /search/
Disallow: /users/
Disallow: /tag/  
Disallow: /hashtags/
Disallow: */trackback
Disallow: */feed
Disallow: */rss
Disallow: */embed
Disallow: /xmlrpc.php
Disallow: *utm=
Disallow: /readme.html
Disallow: *openstat=
Allow: */uploads
Allow: */*.js           
Allow: */*.css           
Allow: /wp-admin/admin-ajax.php

User-agent: Yandex 
Disallow: /cgi-bin
Disallow: /wp-
Disallow: *?s=
Disallow: *&s=
Disallow: /search/
Disallow: /users/
Disallow: /tag/  
Disallow: /hashtags/
Disallow: */trackback
Disallow: */feed
Disallow: */rss
Disallow: */embed
Disallow: /xmlrpc.php
Disallow: /readme.html
Allow: */uploads
Allow: */*.js
Allow: */*.css
Allow: /wp-admin/admin-ajax.php
Clean-Param: utm_source&utm_medium&utm_campaign                          
Clean-Param: openstat


Sitemap: https://threatpost.com/sitemap.xml
Sitemap: https://threatpost.com/sitemap-news.xml
Sitemap: https://threatpost.com/video-sitemap.xml