User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /readme.html
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /docs/Monitoring/
Disallow: /docs/Logs/
Disallow: /docs/Logagent/
Disallow: /docs/Sematext-Enterprise/
Allow: /wp-admin/admin-ajax.php
Disallow: /*.pdf$
Disallow: /lp/
#Disallow: /opensee/jd
#Disallow: /opensee/javadoc
#Disallow: /opensee/c
#Disallow: /opensee/m/*/*/plain

Disallow: /opensee/api

# Don't index URLs with question marks
#Noindex: /opensee/*?* 
##Disallow: /opensee/*?* 

# https://www.deepcrawl.com/blog/best-practice/robots-txt-noindex-the-best-kept-secret-in-seo/
#Noindex: /opensee/m/
##Disallow: /opensee/m/
#Noindex: /opensee/jd/
#Disallow: /opensee/jd/
#Noindex: /opensee/javadoc/
#Disallow: /opensee/javadoc/
#Noindex: /opensee/c/
##Disallow: /opensee/c/

##Disallow: /opensee/report/author/
##Disallow: /opensee/report/*/author/

Sitemap: https://sematext.com/sitemap.xml

Sitemap: https://sematext.com/integrations-sitemap/