###
# Robots.txt - created by the Virtual Robots.txt WordPress plugin. 
# Source: https://gitlab.com/mikelking/virtual-robots-txt 
#
# Plugin: https://www.wordpress.org/plugins/virtual-robots-txt/ 
#
# Specifications https://developers.google.com/search/reference/robots_txt

# VALIDATOR: https://technicalseo.com/seo-tools/robots-txt/ 

###
# Robots.txt - created by the Virtual Robots.txt WordPress plugin. 
# Source: https://www.wordpress.org/plugins/easy-virtual-robots-txt/
#
# Specifications https://developers.google.com/search/reference/robots_txt

# VALIDATOR: https://technicalseo.com/seo-tools/robots-txt/ 

User-agent: *
User-agent: bingbot
Crawl-delay: 30
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: */healthcare-transformers-dinner/
Disallow: /register/
Disallow: /letter/*
Disallow: /newsletter/
Allow: /newsletter/issue/*
Allow: /newsletter/item/*
Allow: /newsletter/23/
Disallow: /newsletter-issue/
Allow: /newsletter-issue/july-24-2007/
Allow: /newsletter-issue/5-20-2013/
Allow: /newsletter-issue/allix-test-dont-delete/
Allow: /newsletter-issue/9-30-08/
Disallow: */email/
Disallow: */emailArticle/
Disallow: */emailreview/
Disallow: */printreview/
Disallow: */emailGroupTest/
Disallow: */printGroupTest/
Disallow: /AdZone/InitAjax
Disallow: /Drug/GetOmnitureParameters
Disallow: /Drug/GetRelatedDrugs
Disallow: /Drug/UpdateClipBoard
Disallow: /Drug/GetDrugsInSession
Disallow: /Drug/RemoveDrugsInSession
Disallow: /pages/emaildocument.aspx
Disallow: /accountmedical/
Disallow: */Web%20Support/
Disallow: */Web Support/
Disallow: /article/articletrack/*
Disallow: /home/page/*
Disallow: /2019/*
Disallow: /2018/*
Disallow: /page/*
Disallow: /pages/*
Disallow: /decision-support-in-medicine/*
User-agent: MJ12bot
Disallow: /
User-agent: Baiduspider
Disallow: /features/pharma-report-2012-get-back-in-shape/article/237301/

# Adding disallows for AI bots and users 10/2023

# Block OpenAI
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /

# Block Google Bard AI
User-agent: Google-Extended
Disallow: /

# Block Common Crawl
User-agent: CCBot
Disallow: /

Sitemap: https://www.empr.com/hm-drug-sitemap1.xml
Sitemap: https://www.empr.com/hm-drug-sitemap2.xml
Sitemap: https://www.empr.com/hm-drug-sitemap3.xml
Sitemap: https://www.empr.com/hm-drug-sitemap4.xml
Sitemap: https://www.empr.com/hm-drug-sitemap5.xml
Sitemap: https://www.rheumatologyadvisor.com/sitemap_index.xml


# Project: https://gitlab.com/mikelking/virtual-robots-txt

# Author: Mikel King @ Olivent.com