User-agent: Swiftbot
Crawl-delay: 5

User-agent: AddSearchBot
Disallow: /

User-agent: *

# shared
Allow: /sites/articles/archive/
Allow: /sites/Newsletter/NewsLetter-Archive.aspx
Allow: /sites/current.aspx
Allow: /sites/mercola/special-content/
Allow: /themes/blogs/mercola/VideoPanel.aspx
Allow: /sites/mercola/slider/
Allow: /sites/mercola/slideshow/
Allow: /sites/articles/newsletter-archive/
Allow: /Themes/Blogs/mercolaArticle/RegistrationPopUp.aspx
Allow: /Themes/Blogs/mercolaArticle/RegistrationPopUpMobile.aspx
Allow: /Themes/Blogs/mercolaArticle/RegistrationPopUpVWO-exit2.aspx
Allow: /themes/mercola/images/
Allow: /Themes/mercola/images/
Allow: /Themes/Blogs/mercolaArticle/MiddleOptin.aspx
Allow: /sites/mercola/carousel/
Allow: /sites/Articledirectory.aspx
Allow: /sites/articles/rss.aspx
Allow: /sites/mercola/print/
Allow: /themes/mercolaarticle/images/
Allow: /sites/videos/thumbnails/

Disallow: /sites/
Disallow: /Sites/
Disallow: /blogs/
Disallow: /sitios/
Disallow: /controlpanel/
Disallow: /contact.aspx
Disallow: /sites/articles/archive/*?ShowAllComment*
Disallow: /sites/articles/archive/*?showallcomment*
Disallow: /sites/articles/archive/*?setfocuson*
Disallow: /sites/articles/archive/*?SetFocusOn*
Disallow: /sites/articles/archive/2099/
Disallow: /sites/articles/archive/2098/

# groups and forums
Disallow: /groups/
Disallow: /forums/

# login pages
Disallow: /login.aspx
Disallow: /logout.aspx

# old pages
Disallow: /tags/
Disallow: /sites/articles/archive/tags/

# misc
Disallow: /Themes/
Disallow: /themes/
Disallow: /media/
Disallow: /Search/
Disallow: /search/
Disallow: /filestorage/
Disallow: /Emoticons/
Disallow: /Skins/
Disallow: /Msgs/
Disallow: /api/
Disallow: /rss/
Disallow: /Audio/
Disallow: /utility/loading.htm

Sitemap: https://articles.mercola.com/articles-sitemap-index.xml