# START BLOCK
# ---------------------------
User-agent: *
Disallow: */feed/
Disallow: /feed/$
Disallow: /*?
Disallow: /*?=
Disallow: /search/ 
Disallow: *?s=*
Disallow: /tag/
Disallow: /page/
Disallow: /page/*/?s=
Disallow: /*?page=
Disallow: /amp/
Disallow: /*?amp=
Disallow: /rss/
Disallow: /category/feed/
Disallow: /tag/feed/
Disallow: /*?feed=
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /*.htm$
Disallow: /*.html$
Disallow: /wp-login.php?*
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$

User-agent: Googlebot
Disallow: */feed/
Disallow: /feed/$
Disallow: /*?
Disallow: /*?=
Disallow: /search/ 
Disallow: *?s=* 
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
 
User-agent: Googlebot-Mobile
Disallow: */feed/
Disallow: /feed/$
Disallow: /*?
Disallow: /*?=
Disallow: /search/ 
Disallow: *?s=* 
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
 
User-Agent: bingbot
 
Disallow: */feed/
Disallow: /feed/$
Disallow: /*?
Disallow: /*?=
Disallow: /search/ 
Disallow: *?s=* 
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
 
User-Agent: OAI SearchBot
Disallow: */feed/
Disallow: /feed/$
Disallow: /*?
Disallow: /*?=
Disallow: /search/ 
Disallow: *?s=* 
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
 
User-Agent: GPTBot
Disallow: */feed/
Disallow: /feed/$
Disallow: /*?
Disallow: /*?=
Disallow: /search/ 
Disallow: *?s=* 
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
 
User-Agent: ChatGPT-User
Disallow: */feed/
Disallow: /feed/$
Disallow: /*?
Disallow: /*?=
Disallow: /search/ 
Disallow: *?s=* 
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
 
Sitemap: https://www.domancy.com/sitemap.xml
Sitemap: https://www.domancy.com/post-sitemap.xml
 
User-agent: Oncrawl
Disallow: /
 
User-agent: AlexaBot
Disallow: /
 
User-agent: SeznamBot
Disallow: /
 
User-agent: CrawlBot
Disallow: /
 
User-agent: LinkpadBot
Disallow: /
 
User-agent: SISTRIX Crawler
Disallow: /
 
User-agent: MJ12bot
Disallow: /
 
User-agent: Dotbot
Disallow: /
 
User-agent: BLEXBot
Disallow: /

 
User-agent: Sogou
Disallow: /
 
User-agent: Exabot
Disallow: /
 
User-agent: ia_archiver
Disallow: /


 
# Allow social media crawlers
 
User-agent: facebookexternalhit
Crawl-delay: 30
Allow: /
 
User-agent: Facebot
Crawl-delay: 10
Allow: /
 
User-agent: Twitterbot
Crawl-delay: 30
Allow: /
 
User-agent: LinkedInBot
Crawl-delay: 10
Allow: /
 
User-agent: Pinterestbot
Crawl-delay: 10
Allow: /
 
User-agent: Instagram
Crawl-delay: 10
Allow: /