Sitemap: https://builtforyou.digital/sitemap.xml

User-agent: *
Disallow: /error.html
Disallow: /app_data/
Disallow: /app_plugins/
Disallow: /bin/
Disallow: /config/
Disallow: /data/
Disallow: /umbraco/
Disallow: /views/
Allow: /umbraco/api/BlockElementWC/*
Allow: /App_Plugins/BlockList/wc-block-items*

User-agent: AhrefsSiteAudit
Allow: /
Disallow:

User-agent: AhrefsBot
Allow: /
Disallow:

User-agent: Baiduspider 
Disallow: / 

User-agent: Yandex 
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: HenryTheMiragoRobot
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: appie
Disallow: /

User-agent: Sogou Web
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: CheckMarkNetwork/1.0 (+http://www.checkmarknetwork.com/spider.html)
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Mediatoolkitbot 
Disallow: /

User-Agent: MojeekBot 
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: Istella Bot
Disallow: /

User-agent: Mappy
Disallow: /

User-agent: ZoomInfo bot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: Bleriot
Disallow: /

User-agent: Buck
Disallow: /

User-agent: ltx71 - (http://ltx71.com/)
Disallow: /

User-Agent: The Knowledge AI
Disallow: /

User-Agent: Flamingo_SearchEngine
Disallow: /

User-Agent: FlamingoSearch
Disallow: /