User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: GeedoBot
Disallow: /

User-agent: GeedoProductSearch
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Bytedance
Disallow: /

User-agent: serpstatbot
Disallow: /

User-Agent: panscient.com
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-agent: GPTBot
Crawl-delay: 2

User-agent: Meta-ExternalAgent
Crawl-delay: 2

User-agent: Google-Extended
Crawl-delay: 2

User-agent: Applebot-Extended
Crawl-delay: 2

User-agent: ClaudeBot
Crawl-delay: 2

User-agent: CCBot
Crawl-delay: 2

User-agent: Omgilibot
Crawl-delay: 2

User-agent: Omgili
Crawl-delay: 2

User-agent: Diffbot
Crawl-delay: 2

User-agent: AI2Bot
Crawl-delay: 2

User-agent: Kangaroo Bot
Crawl-delay: 2

User-agent: PanguBot
Crawl-delay: 2

User-agent: ImagesiftBot
Crawl-delay: 2

User-agent: Timpibot
Crawl-delay: 2

User-agent: Webzio-Extended
Crawl-delay: 2

User-agent: YouBot
Crawl-delay: 2

User-agent: *
Disallow: /static/assets/
Disallow: /static/login/
Disallow: /manage/
Disallow: /contact_box
Disallow: /listings/showmap/
Disallow: /listings/showstreetview/
Disallow: /listings/showbirdview/
Disallow: /listings/showwalkscore/
Disallow: /buildings/showmap/
Disallow: /buildings/showstreetview/
Disallow: /buildings/showbirdview/
Disallow: /buildings/showwalkscore/
Disallow: /mortgagecalc/
Disallow: /api/*
Disallow: /account/

Sitemap: https://www.findyourproperty.ca/sitemap.xml