User-agent: *
Disallow: 
Sitemap: https://raywhitekillcare.com.au/sitemap.xml
Disallow: /api/tps/apply/
User-Agent: MJ12bot
Disallow: /properties/
Crawl-Delay: 20
User-Agent: AhrefsBot
Disallow: /properties/
Crawl-Delay: 20
User-Agent: SemrushBot
Disallow: /properties/
Crawl-Delay: 20
User-Agent: BLEXBot
Disallow: /properties/
Crawl-Delay: 20
User-Agent: dotbot
Disallow: /properties/
Crawl-Delay: 20
User-Agent: CCBot
Disallow: /properties/
Crawl-Delay: 20