Sitemap: https://www.carmudi.co.id/sitemap.xml

User-agent: msnbot
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 10

User-agent: Adidxbot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-Delay: 5

User-agent: BingPreview
Crawl-delay: 10

User-agent: DataForSeoBot
Crawl-delay: 5

User-agent: serpstatbot
Disallow: /

User-agent: Slurp
Crawl-delay: 1

User-agent: teracent-feed-processing
Disallow: /

User-agent: *
Disallow: /ajax/