# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
Disallow: /adverts/search_box/
Disallow: /adverts/phone_num/
User-Agent: MJ12bot
Crawl-Delay: 5
User-Agent: Yandex
Disallow: /
User-Agent: DealGates Bot
Disallow: /