User-agent: ~
Disallow: /  #this will stop all the crawlers to crawl the pages