User-agent: Googlebot
Disallow: 
User-agent: googlebot-image
Disallow: 
User-agent: googlebot-mobile
Disallow: 
User-agent: MSNBot
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: Teoma
Disallow: 
User-agent: Mediapartners-google/2.1 
Disallow: 
User-agent: Feedfetcher-Google  
Disallow:  
User-agent: MSNBot-media  
Disallow: 
User-agent: YahooFeedSeeker 
Disallow: 
User-agent: MSIECrawler  
Disallow:
User-agent: WordPress  
Disallow:
User-agent: FeedValidator  
Disallow:
User-agent: *
Disallow: /
Crawl-delay: 20  
Request-rate: 1/5          
Visit-time: 1630-0130 
sitemap: http://www.delhi-estate.com/sitemap.xml