# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /cronjobs/ Disallow: /images/ Disallow: /includes/ Disallow: /util/ Disallow: /hdd/2007/ Disallow: /hdd/2008/ Disallow: /hdd/2009/ Disallow: /hdd/2010/ Disallow: /hdd/wp-login.php Disallow: /hdd/wp-login.php?action=lostpassword Disallow: /hdd/comments/feed/ Disallow: /hdd/feed/ Disallow: /hdd/wp-admin/ Disallow: /hdd/category/search/ Disallow: /hdd/best_deals/ Sitemap: http://www.hotdealsdigest.com/sitemap.xml