#http://www.webtoolcentral.com/webmaster/tools/robots_txt_file_generator/index.php User-agent: * Disallow: # Disallow directory /new/ User-agent: * Disallow: /new/ # Disallow directory /old/ User-agent: * Disallow: /old/ # Disallow directory /admin/ User-agent: * Disallow: /admin/ # Disallow directory /ajax/ User-agent: * Disallow: /ajax/ # Disallow directory /img/ User-agent: * Disallow: /img/