# All robots will spider the domain User-agent: * Disallow: # Disallow directory images User-agent: * Disallow: /images/ # Disallow directory includes User-agent: * Disallow: /includes/ # Disallow directory listing User-agent: * Disallow: /listing/ # Disallow directory mp3s User-agent: * Disallow: /mp3s/ # Disallow directory mp3s User-agent: * Disallow: /_site/ # Disallow directory mp3s User-agent: * Disallow: /aspnet_client/