# Crawlers that are kind enough to obey, but which we'd rather not have # unless they're feeding search engines. # # general excluded areas # User-agent: * Disallow: /album/ Disallow: /moderate/ Disallow: /search_all.php Disallow: /search_artists.php Disallow: /search_albums.php Disallow: /search_songs.php Disallow: /search_lyrics_given_artist.php