# Google (Google Search Engine) User-agent: Googlebot Disallow: /news.html Disallow: /info_agreement.html Disallow: /info_feedback1.html Disallow: /profile.php # Altavista (Altavista search engine only) User-agent: Scooter Disallow: /news.html Disallow: /info_agreement.html Disallow: /info_feedback1.html Disallow: /profile.php # FAST/AllTheWeb (AllTheWeb search engine) User-agent: fast Disallow: /news.html Disallow: /info_agreement.html Disallow: /info_feedback1.html Disallow: /profile.php # Inktomi (Anzwers, AOL, Canada.com, Hotbot, MSN, etc.) User-agent: slurp Disallow: /news.html Disallow: /info_agreement.html Disallow: /info_feedback1.html Disallow: /profile.php # All other, which understand '*' User-agent: * Disallow: /news.html Disallow: /info_agreement.html Disallow: /info_feedback1.html Disallow: /profile.php User-agent: Yandex Disallow: /news.html Disallow: /info_agreement.html Disallow: /info_feedback1.html Disallow: /profile.php