# # All robots will spider the domain User-agent: * Disallow: /cgi-bin/disput.cgi Disallow: /dairy/yandex