User-agent: *
Disallow:

User-agent: Yandex Disallow: / # blocks access to the entire site User-agent: Yandex Disallow: / cgi-bin # blocks access to pages # starting with '/ cgi-bin'