User-Agent: *

Disallow:

# too many repeated hits, too quick
# User-Agent: litefinder
# Disallow: /

# Yahoo. too many repeated hits, too quick
# User-Agent: Slurp
# Disallow: /

# too many repeated hits, too quick
# User-Agent: Baidu
# Disallow: /