# Disallow all (legit) web crawlers.
User-agent: *
Disallow: /

# Allow wget
User-agent: Wget
Disallow: