User-agent: *
Allow: /


User-agent: Wget
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: msnbot
Crawl-delay: 10