User-agent: *
Disallow: /404.php
Disallow: /admin/
Disallow: /includes/
Disallow: /generator/
Disallow: /webtolead/