User-agent: *
Disallow: /404.php
Disallow: /confirmation.php
Disallow: /verification.php
Allow: /
Disallow: /scripts/