User-agent: * Disallow: /includes Disallow: /shared_assets Disallow: /forms Disallow: /pages/search_results.php Disallow: /pages/mailer.php