# All robots will spider the domain User-agent: * Disallow: Disallow: /maillist Disallow: /Scripts Disallow: /config.php Disallow: /mail.body.php Disallow: /mail.php Disallow: /process.php Disallow: /process1.php