# Robots.txt # All robots will spider the domain User-agent: * Disallow: /admin Disallow: /alerts Disallow: /cron Disallow: /css Disallow: /gash Disallow: /includes Disallow: /js Disallow: /stats Disallow: /uploads Disallow: sub_paypal.php