User-agent: * Disallow: /GeneratedItems/ Disallow: /include/ Disallow: /stats/ Disallow: /php_uploads/ Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ Disallow: /*.db$ Disallow: /*.ini$ Disallow: /*.xml$