# robots.txt for http://www.cic-caracas.org/ User-agent: * Disallow: /contentincludes/ # fragments Disallow: /css/ # style sheets Disallow: /edit/ # content management system pages (password protected) Disallow: /protect/ # PHP includes (password protected) Disallow: /test/ # folder for page development and testing (password protected) Disallow: /0-development/ # just in case... this folder should never be uploaded