User-agent: * # For development environment, disallow all indexing # Disallow: / # For production environment, disallow the following Disallow: /cgi-bin/ Disallow: /WEB-INF/