# exclude system files from robots User-agent: * Disallow: /temp/ Disallow: /data/ Disallow: /WEB-INF/ Disallow: /upload/ Disallow: /pics/ # disallow stress test user-agent: stress-agent Disallow: /