# robots.txt for http://www.stepan.com/ # The latest version of the Robots document can be found on http://www.robotstxt.org/wc/robots.html User-agent: * Disallow: *.htm Disallow: *.asp Disallow: *.jpg Disallow: *.gif Disallow: *.js Disallow: *.css Allow: /d*.* Disallow: /c*/ Allow: /en/* Allow: /en/about/* Disallow: /en/a*.* Disallow: /en/temp*.* Disallow: /en/i*/i*.* Disallow: /i*/ Allow: /public*/*