# robots.txt for research.clickcommerce.com User-agent: * Disallow: /Common/ # This excludes the WebrCommon directory Disallow: /_WOM/ # This excludes the error pages Disallow: /logs/ # This excludes the log files Disallow: /stores/ # This excludes the stores directory Disallow: /main.html # This excludes the Maintenance Page