# allow all robots to all files under wwwroot directory User-agent: * Disallow: /users/ User-agent: * Crawl-delay: 2