# allow all robots to all files under wwwroot directory User-agent: * Disallow: /_test/ Disallow: /admin/ Disallow: /archive/