User-agent: *
Crawl-delay: 20
# Directories
Disallow: /App_Code/
Disallow: /Components/
# Files
Disallow: /web.config
Disallow: /ReadMe.txt