User-agent: * #specifies all web robots
Disallow: /frt/ #disallow crawl in the following directories
Disallow: /images/
Disallow: /masterpages/