User-agent: *
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /contest/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /programs/
Disallow: /statefed/
Disallow: /public/
Disallow: /Install/
Disallow: /Providers/
Disallow: /template/
Disallow: /ffis/

User-agent: msnbot
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /contest/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /programs/
Disallow: /statefed/
Disallow: /public/
Disallow: /Install/
Disallow: /Providers/
Disallow: /template/
Disallow: /ffis/
Crawl-delay: 5

User-agent: Slurp
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /contest/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /programs/
Disallow: /statefed/
Disallow: /public/
Disallow: /Install/
Disallow: /Providers/
Disallow: /template/
Disallow: /ffis/
Crawl-delay: 5

User-agent: Googlebot
Disallow: /*/ctl/
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /contest/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /programs/
Disallow: /statefed/
Disallow: /public/
Disallow: /Install/
Disallow: /Providers/
Disallow: /template/
Disallow: /ffis/

user-agent: AhrefsBot
disallow: / 

User-agent: Baiduspider
Disallow: /

User-agent: CCBot
Crawl-Delay: 2

Sitemap: http://www.ncsl.org/sitemap_index.xml