# Begin robots.txt file
#/-----------------------------------------------\
#| In single portal/domain situations, uncomment the sitmap line and enter domain name
#\-----------------------------------------------/
#Sitemap: http://www.DomainNamehere.com/sitemap.aspx

User-agent: *
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /contest/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /images/

Disallow: /statefed/
Disallow: /public/
Disallow: /Install/
Disallow: /Providers/
Disallow: /template/
Disallow: /ffis/

User-agent: msnbot
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /contest/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /images/

Disallow: /statefed/
Disallow: /public/
Disallow: /Install/
Disallow: /Providers/
Disallow: /template/
Disallow: /ffis/
Crawl-delay: 5

User-agent: Slurp
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /contest/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /programs/
Disallow: /statefed/

Disallow: /Install/
Disallow: /Providers/
Disallow: /template/
Disallow: /ffis/
Crawl-delay: 5

User-agent: Googlebot
Disallow: /*/ctl/
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /contest/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /images/

Disallow: /statefed/
Disallow: /public/
Disallow: /Install/
Disallow: /Providers/
Disallow: /template/
Disallow: /ffis/

user-agent: AhrefsBot
Disallow: / 

User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot-SA
Disallow: / 

User-agent: FemtosearchBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Crawl-Delay: 10

User-agent: BLEXBot
Crawl-Delay: 10

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Crawl-delay: 10

Sitemap: https://www.ncsl.org/sitemap.aspx

# End of robots.txt file