# All robots will spider the domain

User-agent: TurnitinBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: TutorGig
Disallow: /

User-agent: CrawlConvera
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /

User-agent: OmniExplorer_Bot/1.07
Disallow: /

User-agent: OmniExplorer_Bot/1.10
Disallow: /

User-agent: ConveraCrawler/0.8
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: *
Disallow: /aspnet_client/
Disallow: /js/
Disallow: /queries/
Disallow: /temp/
Disallow: /privacy_policy.cfm
Disallow: /about_us.cfm

Sitemap: http://statefranchises.com/sitemap-states.xml