# All robots will spider the domain

User-agent: TurnitinBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: TutorGig
Disallow: /

User-agent: CrawlConvera
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /

User-agent: OmniExplorer_Bot/1.07
Disallow: /

User-agent: OmniExplorer_Bot/1.10
Disallow: /

User-agent: ConveraCrawler/0.8
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: Spock Alpha Crawler 
Disallow: /


# Disallow directory /data/
User-agent: *
Disallow: /own/
Disallow: /aspnet_client/
Disallow: /ownDallas/
Disallow: /ownHouston/