# All robots will spider the domain

# Disallow ia_archiver
User-agent: ia_archiver
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: TutorGig
Disallow: /

User-agent: CrawlConvera
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /

User-agent: OmniExplorer_Bot/1.07
Disallow: /

User-agent: OmniExplorer_Bot/1.10
Disallow: /

User-agent: ConveraCrawler/0.8
Disallow: /


User-agent: aipbot/1.0
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: Spock Alpha Crawler 
Disallow: /

User-agent: MSNPTC/1.0  
Disallow: /



# Disallow directory /data/
User-agent: *
Disallow: /own/
Disallow: /images/
Disallow: /aspnet_client/
Disallow: /ownDallas/
Disallow: /ownHouston/