# robots.txt for http://aotw.org  Antietam on the Web
# last update 03-07-2010
# last change:  opened up /antietam subdirectory

User-agent:  turnitinbot
Disallow:  /

User-agent: VoilaBot
Disallow:  /

User-agent: spider
Disallow:  /

User-agent: robot
Disallow:  /

User-agent: NPBot
Disallow:  /

User-agent: larbin
Disallow:  /

User-agent: psbot
Disallow:  /

User-agent: dloader(NaverRobot)
Disallow:  /

User-agent: dloader
Disallow:  /

User-agent: RPT-HTTPClient
Disallow:  /

User-agent: DTS Agent
Disallow:  /

User-agent: EmailSiphon
Disallow:  /

User-agent: Googlebot-Image
Disallow:  /

User-agent: iaea.org
Disallow:  /

User-agent: zeus
Disallow:  /

User-agent: Wget
Disallow:  /

User-agent: FAST-WebCrawler
Disallow:  /

User-agent: BaiDuSpider
Disallow: / 

User-agent: roadrunner
Disallow: / 

User-agent: SurveyBot
Disallow: /

User-agent: asterias
Disallow: /

User-agent: *
Disallow:  /images
Disallow:  /documentation
Disallow:  /x
Disallow:  faces.php
Disallow:  *.txt