# *************************************************************************** #
#                               ROBOTS.TXT                                    #
# *************************************************************************** #
#                                                                             #
# Manage robots, crawlers, spiders, and other access to portions of the       #
# See-N-Read site (especially download areas for full eSee-N-Read program     #
# and updates for registered users).                                          #
#                                                                             #
# Add modifications in the section provided. Do not overwrite this file.      #
#                                                                             #
# Created:     2009-08-10                                                     #
# Author:      TJE                                                            #
#                                                                             #
# Edit History:                                                               #
#                                                                             #
# 	Last Edit: 2009-08-10 - TJE                                               #
#                                                                             #
# *************************************************************************** #
# *************************************************************************** #


# *************************************************************************** #
# BEGIN ADDITIONS TO FILE HERE;                                               #
# *************************************************************************** #
#
# Enter additional user-agent commands here;
#
# *************************************************************************** #
# END ADDITIONS TO FILE; DO NOT EDIT BELOW THIS SECTION!!!;                   #
# *************************************************************************** #


# *************************************************************************** #
# Exclude well-behaved robots from crawling the eSee-N-Read updates folder;   #
# *************************************************************************** #
User-agent: *
Disallow: /esnr/
Disallow: /esnr/updates/


# *************************************************************************** #
# Exclude badly-behaved robots from crawling the eSee-N-Read updates folder;  #
# *************************************************************************** #
User-agent: sitecheck.internetseer.com
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: Zealbot
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: MSIECrawler
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: SiteSnagger
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: WebStripper
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: WebCopier
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: Fetch
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: Offline Explorer
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: Teleport
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: TeleportPro
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: WebZIP
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: linko
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: HTTrack
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: Microsoft.URL.Control
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: Xenu
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: larbin
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: libwww
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: ZyBORG
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: Download Ninja
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: grub-client
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: k2spider
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: NPBot
Disallow: /esnr/
Disallow: /esnr/updates/

User-agent: WebReaper
Disallow: /esnr/
Disallow: /esnr/updates/


# *************************************************************************** #
# Keep the Wayback Machine from archiving eSee-N-Read updates accidentally;   #
# *************************************************************************** #
User-agent: ia_archiver
Disallow: /esnr/
Disallow: /esnr/updates/


# *************************************************************************** #
# Keep people from grabbing eSee-N-Read updates with wget;                    #
# *************************************************************************** #
User-agent: wget
Disallow: /esnr/
Disallow: /esnr/updates/