#
# robots.txt for southerin-ny.org
# Last updated: 9 Apr 2009
#
# HostTracker blocker
#User-agent: Mozilla/4.0 (compatible; HostTracker.com/1.0;+http://host-tracker.com/)
#Disallow: /

# W3C-checklink knows where to go.
User-agent: W3C-checklink 
Disallow:

User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /

User-agent: Baiduspider+(+http:
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baidu
Disallow: /


# Begin Exclusion of Files & Directories
User-agent: *
Crawl-delay: 10
Disallow: /404.php
Disallow: /410.php
Disallow: /test1.php
Disallow: /test2.php
Disallow: /wuhistory.php
#Disallow: /wxradar.php
Disallow: /thermometer.php
Disallow: /backups/
Disallow: /captcha-secureimage/
Disallow: /GR3/
Disallow: /logfiles/
Disallow: /smf/
#
Sitemap: http://southerin-ny.org/sitemap.xml
Sitemap: http://southerin-ny.org/sitemapmobile.xml