# robots.txt # HTMLWeb # Author: Harris Padron # Last Updated: 01/01/06 10:30:00 User-agent: Googlebot Disallow: /upload.html Disallow: /animate.js Disallow: /horse.html Disallow: /test.shtml Disallow: /index.shtml-04-20-2005 Disallow: /Horseback+Riding Disallow: /Templates Disallow: /add_entry Disallow: /images Disallow: /contact_us Disallow: /testingsite Disallow: /test Disallow: /banners Disallow: /records Disallow: /horseback-riding- Disallow: /home/images Disallow: /home/index.bk.html Disallow: /home/index.html-- Disallow: /home/spot.gif Crawl-delay: 20 User-agent: msnbot Disallow: /upload.html Disallow: /animate.js Disallow: /horse.html Disallow: /test.shtml Disallow: /index.shtml-04-20-2005 Disallow: /Horseback+Riding Disallow: /Templates Disallow: /add_entry Disallow: /images Disallow: /contact_us Disallow: /testingsite Disallow: /test Disallow: /banners Disallow: /records Disallow: /horseback-riding- Disallow: /home/images Disallow: /home/index.bk.html Disallow: /home/index.html-- Disallow: /home/spot.gif Crawl-delay: 20 User-agent: Slurp Disallow: /upload.html Disallow: /animate.js Disallow: /horse.html Disallow: /test.shtml Disallow: /index.shtml-04-20-2005 Disallow: /Horseback+Riding Disallow: /Templates Disallow: /add_entry Disallow: /images Disallow: /contact_us Disallow: /testingsite Disallow: /test Disallow: /banners Disallow: /records Disallow: /horseback-riding- Disallow: /home/images Disallow: /home/index.bk.html Disallow: /home/index.html-- Disallow: /home/spot.gif Crawl-delay: 20 User-agent: Gigabot Disallow: /upload.html Disallow: /animate.js Disallow: /horse.html Disallow: /test.shtml Disallow: /index.shtml-04-20-2005 Disallow: /Horseback+Riding Disallow: /Templates Disallow: /add_entry Disallow: /images Disallow: /contact_us Disallow: /testingsite Disallow: /test Disallow: /banners Disallow: /records Disallow: /horseback-riding- Disallow: /home/images Disallow: /home/index.bk.html Disallow: /home/index.html-- Disallow: /home/spot.gif Crawl-delay: 20 User-agent: * Disallow: /upload.html Disallow: /animate.js Disallow: /horse.html Disallow: /test.shtml Disallow: /index.shtml-04-20-2005 Disallow: /Horseback+Riding Disallow: /Templates Disallow: /add_entry Disallow: /images Disallow: /contact_us Disallow: /testingsite Disallow: /test Disallow: /banners Disallow: /records Disallow: /horseback-riding- Disallow: /home/images Disallow: /home/index.bk.html Disallow: /home/index.html-- Disallow: /home/spot.gif Crawl-delay: 20