#
# This robots.txt generated, in part, at http://www.mcanerin.com
#


# This allows Google's primary search spider
# except for the following items.
#
User-agent: Googlebot
Disallow: /_borders/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_templates/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: */_vti_cnf/
Disallow: */_overlay/
Disallow: */1999_bawdy_women_song_book_(PDF)/
Disallow: */2008-01-13/
Disallow: */2009_calontir_songs_vol_2_(CD-R)/
Disallow: */other_collections/
Disallow: /*notes.htm$
Disallow: /*notes.htm
Disallow: /*.abc$
Disallow: /*.ini$
Disallow: /*.txt$
Disallow: /*.xyz$


# This is the Google IMAGE search
#
User-agent: Googlebot-Image
Disallow: /_borders/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_templates/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: */_vti_cnf/
Disallow: */_overlay/
Disallow: */1999_bawdy_women_song_book_(PDF)/
Disallow: */2008-01-13/
Disallow: */2009_calontir_songs_vol_2_(CD-R)/
Disallow: */other_collections/
Disallow: /*notes.htm$
Disallow: /*notes.htm
Disallow: /*.abc$
Disallow: /*.ini$
Disallow: /*.txt$
Disallow: /*.xyz$


# This is the Microsoft Live Search spider
#
User-agent: MSNBot
Disallow: /_borders/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_templates/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: */_vti_cnf/
Disallow: */_overlay/
Disallow: */1999_bawdy_women_song_book_(PDF)/
Disallow: */2008-01-13/
Disallow: */2009_calontir_songs_vol_2_(CD-R)/
Disallow: */other_collections/
Disallow: /*notes.htm$
Disallow: /*notes.htm
Disallow: /*.abc$
Disallow: /*.ini$
Disallow: /*.txt$
Disallow: /*.xyz$


# This is Yahoo!'s primary spider
#
User-agent: Slurp
Disallow: /_borders/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_templates/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: */_vti_cnf/
Disallow: */_overlay/
Disallow: */1999_bawdy_women_song_book_(PDF)/
Disallow: */2008-01-13/
Disallow: */2009_calontir_songs_vol_2_(CD-R)/
Disallow: */other_collections/
Disallow: /*notes.htm$
Disallow: /*notes.htm
Disallow: /*.abc$
Disallow: /*.ini$
Disallow: /*.txt$
Disallow: /*.xyz$


# This is allows Ask Jeeves search spider.
#
User-agent: Teoma
Disallow: /_borders/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_templates/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: */_vti_cnf/
Disallow: */_overlay/
Disallow: */1999_bawdy_women_song_book_(PDF)/
Disallow: */2008-01-13/
Disallow: */2009_calontir_songs_vol_2_(CD-R)/
Disallow: */other_collections/
Disallow: /*notes.htm$
Disallow: /*notes.htm
Disallow: /*.abc$
Disallow: /*.ini$
Disallow: /*.txt$
Disallow: /*.xyz$


# This allows Yahoo's multimedia crawler
#
User-agent: yahoo-mmcrawler
Disallow: /_borders/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_templates/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: */_vti_cnf/
Disallow: */_overlay/
Disallow: */1999_bawdy_women_song_book_(PDF)/
Disallow: */2008-01-13/
Disallow: */2009_calontir_songs_vol_2_(CD-R)/
Disallow: */other_collections/
Disallow: /*notes.htm$
Disallow: /*notes.htm
Disallow: /*.abc$
Disallow: /*.ini$
Disallow: /*.txt$
Disallow: /*.xyz$


# This allows the PicSearch.com web robot.
#
User-agent: psbot
Disallow: /_borders/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_templates/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: */_vti_cnf/
Disallow: */_overlay/
Disallow: */1999_bawdy_women_song_book_(PDF)/
Disallow: */2008-01-13/
Disallow: */2009_calontir_songs_vol_2_(CD-R)/
Disallow: */other_collections/
Disallow: /*notes.htm$
Disallow: /*notes.htm
Disallow: /*.abc$
Disallow: /*.ini$
Disallow: /*.txt$
Disallow: /*.xyz$

# This allows Yahoo blog search robot except for the following.
#
User-agent: yahoo-blogs
Disallow: /_borders/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_templates/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: */_vti_cnf/
Disallow: */_overlay/
Disallow: */1999_bawdy_women_song_book_(PDF)/
Disallow: */2008-01-13/
Disallow: */2009_calontir_songs_vol_2_(CD-R)/
Disallow: */other_collections/
Disallow: /*notes.htm$
Disallow: /*notes.htm
Disallow: /*.abc$
Disallow: /*.ini$
Disallow: /*.txt$
Disallow: /*.xyz$


# This allows the Altavista.com's spider.
#
User-agent: Scooter
Disallow: /_borders/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_templates/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: */_vti_cnf/
Disallow: */_overlay/
Disallow: */1999_bawdy_women_song_book_(PDF)/
Disallow: */2008-01-13/
Disallow: */2009_calontir_songs_vol_2_(CD-R)/
Disallow: */other_collections/
Disallow: /*notes.htm$
Disallow: /*notes.htm
Disallow: /*.abc$
Disallow: /*.ini$
Disallow: /*.txt$
Disallow: /*.xyz$


# This blocks all spiders that are NOT listed above
# including The Wayback Machine and other unknown 
# archives and search engines.  
#
User-agent: *
Disallow: /

# This gives the location of the sitemap for the website.
# This URL needs to be changed if hosted elsewhere.
#
Sitemap: http://www.folklore.ms/google_sitemap.xml.gz