User-agent: *
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /Library/
Disallow: /client/
Disallow: /press/
Disallow: /secure/
Disallow: /*.pdf
Disallow: /*.htm
Disallow: /*.html
Allow: /catalog/*.html
Allow: /Templates/*.html
Allow: /exhibitions/*.html

User-agent: Yeti
User-agent: Kyluka
User-agent: Yandex
User-agent: HouxouCrawler
User-agent: MJ12bot
User-agent: Lerna Crawler
Disallow: /

Sitemap: http://www.spiritwrestler.com/sitemap_index.xml