User-agent: *
Allow: /
Disallow: /common/
Disallow: /css/


User-agent: * 
Crawl-delay: 10 


User-agent: Googlebot 
Allow: /
Disallow: /common/
Disallow: /css/
Disallow: *.swf
Crawl-delay: 4

User-agent: voilabot
Allow: /
Crawl-delay: 180

User-agent: slurp
Allow: /
Crawl-delay: 60

User-agent: msnbot
Allow: /
Crawl-delay: 4

User-agent: aipbot 
Disallow: / 

User-agent: twengabot
Crawl-delay: 300 

User-agent: psbot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-Agent: MJ12bot
Crawl-Delay:   10

User-Agent: twiceler
Crawl-Delay:   30


Sitemap: http://www.stagerugby.com/sitemap.xml
Plan Sitemap : http://www.stagerugby.com/sitemap.xml