# robots.txt generated by swc
User-agent: Gigabot
Disallow: 

User-agent: Scrubby
Disallow: 

User-agent: Robozilla
Disallow: 

User-agent: Nutch
Disallow: 

User-agent: ia_archiver
Disallow: 

User-agent: psbot
Disallow: 

User-agent: asterias
Disallow: 

User-agent: yahoo-blogs/v3.9
Disallow: 

User-agent: dotbot 
Disallow: / 


User-agent: *
Crawl-delay: 120
Disallow: /admin
Disallow: /newsite