# These pages are meaningless for search bots and just get them into a loop

User-agent: *
Disallow: /extranet
Disallow: /admin
Disallow: /rwf
Disallow: /download

# Ban badly-behaved bots here

User-agent: UbiCrawler
Disallow: /