# Allows only major search engines and known friendly spiders

# Major Search Engines and Known Friendly Spiders (allowed)

User-agent: Googlebot-Image
Disallow: 

User-agent: MSNBot
Disallow: 

User-agent: Slurp
Disallow: 

User-agent: Teoma
Disallow: 

User-agent: Gigabot
Disallow: 

User-agent: Scrubby
Disallow: 

User-agent: Robozilla
Disallow: 

User-agent: Nutch
Disallow: 

User-agent: ia_archiver
Disallow: 

User-agent: baiduspider
Disallow: 

User-agent: yahoo-mmcrawler
Disallow: 

User-agent: psbot
Disallow: 

User-agent: asterias
Disallow: 

User-agent: grub
Disallow: 

User-agent: Mercator
Disallow: 

User-agent: Scooter
Disallow: 

User-agent: ArchitextSpider
Disallow:

# Everyone Else (NOT allowed)

User-agent: *
Disallow: /0
Disallow:/Currencies_Convertor
Disallow: /Finance_Ticker
Disallow: /Forex_Cross_Rate
Disallow:/LED_Display_Ticker
Disallow:/Live_Quote
Disallow: /Stock_Watch
Disallow: /classifieds/2
Disallow: /cookie
Disallow: /e
Disallow: /f
Disallow: /l
Disallow: /phpbb2/a
Disallow: /press
Disallow: /r
Disallow: /s
Disallow:/tmp
Disallow:/unsubscribe
Disallow:/weather