User-agent:naverbot
Disallow: /

User-agent: yandex
Disallow: / 

User-agent: yanga
Disallow: / 

User-agent: TheRarestParser
Disallow: / 

User-agent: SeznamBot
Disallow: / 

User-agent: Robozilla
Disallow: / 

User-agent: psbot
Disallow: / 

User-agent:OmniExplorer_Bot
Disallow: / 

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: szukacz
Disallow: /

User-agent: Whizbang
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: MLBot
Disallow: / 

User-agent:JadynAve
Disallow: / 

User-agent: discobot
Disallow: / 

User-agent: NetResearchServer
Disallow: / 

User-agent: * 
Disallow: /Categories/
Disallow: /categories/
Disallow: /Weather/
Disallow: /weather/
Disallow: /Admin/
Disallow: /admin/
Disallow: /Merchant/
Disallow: /merchant/
Disallow: /Security/
Disallow: /security/
Disallow: /Search/
Disallow: /search/
Disallow: /Naughty/
Disallow: /naughty/
Disallow: /mail.asp
Disallow: /redirect.asp
Disallow: /Uncle-Bob-s-Self-Storage---Self-Storage-In-Houston/625526.htm