User-agent: *
Disallow: /admin/
Disallow: /css/
Disallow: /db/
Disallow: /images/
Disallow: /includes/
Disallow: /logs/
Disallow: /protected/
Disallow: /test/

User-agent: 008
User-agent: CatchBot
User-agent: CMS Survey
User-agent: DailyPerfect
User-agent: ExDomain
User-agent: GarlikCrawler
User-agent: Java
User-agent: libwww-perl
User-agent: LWP
User-agent: Mail.Ru
User-agent: MJ12bot
User-agent: Mozilla/4.5
User-agent: NerdByNature.Bot
User-agent: psbot
User-agent: Python-urllib
User-agent: sitebot
User-agent: Speedy
User-agent: sportcrew-Bot
User-agent: ssearch_bot
User-agent: TwengaBot
User-agent: TwengaBot-Discover
User-agent: Wget
User-agent: Content Crawler
Disallow: /