# my standard robots file
User-agent: FAST MetaWeb Crawler
Disallow: /
User-agent: FAST Enterprise Crawler 6
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: ConveraCrawler
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: OCP HRS 1.0
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: Java
Disallow: /
User-agent: Moozilla
Disallow: /
User-agent: findlinks
Disallow: /
User-agent: Ocelli
Disallow: /
User-agent: PHP/4.2.2
Disallow: /
User-agent: RedCarpet
Disallow: /
User-Agent: OmniExplorer_Bot
Disallow: /
User-Agent: hl_ftien_spider
Disallow: /
#
# others...
#
User-agent: *
Disallow: /images
crawl-delay: 20