# WebArchiver
User-agent: ia_archiver
Disallow: /

User-agent: Googlebot
Disallow: /*.txt$
Disallow: /cgi/

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: *
Disallow: /cgi/
Disallow: /diary_log/
Disallow: /story/