User-agent: *
Disallow: /cgi-bin
Disallow: /logs
Disallow: /assets
Disallow: /db
Disallow: /work_docs
Disallow: /store
Disallow: /media
Disallow: /docs

User-agent: twiceler
Disallow: /