User-agent: *
Disallow: /system/
Disallow: /data/
Disallow: /datastore/

User-agent: psbot
Disallow: /

User-agent: egothor
Disallow: /

User-agent: DigExt
Disallow: /

User-Agent: MJ12bot
Crawl-Delay: 15

User-agent: Slurp
Disallow: /

User-agent: Mediapartners-Google*
Disallow: