User-agent: *
Disallow: /cgi-bin/
Disallow: /mojave/
Disallow: /mt-static/
Disallow: /rawfam/
Disallow: /scgi-bin/
Disallow: /simple/
Disallow: /smughes/

User-agent: ia_archiver 
Disallow: /

User-agent: Mediapartners-Google*
Disallow: