User-agent: htdig
Disallow: /html/
Disallow: /images/

User-agent: *
Disallow: /*/
Allow: /pub/