User-agent: *allow /.html/
Allow:Follow: Disallow:/cgi-bin/