User-agent: *
allow: /cgi-bin/
allow: /images/
allow: /comics/
allow: /d/

User-agent: googlebot
allow: *.cgi
allow: *.pl