User-agent: * allow: /doc allow: /sites allow: /index.html allow: /index-2.html disallow:/cgi-bin/pod