# /robots.txt User-agent: * allow: index.html allow: /blog Disallow: /images Disallow: /photos Disallow: /cgi-bin