# For all user agents... User-agent: * # ...allow crawling to every URL, except for... Disallow: /private Disallow: /cgi-bin Disallow: /errors Disallow: /resvol3a2004 Disallow: /screenshots Disallow: /fotos