# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /postinfo.html Disallow: /crochet/confirm.htm Disallow: /crochet/email.html Disallow: /crochet/search.html Disallow: /crochet/signbook.html Disallow: /crochet/submit.html Disallow: /crochet/swap.html Disallow: /crochet/thanks.html Disallow: /crochet/images/ Disallow: /crochet/news/ Disallow: /crochet/patterns/ Disallow: /crochet/recipes/ User-agent: ia_archiver Disallow: /