# Leave these records intact: User-agent: stress-agent Disallow: / # Edit this record as appropriate for your site. Add any # other directories you want crawlers to ignore. User-agent: * Disallow: /postarticle.html Disallow: /*.pdf Disallow: /clarksburg/ Disallow: /FJ40/ Disallow: /icons/ Disallow: /images/ Disallow: /kewl/ Disallow: /major/ Disallow: /pix/ Disallow: /shooting/ Disallow: /shooting/SaturdayMatches/ Disallow: /shooting/ThursdayMatches/ Disallow: /wickenburg/ Disallow: /bookmarks*.html Disallow: /books.html