# The robots.txt file instructs robots as to which directories # to harvest or avoid. User-agent: * Disallow: /images/ Disallow: gbarchive00.html Disallow: gbarchive01.html Disallow: gbarchive02.html Disallow: gbarchive9698.html Disallow: gbarchive03.html