# robots.txt for http://cibt.bio.cornell.edu/ User-agent: * Disallow: /*.htm Disallow: /*.lasso Disallow: /*.html