# robots.txt for http://www.wvgs.wvnet.edu/ # allow all user agents User-agent: * # but disallow the following directories to all agents # as directories contain out-of-date and test files Disallow: /www/www_idle/ Disallow: /www/declines/ Disallow: /www/resources/ Disallow: /www/test/ # references include: http://www.w3.org/robots.txt and # http://www.w3.org/TR/html4/appendix/notes.html#recs # file created by SEP on June 21, 2001; modified by SEP on September 30, 2002 and October 29, 2004 and February 3, 2006