# robots.txt for http://www.ivu.org/ # Last updated 1999/03/27 by jd User-agent: Mediapartners-Google* Disallow: # Rules apply to all robots User-agent: * # Cousin Directories - disallow the textfiles in the index directories # 'cos they'll keep changing, but allow the indexes # Disallow any files in /cousin begining with istcclr - legacy Disallow: /.htaccess Disallow: /guardian.cgi Disallow: /search-articles.cgi Disallow: /favicon.ico Disallow: /recipes/favicon.ico # Excludes all root files and sub-directories to do with search Exclude: CGI Exclude: ico # Don't want the images to be indexed do we? Disallow: /pics/ Disallow: /evu/pics/ Disallow: /global/pics/ Disallow: /members/pics/ Disallow: /people/pics/ Disallow: /recipes/glossary/pics/ Disallow: /vuna/pics/ # Error messages directory - principally the "Not Found" message #Disallow: /errormsg/ # Stats directories - constantly changing Disallow: /logs/ # Need to tidy this up once search engine is back on-line #Disallow: /search.temporarily.withdrawn.html #Disallow the email directories #Disallow: /emaildir/ #Disallow: /contactsdir/