# -*- sh -*-
# robots.txt for sview01
# $Id: robots.txt 960 2010-01-17 22:35:50Z jjg $

# these don't understand regexps and so are barred
User-agent: slurp
Disallow: /pub/cpt-city/
User-agent: ConveraCrawler
Disallow: /pub/cpt-city/
User-agent: Teoma
Disallow: /pub/cpt-city/
User-agent: gigabot
Disallow: /pub/cpt-city/
User-agent: aipbot
Disallow: /pub/cpt-city/
User-agent: searchpreview
Disallow: /pub/cpt-city/
User-agent: Twiceler
Disallow: /pub/cpt-city/
User-agent: ccbot
Disallow: /pub/cpt-city/
User-agent: laycat
Disallow: /pub/cpt-city/
User-agent: Exabot
Disallow: /pub/cpt-city/

# everyone else, just leave the gradients and packages alone
User-agent: *
Disallow: *.cpt$
Disallow: *.ggr$
Disallow: *.svg$
Disallow: *.inc$
Disallow: *.grd$
Disallow: *.zip$
Disallow: *.deb$
Disallow: *.gz$
Crawl-delay: 600

# these apply to everyone
User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-admin/
Disallow: /cgi-spec/
Disallow: /server-status
Disallow: /phpmyadmin