# robots.txt file voor kwark.org # 20020605,jip # see www.kwark.org #http://www.omni-explorer.com/ Crawl-delay: 10 User-agent: * Disallow: /cgi-bin/sources Disallow: /tv/ Disallow: /mp3/ Disallow: /Sites/ Disallow: /tmp Disallow: /Gfx/Icons Disallow: /gfx/icons Disallow: /Gfx/cam/follow Disallow: /Gfx/cam/Axis Disallow: /y Disallow: /incoming Disallow: /gallery Disallow: /x/lsgfx #200301 Disallow: /Gfx/2002/incoming/ #200302 Disallow: /Gfx/Icons #200305 Disallow: /x/awstats/ Disallow: /awstats Disallow: /stats/analog.html