# robots.txt for http://www.p-labs-potsdam.de/ User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy User-agent: msnbot-media User-agent: spbot # Link Tracker by Seoprofiler / Axandra GmbH User-agent: psbot # picsearch.com User-agent: TurnitinBot User-agent: Googlebot-Image Disallow: / User-agent: * # all other robots are allowed to index all...exept of: Disallow: *.gif$ Disallow: *.jpg$ Disallow: *.png$ Disallow: *.svg$ Disallow: *.txt$ Disallow: *.mpg$ Disallow: *.ogv$ Disallow: /*.css$