# File: robots.txt # Some honeypots to trap bad robots User-agent: * Crawl-delay:5 Disallow: /graph/* Disallow: /mvrrfiles/* Disallow: /sk/mvrrfiles/* # Do not allow index of these files Disallow: /sk/download.php Disallow: /download.php Disallow: /sk/image.php Disallow: /image.php Disallow: /sk/thumb.php Disallow: /thumb.php Disallow: /sk/out.php Disallow: /out.php Disallow: /en/download.php Disallow: /en/image.php Disallow: /en/thumb.php Disallow: /en/out.php