User-agent: * Disallow: /felle/ # Allow everything but the bad robot trap Crawl-delay: 30 # Wait 30 seconds between fetching pages Request-rate: 1/30 # maximum rate is one page every 30 seconds