# http://beispiel.de/robots.txt # scooter: nada User-agent: scooter Disallow: / # wget: all # webzip: all User-agent: wget User-agent: webzip Disallow: User-agent: * Disallow: /download/