# robots.txt for http://www.adf.org/ in which robot in/exclusions are listed

User-agent: Python-urllib
Disallow: /dummydir/

User-agent: *
Disallow: /members/

User-agent: *
Disallow: /shell/