# robots.txt

User-agent: os-heritrix/0.4.1
Disallow:

User-agent:	*
Disallow:	/