# this is robots.txt # talking about all robots User-agent: * # allow all spidering Disallow: