# robots.txt file for semicensus.com # # All robots will spider the domain User-agent: * Disallow: