# Robots.txt file created by http://www.bizwebmedia.com # For domain: http://www.bizwebmedia.com # All robots will spider the domain User-agent: * allow: # Disallow directory /sites User-agent: * allow: /sites