# Robots.txt file created by http://crystalcoasttech.com # For domain: http://www.swansboroncrealestate.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /files/ User-agent: * Disallow: /files/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /awstats/ User-agent: * Disallow: /awstats/ # Disallow directory /cp/ User-agent: * Disallow: /cp/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /modlogan/ User-agent: * Disallow: /modlogan/ # Disallow directory /webalizer/ User-agent: * Disallow: /webalizer/ # Disallow directory /widgets/ User-agent: * Disallow: /widgets/ # Disallow directory /beta/ User-agent: * Disallow: /beta/ # Disallow page web links page User-agent: * Disallow: web-links.html # Disallow scripts page User-agent: * Disallow: scripts.txt # Disallow old index page User-agent: * Disallow: index090906.html Disallow: aimee.xml Disallow: emerald-isle-real-estate081906.html Disallow: aimee-hall-listings.htm