# All robots will spider the domain User-agent: * Disallow: # Disallow directory /pdf/ User-agent: * Disallow: /pdf/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /DEV/ User-agent: * Disallow: /DEV/ # Disallow directory /Connections/ User-agent: * Disallow: /Connections/ # Disallow blank plans page User-agent: * Disallow: /plans.php?2=&3=&4= # Disallow blank nh page User-agent: * Disallow: /neighborhoods.php?1=&2= # Disallow blank collections page User-agent: * Disallow: /collections.php?1=&2=&3= # Disallow blank ah page User-agent: * Disallow: /availablehomes.php?2=&3= # Disallow blank schools page User-agent: * Disallow: /schools.php?1=&2= # Disallow blank amenities page User-agent: * Disallow: /amenities.php?1=&2= # Disallow blank divisions page User-agent: * Disallow: /divisions.php?1= Allow: /divisions.php?1=COS # Disallow image indexing User-Agent: googlebot-Image Disallow: /