User-agent: * Disallow: /idx/extranet/ Disallow: /error.aspx Disallow: /noDomain.aspx Disallow: /notFound.aspx Disallow: /sysinfo.aspx Disallow: /trulia.aspx Disallow: /setup.aspx Disallow: /optout.aspx Request-rate: 1/5 # maximum rate is one page every 5 seconds