# All robots will spider the domain # Disallow directory /cgi-bin # Disallow directory /images # Disallow directory /142 User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /images Disallow: /142