# All robots will spider the domain User-agent: * #Disallow: Disallow: /cgi-bin/ Disallow: /123/ Disallow: /random_pics/ Disallow: /images/ Disallow: /samples/