User-Agent: * 
Allow: /

User-agent: *
Disallow: /bin
Disallow: /codebehind
Disallow: /controls
Disallow: /flash
Disallow: /images
Disallow: /includes
Disallow: /pdf