User-Agent: *
Disallow: /beta
Disallow: /dev
Disallow: /tempsite
Disallow: /non_pub
Disallow: /cgi-bin
Disallow: /oldfiles
Disallow: /extras
Disallow: /flash
Disallow: /_private