User-agent: *
Allow: /
Disallow: /files
Disallow: /video
Disallow: /dev
Disallow: /private
Disallow: /dl
Disallow: /webstat

User-Agent: Googlebot
Allow: /
Disallow: /files
Disallow: /video
Disallow: /dev
Disallow: /private
Disallow: /dl
Disallow: /webstat