User-agent: *           # directed to all spiders
Disallow: /stats
Disallow: /admin
Disallow: /dynamic
Disallow: /media