User-agent: *
Disallow: /media/ # comments
Disallow: /snapshots/
Disallow: /css/
Disallow: /scripts/
Disallow: /preview/ 
User-agent: twiceler
Disallow: /