# All robots will spider the domain

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /do.php?action=click*
Disallow: /batch.common.php?action=emailfriend*
Disallow: /action-tag-tagid*