User-Agent: *
Allow: /pages/
Allow: /
Disallow: /pages/terms/
Disallow: /pages/privacy/
Disallow: /pages/abuse/
Disallow: /pages/report/
Disallow: /pages/report_copyright/
Disallow: /pages/contact/
Disallow: /pages/images/
Disallow: /pages/advertising/
Disallow: /pages/lawenforcement/
Disallow: /pages/partners/
Disallow: /Premium/
Disallow: /BlogB/
Disallow: /BlogA/
Disallow: /Members/
Disallow: /MembersB/
Disallow: /MembersA/
Disallow: /Directory/

User-Agent: Mediapartners-Google
Allow: /
Allow: /pages/
Allow: /Premium/
Allow: /s/
Allow: /BlogB/
Allow: /BlogsA/
Allow: /Members/
Allow: /MembersB/
Allow: /MembersA/
Allow: /Directory/

User-agent: Slurp
Crawl-delay: 1

User-agent: msnbot
Crawl-delay: 1

User-agent: twiceler
Crawl-delay: 3