User-Agent: *
Allow: /pages/
Allow: /
Disallow: /pages/images/
Disallow: /Premium/
Disallow: /BlogB/
Disallow: /BlogA/
Disallow: /Members/
Disallow: /MembersB/
Disallow: /MembersA/
Disallow: /s/manager/
Disallow: /s/account/
Disallow: /s/appstore/
Disallow: /s/promotion/
Disallow: /s/community/
Disallow: /s/premium/
Disallow: /s/support/
Disallow: /s/domains/
Disallow: /s/freecause/
Disallow: /s/deleteSite
Disallow: /s/webs/

User-Agent: Mediapartners-Google
Allow: /
Allow: /pages/
Allow: /Premium/
Allow: /s/
Allow: /BlogB/
Allow: /BlogsA/
Allow: /Members/
Allow: /MembersB/
Allow: /MembersA/
Allow: /s/manager/
Allow: /s/account/
Allow: /s/appstore/
Allow: /s/promotion/
Allow: /s/community/
Allow: /s/premium/
Allow: /s/support/
Allow: /s/domains/
Allow: /s/freecause/
Allow: /s/deleteSite
Allow: /pages/images/
Allow: /s/webs/

User-agent: Slurp
Crawl-delay: 1

User-agent: msnbot
Crawl-delay: 1

User-agent: twiceler
Crawl-delay: 3

User-agent: Fasterfox
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: spock
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: MLBot
Disallow: /

User-agent: 80bot
Disallow: /