User-agent: *
Disallow: /rb/
Disallow: /tasks/
Disallow: /viewphotos.php
Disallow: /favorites.php

User-agent: psbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Zao
Disallow: /

User-agent: Scooter/3.3
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: NPBot
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Biz360
Disallow: /

User-agent: Mediapartners-Google*
Disallow: