User-agent: *
Disallow: /ads/
Disallow: /autoc/
Disallow: /include/
Disallow: /js/
Disallow: /test/
Disallow: /i/
Disallow: /i/t/
Disallow: /bookmark.php
Disallow: /sdc.php
Disallow: /go.php
Disallow: /gb.php
Disallow: /login.php
Disallow: /tagnav.php
Disallow: /grab.php

User-agent: dotbot/1.0
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Baiduspider
Disallow: /