User-agent: Mediapartners-Google
Allow: /search/

User-agent: Baiduspider
Disallow: /video/		#disallow video pages

User-agent: Sosospider
Disallow: /forums/

User-agent: *
Crawl-delay: 1
Disallow: /login/
Disallow: /register/
Disallow: /update/
Disallow: /search/
Disallow: /newsletter/
Disallow: /forums/users/
Disallow: /forums/accept-email-request-from-user/
Disallow: /forums/emailuser/
Disallow: /eloquacallback/
Disallow: /forums/index.cfm

SITEMAP: http://www.pcadvisor.co.uk/sitemap-index.xm