User-agent: *
Disallow: /ajax/*
Disallow: /search*
Disallow: /article.php*
Disallow: /login-mgt
Disallow: /*.pdf
Disallow: /*.php
Disallow: /archive/*
Disallow: /widget/*