User-agent: *
Disallow: /ajax/*
Disallow: /*.pdf
Disallow: /widget/*
Disallow: */page/*
Disallow: /search*