# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Disallow: *.atom$
Disallow: *.json$
Disallow: /search/*
Disallow: /ajax/*
Disallow: */statuses/*
Disallow: /*?*q=*
Disallow: /*?*next=*
Disallow: /*?url=*
Disallow: /feeds/*
Disallow: /*?*page=*
Disallow: /link/*
Disallow: /account/*
Disallow: /styleguide/*
Disallow: /trending/*
Allow: /humans.txt
Sitemap: https://muckrack.com/sitemap.xml

User-agent: dotbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Buck
Disallow: /