# www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * Disallow: /pub/ Disallow: /img/ Disallow: /cdn-cgi/ Disallow: /cdn-cgi/* Disallow: /*.pdf$ User-agent: Googlebot-Image Disallow: /img/ Allow: /pub/socialmedia.jpg