User-agent: * Disallow: /static/admin/ Disallow: /siteadmin/* Disallow: /administrator/* Disallow: /files/* User-agent: facebookexternalhit Allow: /files/*