User-agent: * Disallow: /all-star-registration_bk/ Disallow: /all-star-registration/ Disallow: /combines/ Disallow: /cws-files/ Disallow: /cws-forms/ Disallow: /cws3/ # Certain social media sites are whitelisted to allow crawlers to access page markup when links to images are shared. User-agent: Twitterbot Allow: /cws-pictures/ User-agent: facebookexternalhit Allow: /cws-pictures/