User-agent: * Allow: /medias/ Allow: /assets/ Allow: /static/ Allow: /embed/batch_media_data/ Allow: /embed/iframe/ Allow: /embed/medias/ Allow: /embed/channel/ Allow: /embed/captions/ Allow: /embed/stats/ Allow: /embed/*.js Allow: /player.js Allow: /fonts/ Allow: /embed/iframe_shim Allow: /labs/ Allow: /channels/*/rss Allow: /live/events/ Disallow: / User-agent: TwitterBot Allow: /medias/ Allow: /embed/iframe/