Auto merge of #23483 - ceyusa:player-context, r=jdm

Media player rendering with GL textures

These patches pass the application's OpenGL raw context  and the its native display address to the media player, in order to create an internal wrapped context, thus it will generate video frames as textures.

For now only EGL from glutin-based app and android are in place, though tested only in Linux glutin app.

This PR also renders the generated frame textures by Servo/Media and renders them by using a thread that connects Webrenderer's ExternalImageHandler and each instantiated player. **By now, these patches, disable the WebGL rendering**. We need to provide a ExternalImageHandler demuxer.

This PR depends on https://github.com/servo/media/pull/270

- [X]  `./mach build -d` does not report any errors
- [X] `./mach test-tidy` does not report any errors
- This PR fixes #22300 and fixes #22920

In order to test it you must launch servo as

`./mach run -- --pref media.glvideo.enabled [...]`

<!-- Reviewable:start -->
---
This change is [<img src="https://reviewable.io/review_button.svg" height="34" align="absmiddle" alt="Reviewable"/>](https://reviewable.io/reviews/servo/servo/23483)
<!-- Reviewable:end -->

components/servo/Cargo.toml

@@ -58,6 +58,7 @@ keyboard-types = "0.4"
 layout_thread_2013 = {path = "../layout_thread", optional = true}
 layout_thread_2020 = {path = "../layout_thread_2020", optional = true}
 log = "0.4"
+media = {path = "../media"}
 msg = {path = "../msg"}
 net = {path = "../net"}
 net_traits = {path = "../net_traits"}
@@ -74,6 +75,7 @@ style = {path = "../style", features = ["servo"]}
 style_traits = {path = "../style_traits", features = ["servo"]}
 webrender = {git = "https://github.com/servo/webrender"}
 webrender_api = {git = "https://github.com/servo/webrender", features = ["ipc"]}
+webrender_traits = {path = "../webrender_traits"}
 webdriver_server = {path = "../webdriver_server", optional = true}
 webvr = {path = "../webvr"}
 webvr_traits = {path = "../webvr_traits"}

components/servo/lib.rs

@@ -35,6 +35,7 @@ pub use euclid;
 pub use gfx;
 pub use ipc_channel;
 pub use layout_thread;
+pub use media;
 pub use msg;
 pub use net;
 pub use net_traits;
@@ -49,6 +50,7 @@ pub use servo_url;
 pub use style;
 pub use style_traits;
 pub use webrender_api;
+pub use webrender_traits;
 pub use webvr;
 pub use webvr_traits;
 
@@ -93,6 +95,7 @@ use gaol::sandbox::{ChildSandbox, ChildSandboxMethods};
 use gfx::font_cache_thread::FontCacheThread;
 use ipc_channel::ipc::{self, IpcSender};
 use log::{Log, Metadata, Record};
+use media::{GLPlayerThreads, WindowGLContext};
 use msg::constellation_msg::{PipelineNamespace, PipelineNamespaceId};
 use net::resource_thread::new_resource_threads;
 use net_traits::IpcSend;
@@ -103,12 +106,14 @@ use profile_traits::time;
 use script_traits::{ConstellationMsg, SWManagerSenders, ScriptToConstellationChan};
 use servo_config::opts;
 use servo_config::{pref, prefs};
+use servo_media::player::context::GlContext;
 use servo_media::ServoMedia;
 use std::borrow::Cow;
 use std::cmp::max;
 use std::path::PathBuf;
 use std::rc::Rc;
 use webrender::{RendererKind, ShaderPrecacheFlags};
+use webrender_traits::{WebrenderExternalImageHandlers, WebrenderImageHandlerType};
 use webvr::{VRServiceManager, WebVRCompositorHandler, WebVRThread};
 
 pub use gleam::gl;
@@ -303,6 +308,13 @@ where
             None
         };
 
+        let player_context = WindowGLContext {
+            gl_context: window.get_gl_context(),
+            native_display: window.get_native_display(),
+            gl_api: window.get_gl_api(),
+            glplayer_chan: None,
+        };
+
         // Create the constellation, which maintains the engine
         // pipelines, including the script and layout threads, as well
         // as the navigation context.
@@ -321,6 +333,7 @@ where
             window.gl(),
             webvr_services,
             webxr_registry,
+            player_context,
         );
 
         // Send the constellation's swmanager sender to service worker manager thread
@@ -631,6 +644,7 @@ fn create_constellation(
     window_gl: Rc<dyn gl::Gl>,
     webvr_services: Option<VRServiceManager>,
     webxr_registry: webxr_api::Registry,
+    player_context: WindowGLContext,
 ) -> (Sender<ConstellationMsg>, SWManagerSenders) {
     // Global configuration options, parsed from the command line.
     let opts = opts::get();
@@ -676,6 +690,9 @@ fn create_constellation(
         GLContextFactory::current_native_handle(&compositor_proxy)
     };
 
+    let (external_image_handlers, external_images) = WebrenderExternalImageHandlers::new();
+    let mut external_image_handlers = Box::new(external_image_handlers);
+
     // Initialize WebGL Thread entry point.
     let webgl_threads = gl_factory.map(|factory| {
         let (webgl_threads, image_handler, output_handler) = WebGLThreads::new(
@@ -683,10 +700,11 @@ fn create_constellation(
             window_gl,
             webrender_api_sender.clone(),
             webvr_compositor.map(|c| c as Box<_>),
+            external_images.clone(),
         );
 
         // Set webrender external image handler for WebGL textures
-        webrender.set_external_image_handler(image_handler);
+        external_image_handlers.set_handler(image_handler, WebrenderImageHandlerType::WebGL);
 
         // Set DOM to texture handler, if enabled.
         if let Some(output_handler) = output_handler {
@@ -696,6 +714,22 @@ fn create_constellation(
         webgl_threads
     });
 
+    let glplayer_threads = match player_context.gl_context {
+        GlContext::Unknown => None,
+        _ => {
+            let (glplayer_threads, image_handler) = GLPlayerThreads::new(external_images);
+            external_image_handlers.set_handler(image_handler, WebrenderImageHandlerType::Media);
+            Some(glplayer_threads)
+        },
+    };
+
+    webrender.set_external_image_handler(external_image_handlers);
+
+    let player_context = WindowGLContext {
+        glplayer_chan: glplayer_threads.as_ref().map(|threads| threads.pipeline()),
+        ..player_context
+    };
+
     let initial_state = InitialConstellationState {
         compositor_proxy,
         embedder_proxy,
@@ -712,6 +746,8 @@ fn create_constellation(
         webgl_threads,
         webvr_chan,
         webxr_registry,
+        glplayer_threads,
+        player_context,
     };
     let (constellation_chan, from_swmanager_sender) = Constellation::<
         script_layout_interface::message::Msg,