Add retry for hit testing with expired epoch

Signed-off-by: batu_hoang <longvatrong111@gmail.com>
This commit is contained in:
batu_hoang 2025-05-21 21:06:32 +08:00
parent 8d086b9fe5
commit b5a3c975a9
2 changed files with 96 additions and 21 deletions

View file

@ -281,6 +281,12 @@ impl PipelineDetails {
} }
} }
pub enum HitTestError {
EpochMismatch,
#[allow(dead_code)]
Other,
}
impl ServoRenderer { impl ServoRenderer {
pub fn shutdown_state(&self) -> ShutdownState { pub fn shutdown_state(&self) -> ShutdownState {
self.shutdown_state.get() self.shutdown_state.get()
@ -290,15 +296,16 @@ impl ServoRenderer {
&self, &self,
point: DevicePoint, point: DevicePoint,
details_for_pipeline: impl Fn(PipelineId) -> Option<&'a PipelineDetails>, details_for_pipeline: impl Fn(PipelineId) -> Option<&'a PipelineDetails>,
) -> Option<CompositorHitTestResult> { ) -> Result<Option<CompositorHitTestResult>, HitTestError> {
self.hit_test_at_point_with_flags_and_pipeline( match self.hit_test_at_point_with_flags_and_pipeline(
point, point,
HitTestFlags::empty(), HitTestFlags::empty(),
None, None,
details_for_pipeline, details_for_pipeline,
) ) {
.first() Ok(hit_test_results) => Ok(hit_test_results.first().cloned()),
.cloned() Err(error) => Err(error),
}
} }
// TODO: split this into first half (global) and second half (one for whole compositor, one for webview) // TODO: split this into first half (global) and second half (one for whole compositor, one for webview)
@ -308,14 +315,15 @@ impl ServoRenderer {
flags: HitTestFlags, flags: HitTestFlags,
pipeline_id: Option<WebRenderPipelineId>, pipeline_id: Option<WebRenderPipelineId>,
details_for_pipeline: impl Fn(PipelineId) -> Option<&'a PipelineDetails>, details_for_pipeline: impl Fn(PipelineId) -> Option<&'a PipelineDetails>,
) -> Vec<CompositorHitTestResult> { ) -> Result<Vec<CompositorHitTestResult>, HitTestError> {
// DevicePoint and WorldPoint are the same for us. // DevicePoint and WorldPoint are the same for us.
let world_point = WorldPoint::from_untyped(point.to_untyped()); let world_point = WorldPoint::from_untyped(point.to_untyped());
let results = let results =
self.webrender_api self.webrender_api
.hit_test(self.webrender_document, pipeline_id, world_point, flags); .hit_test(self.webrender_document, pipeline_id, world_point, flags);
results let mut epoch_mismatch = false;
let results = results
.items .items
.iter() .iter()
.filter_map(|item| { .filter_map(|item| {
@ -323,10 +331,16 @@ impl ServoRenderer {
let details = details_for_pipeline(pipeline_id)?; let details = details_for_pipeline(pipeline_id)?;
// If the epoch in the tag does not match the current epoch of the pipeline, // If the epoch in the tag does not match the current epoch of the pipeline,
// then the hit test is against an old version of the display list and we // then the hit test is against an old version of the display list.
// should ignore this hit test for now.
match details.most_recent_display_list_epoch { match details.most_recent_display_list_epoch {
Some(epoch) if epoch.as_u16() == item.tag.1 => {}, Some(epoch) => {
if epoch.as_u16() != item.tag.1 {
// It's too early to hit test for now.
// New scene building is in progress.
epoch_mismatch = true;
return None;
}
},
_ => return None, _ => return None,
} }
@ -340,7 +354,13 @@ impl ServoRenderer {
scroll_tree_node: info.scroll_tree_node, scroll_tree_node: info.scroll_tree_node,
}) })
}) })
.collect() .collect();
if epoch_mismatch {
return Err(HitTestError::EpochMismatch);
}
Ok(results)
} }
pub(crate) fn send_transaction(&mut self, transaction: Transaction) { pub(crate) fn send_transaction(&mut self, transaction: Transaction) {
@ -619,7 +639,7 @@ impl IOCompositor {
.global .global
.borrow() .borrow()
.hit_test_at_point(point, details_for_pipeline); .hit_test_at_point(point, details_for_pipeline);
if let Some(result) = result { if let Ok(Some(result)) = result {
self.global.borrow_mut().update_cursor(point, &result); self.global.borrow_mut().update_cursor(point, &result);
} }
} }
@ -841,7 +861,8 @@ impl IOCompositor {
flags, flags,
pipeline, pipeline,
details_for_pipeline, details_for_pipeline,
); )
.unwrap_or_default();
let _ = sender.send(result); let _ = sender.send(result);
}, },
@ -1629,11 +1650,19 @@ impl IOCompositor {
}, },
CompositorMsg::NewWebRenderFrameReady(..) => { CompositorMsg::NewWebRenderFrameReady(..) => {
found_recomposite_msg = true; found_recomposite_msg = true;
compositor_messages.push(msg) compositor_messages.push(msg);
}, },
_ => compositor_messages.push(msg), _ => compositor_messages.push(msg),
} }
} }
if found_recomposite_msg {
// Process all pending events
self.webview_renderers.iter().for_each(|webview| {
webview.dispatch_pending_input_events();
});
}
for msg in compositor_messages { for msg in compositor_messages {
self.handle_browser_message(msg); self.handle_browser_message(msg);

View file

@ -3,8 +3,8 @@
* file, You can obtain one at https://mozilla.org/MPL/2.0/. */ * file, You can obtain one at https://mozilla.org/MPL/2.0/. */
use std::cell::RefCell; use std::cell::RefCell;
use std::collections::HashMap;
use std::collections::hash_map::Keys; use std::collections::hash_map::Keys;
use std::collections::{HashMap, VecDeque};
use std::rc::Rc; use std::rc::Rc;
use base::id::{PipelineId, WebViewId}; use base::id::{PipelineId, WebViewId};
@ -25,7 +25,7 @@ use webrender_api::units::{
}; };
use webrender_api::{ExternalScrollId, HitTestFlags, ScrollLocation}; use webrender_api::{ExternalScrollId, HitTestFlags, ScrollLocation};
use crate::compositor::{PipelineDetails, ServoRenderer}; use crate::compositor::{HitTestError, PipelineDetails, ServoRenderer};
use crate::touch::{TouchHandler, TouchMoveAction, TouchMoveAllowed, TouchSequenceState}; use crate::touch::{TouchHandler, TouchMoveAction, TouchMoveAllowed, TouchSequenceState};
// Default viewport constraints // Default viewport constraints
@ -98,6 +98,8 @@ pub(crate) struct WebViewRenderer {
/// Whether or not this [`WebViewRenderer`] isn't throttled and has a pipeline with /// Whether or not this [`WebViewRenderer`] isn't throttled and has a pipeline with
/// active animations or animation frame callbacks. /// active animations or animation frame callbacks.
animating: bool, animating: bool,
/// Pending input events queue. Priavte and only this thread pushes events to it.
pending_input_events: RefCell<VecDeque<InputEvent>>,
} }
impl Drop for WebViewRenderer { impl Drop for WebViewRenderer {
@ -132,6 +134,7 @@ impl WebViewRenderer {
max_viewport_zoom: None, max_viewport_zoom: None,
hidpi_scale_factor: Scale::new(hidpi_scale_factor.0), hidpi_scale_factor: Scale::new(hidpi_scale_factor.0),
animating: false, animating: false,
pending_input_events: Default::default(),
} }
} }
@ -316,14 +319,27 @@ impl WebViewRenderer {
return; return;
}; };
if self.pending_input_events.borrow().len() > 0 {
self.pending_input_events.borrow_mut().push_back(event);
return;
}
// If we can't find a pipeline to send this event to, we cannot continue. // If we can't find a pipeline to send this event to, we cannot continue.
let get_pipeline_details = |pipeline_id| self.pipelines.get(&pipeline_id); let get_pipeline_details = |pipeline_id| self.pipelines.get(&pipeline_id);
let Some(result) = self let result = match self
.global .global
.borrow() .borrow()
.hit_test_at_point(point, get_pipeline_details) .hit_test_at_point(point, get_pipeline_details)
else { {
Ok(Some(hit_test_results)) => hit_test_results,
Err(HitTestError::EpochMismatch) => {
dbg!("A hit test failed with epoch mismatch. Retrying");
self.pending_input_events.borrow_mut().push_back(event);
return; return;
},
_ => {
return;
},
}; };
self.global.borrow_mut().update_cursor(point, &result); self.global.borrow_mut().update_cursor(point, &result);
@ -335,6 +351,35 @@ impl WebViewRenderer {
} }
} }
pub(crate) fn dispatch_pending_input_events(&self) {
while let Some(event) = self.pending_input_events.borrow_mut().pop_front() {
// Events that do not need to do hit testing are sent directly to the
// constellation to filter down.
let Some(point) = event.point() else {
continue;
};
// If we can't find a pipeline to send this event to, we cannot continue.
let get_pipeline_details = |pipeline_id| self.pipelines.get(&pipeline_id);
let Ok(Some(result)) = self
.global
.borrow()
.hit_test_at_point(point, get_pipeline_details)
else {
continue;
};
dbg!("Hit test for pending event succeeded");
self.global.borrow_mut().update_cursor(point, &result);
if let Err(error) = self.global.borrow().constellation_sender.send(
EmbedderToConstellationMessage::ForwardInputEvent(self.id, event, Some(result)),
) {
warn!("Sending event to constellation failed ({error:?}).");
}
}
}
pub(crate) fn notify_input_event(&mut self, event: InputEvent) { pub(crate) fn notify_input_event(&mut self, event: InputEvent) {
if self.global.borrow().shutdown_state() != ShutdownState::NotShuttingDown { if self.global.borrow().shutdown_state() != ShutdownState::NotShuttingDown {
return; return;
@ -406,7 +451,7 @@ impl WebViewRenderer {
fn send_touch_event(&self, mut event: TouchEvent) -> bool { fn send_touch_event(&self, mut event: TouchEvent) -> bool {
let get_pipeline_details = |pipeline_id| self.pipelines.get(&pipeline_id); let get_pipeline_details = |pipeline_id| self.pipelines.get(&pipeline_id);
let Some(result) = self let Ok(Some(result)) = self
.global .global
.borrow() .borrow()
.hit_test_at_point(event.point, get_pipeline_details) .hit_test_at_point(event.point, get_pipeline_details)
@ -858,7 +903,8 @@ impl WebViewRenderer {
HitTestFlags::FIND_ALL, HitTestFlags::FIND_ALL,
None, None,
get_pipeline_details, get_pipeline_details,
); )
.unwrap_or_default();
// Iterate through all hit test results, processing only the first node of each pipeline. // Iterate through all hit test results, processing only the first node of each pipeline.
// This is needed to propagate the scroll events from a pipeline representing an iframe to // This is needed to propagate the scroll events from a pipeline representing an iframe to