mirror of
https://github.com/servo/servo.git
synced 2025-06-06 16:45:39 +00:00
When no CSS animation exist, register timer for image animation, update
animated image active image frame as part of update_the_rendering, mark
node as dirty if the corresponding image need update. Added unit test to
test ImageAnimationState.
Part of https://github.com/servo/servo/issues/36057, the last step to
let the Animated Image "Move".
Testing: Introduced new WPT RefTest for animated image, but fail because
of https://github.com/servo/servo/issues/36931. New unit test for
`ImageAnimationState`.
Fixes: https://github.com/servo/servo/issues/22903
https://github.com/servo/servo/issues/36057
[Try](1472472966
)
---------
Signed-off-by: rayguo17 <rayguo17@gmail.com>
251 lines
9.6 KiB
Rust
251 lines
9.6 KiB
Rust
/* This Source Code Form is subject to the terms of the Mozilla Public
|
||
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
||
* file, You can obtain one at https://mozilla.org/MPL/2.0/. */
|
||
|
||
use std::sync::Arc;
|
||
|
||
use base::id::PipelineId;
|
||
use euclid::Size2D;
|
||
use fnv::FnvHashMap;
|
||
use fonts::FontContext;
|
||
use fxhash::FxHashMap;
|
||
use net_traits::image_cache::{
|
||
ImageCache, ImageCacheResult, ImageOrMetadataAvailable, UsePlaceholder,
|
||
};
|
||
use parking_lot::{Mutex, RwLock};
|
||
use pixels::Image as PixelImage;
|
||
use script_layout_interface::{IFrameSizes, ImageAnimationState, PendingImage, PendingImageState};
|
||
use servo_url::{ImmutableOrigin, ServoUrl};
|
||
use style::context::SharedStyleContext;
|
||
use style::dom::OpaqueNode;
|
||
use style::values::computed::image::{Gradient, Image};
|
||
|
||
use crate::display_list::WebRenderImageInfo;
|
||
|
||
pub struct LayoutContext<'a> {
|
||
pub id: PipelineId,
|
||
pub use_rayon: bool,
|
||
pub origin: ImmutableOrigin,
|
||
|
||
/// Bits shared by the layout and style system.
|
||
pub style_context: SharedStyleContext<'a>,
|
||
|
||
/// A FontContext to be used during layout.
|
||
pub font_context: Arc<FontContext>,
|
||
|
||
/// Reference to the script thread image cache.
|
||
pub image_cache: Arc<dyn ImageCache>,
|
||
|
||
/// A list of in-progress image loads to be shared with the script thread.
|
||
pub pending_images: Mutex<Vec<PendingImage>>,
|
||
|
||
/// A collection of `<iframe>` sizes to send back to script.
|
||
pub iframe_sizes: Mutex<IFrameSizes>,
|
||
|
||
pub webrender_image_cache:
|
||
Arc<RwLock<FnvHashMap<(ServoUrl, UsePlaceholder), WebRenderImageInfo>>>,
|
||
|
||
pub node_image_animation_map: Arc<RwLock<FxHashMap<OpaqueNode, ImageAnimationState>>>,
|
||
|
||
/// The DOM node that is highlighted by the devtools inspector, if any
|
||
pub highlighted_dom_node: Option<OpaqueNode>,
|
||
}
|
||
|
||
pub enum ResolvedImage<'a> {
|
||
Gradient(&'a Gradient),
|
||
Image(WebRenderImageInfo),
|
||
}
|
||
|
||
impl Drop for LayoutContext<'_> {
|
||
fn drop(&mut self) {
|
||
if !std::thread::panicking() {
|
||
assert!(self.pending_images.lock().is_empty());
|
||
}
|
||
}
|
||
}
|
||
|
||
#[derive(Debug)]
|
||
pub enum ResolveImageError {
|
||
LoadError,
|
||
ImagePending,
|
||
ImageRequested,
|
||
OnlyMetadata,
|
||
InvalidUrl,
|
||
MissingNode,
|
||
ImageMissingFromImageSet,
|
||
FailedToResolveImageFromImageSet,
|
||
NotImplementedYet(&'static str),
|
||
None,
|
||
}
|
||
|
||
impl LayoutContext<'_> {
|
||
#[inline(always)]
|
||
pub fn shared_context(&self) -> &SharedStyleContext {
|
||
&self.style_context
|
||
}
|
||
|
||
pub fn get_or_request_image_or_meta(
|
||
&self,
|
||
node: OpaqueNode,
|
||
url: ServoUrl,
|
||
use_placeholder: UsePlaceholder,
|
||
) -> Result<ImageOrMetadataAvailable, ResolveImageError> {
|
||
// Check for available image or start tracking.
|
||
let cache_result = self.image_cache.get_cached_image_status(
|
||
url.clone(),
|
||
self.origin.clone(),
|
||
None,
|
||
use_placeholder,
|
||
);
|
||
|
||
match cache_result {
|
||
ImageCacheResult::Available(img_or_meta) => Ok(img_or_meta),
|
||
// Image has been requested, is still pending. Return no image for this paint loop.
|
||
// When the image loads it will trigger a reflow and/or repaint.
|
||
ImageCacheResult::Pending(id) => {
|
||
let image = PendingImage {
|
||
state: PendingImageState::PendingResponse,
|
||
node: node.into(),
|
||
id,
|
||
origin: self.origin.clone(),
|
||
};
|
||
self.pending_images.lock().push(image);
|
||
Result::Err(ResolveImageError::ImagePending)
|
||
},
|
||
// Not yet requested - request image or metadata from the cache
|
||
ImageCacheResult::ReadyForRequest(id) => {
|
||
let image = PendingImage {
|
||
state: PendingImageState::Unrequested(url),
|
||
node: node.into(),
|
||
id,
|
||
origin: self.origin.clone(),
|
||
};
|
||
self.pending_images.lock().push(image);
|
||
Result::Err(ResolveImageError::ImageRequested)
|
||
},
|
||
// Image failed to load, so just return nothing
|
||
ImageCacheResult::LoadError => Result::Err(ResolveImageError::LoadError),
|
||
}
|
||
}
|
||
|
||
pub fn handle_animated_image(&self, node: OpaqueNode, image: Arc<PixelImage>) {
|
||
let mut store = self.node_image_animation_map.write();
|
||
|
||
// 1. first check whether node previously being track for animated image.
|
||
if let Some(image_state) = store.get(&node) {
|
||
// a. if the node is not containing the same image as before.
|
||
if image_state.image_key() != image.id {
|
||
if image.should_animate() {
|
||
// i. Register/Replace tracking item in image_animation_manager.
|
||
store.insert(
|
||
node,
|
||
ImageAnimationState::new(
|
||
image,
|
||
self.shared_context().current_time_for_animations,
|
||
),
|
||
);
|
||
} else {
|
||
// ii. Cancel Action if the node's image is no longer animated.
|
||
store.remove(&node);
|
||
}
|
||
}
|
||
} else if image.should_animate() {
|
||
store.insert(
|
||
node,
|
||
ImageAnimationState::new(image, self.shared_context().current_time_for_animations),
|
||
);
|
||
}
|
||
}
|
||
|
||
fn get_webrender_image_for_url(
|
||
&self,
|
||
node: OpaqueNode,
|
||
url: ServoUrl,
|
||
use_placeholder: UsePlaceholder,
|
||
) -> Result<WebRenderImageInfo, ResolveImageError> {
|
||
if let Some(existing_webrender_image) = self
|
||
.webrender_image_cache
|
||
.read()
|
||
.get(&(url.clone(), use_placeholder))
|
||
{
|
||
return Ok(*existing_webrender_image);
|
||
}
|
||
let image_or_meta =
|
||
self.get_or_request_image_or_meta(node, url.clone(), use_placeholder)?;
|
||
match image_or_meta {
|
||
ImageOrMetadataAvailable::ImageAvailable { image, .. } => {
|
||
self.handle_animated_image(node, image.clone());
|
||
let image_info = WebRenderImageInfo {
|
||
size: Size2D::new(image.width, image.height),
|
||
key: image.id,
|
||
};
|
||
if image_info.key.is_none() {
|
||
Ok(image_info)
|
||
} else {
|
||
let mut webrender_image_cache = self.webrender_image_cache.write();
|
||
webrender_image_cache.insert((url, use_placeholder), image_info);
|
||
Ok(image_info)
|
||
}
|
||
},
|
||
ImageOrMetadataAvailable::MetadataAvailable(..) => {
|
||
Result::Err(ResolveImageError::OnlyMetadata)
|
||
},
|
||
}
|
||
}
|
||
|
||
pub fn resolve_image<'a>(
|
||
&self,
|
||
node: Option<OpaqueNode>,
|
||
image: &'a Image,
|
||
) -> Result<ResolvedImage<'a>, ResolveImageError> {
|
||
match image {
|
||
// TODO: Add support for PaintWorklet and CrossFade rendering.
|
||
Image::None => Result::Err(ResolveImageError::None),
|
||
Image::CrossFade(_) => Result::Err(ResolveImageError::NotImplementedYet("CrossFade")),
|
||
Image::PaintWorklet(_) => {
|
||
Result::Err(ResolveImageError::NotImplementedYet("PaintWorklet"))
|
||
},
|
||
Image::Gradient(gradient) => Ok(ResolvedImage::Gradient(gradient)),
|
||
Image::Url(image_url) => {
|
||
// FIXME: images won’t always have in intrinsic width or
|
||
// height when support for SVG is added, or a WebRender
|
||
// `ImageKey`, for that matter.
|
||
//
|
||
// FIXME: It feels like this should take into account the pseudo
|
||
// element and not just the node.
|
||
let image_url = image_url.url().ok_or(ResolveImageError::InvalidUrl)?;
|
||
let node = node.ok_or(ResolveImageError::MissingNode)?;
|
||
let webrender_info = self.get_webrender_image_for_url(
|
||
node,
|
||
image_url.clone().into(),
|
||
UsePlaceholder::No,
|
||
)?;
|
||
Ok(ResolvedImage::Image(webrender_info))
|
||
},
|
||
Image::ImageSet(image_set) => {
|
||
image_set
|
||
.items
|
||
.get(image_set.selected_index)
|
||
.ok_or(ResolveImageError::ImageMissingFromImageSet)
|
||
.and_then(|image| {
|
||
self.resolve_image(node, &image.image)
|
||
.map(|info| match info {
|
||
ResolvedImage::Image(mut image_info) => {
|
||
// From <https://drafts.csswg.org/css-images-4/#image-set-notation>:
|
||
// > A <resolution> (optional). This is used to help the UA decide
|
||
// > which <image-set-option> to choose. If the image reference is
|
||
// > for a raster image, it also specifies the image’s natural
|
||
// > resolution, overriding any other source of data that might
|
||
// > supply a natural resolution.
|
||
image_info.size = (image_info.size.to_f32() /
|
||
image.resolution.dppx())
|
||
.to_u32();
|
||
ResolvedImage::Image(image_info)
|
||
},
|
||
_ => info,
|
||
})
|
||
})
|
||
},
|
||
}
|
||
}
|
||
}
|