/* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at https://mozilla.org/MPL/2.0/. */ use std::collections::{HashMap, HashSet}; use std::default::Default; use std::hash::{BuildHasherDefault, Hash, Hasher}; use std::sync::atomic::{AtomicBool, Ordering}; use std::sync::Arc; use app_units::Au; use crossbeam_channel::unbounded; use fnv::FnvHasher; use fonts_traits::WebFontLoadFinishedCallback; use log::{debug, trace}; use malloc_size_of::{MallocSizeOf, MallocSizeOfOps}; use malloc_size_of_derive::MallocSizeOf; use net_traits::request::{Destination, Referrer, RequestBuilder}; use net_traits::{fetch_async, CoreResourceThread, FetchResponseMsg, ResourceThreads}; use parking_lot::{Mutex, ReentrantMutex, RwLock}; use servo_arc::Arc as ServoArc; use servo_url::ServoUrl; use style::computed_values::font_variant_caps::T as FontVariantCaps; use style::font_face::{FontFaceSourceFormat, FontFaceSourceFormatKeyword, Source, UrlSource}; use style::media_queries::Device; use style::properties::style_structs::Font as FontStyleStruct; use style::shared_lock::SharedRwLockReadGuard; use style::stylesheets::{CssRule, DocumentStyleSheet, FontFaceRule, StylesheetInDocument}; use style::values::computed::font::{FamilyName, FontFamilyNameSyntax, SingleFontFamily}; use style::Atom; use url::Url; use webrender_api::{FontInstanceFlags, FontInstanceKey, FontKey}; use webrender_traits::{ScriptToCompositorMsg, WebRenderScriptApi}; use crate::font::{ Font, FontDescriptor, FontFamilyDescriptor, FontGroup, FontRef, FontSearchScope, }; use crate::font_store::CrossThreadFontStore; use crate::font_template::{FontTemplate, FontTemplateRef, FontTemplateRefMethods}; use crate::platform::font::PlatformFont; use crate::system_font_service::{CSSFontFaceDescriptors, FontIdentifier}; use crate::{FontData, LowercaseFontFamilyName, PlatformFontMethods, SystemFontServiceProxy}; static SMALL_CAPS_SCALE_FACTOR: f32 = 0.8; // Matches FireFox (see gfxFont.h) /// The FontContext represents the per-thread/thread state necessary for /// working with fonts. It is the public API used by the layout and /// paint code. It talks directly to the system font service where /// required. pub struct FontContext { pub(crate) system_font_service_proxy: Arc, resource_threads: ReentrantMutex, /// A sender that can send messages and receive replies from the compositor. webrender_api: ReentrantMutex, /// The actual instances of fonts ie a [`FontTemplate`] combined with a size and /// other font properties, along with the font data and a platform font instance. fonts: RwLock>>, /// A caching map between the specification of a font in CSS style and /// resolved [`FontGroup`] which contains information about all fonts that /// can be selected with that style. resolved_font_groups: RwLock>, BuildHasherDefault>>, web_fonts: CrossThreadFontStore, /// A collection of WebRender [`FontKey`]s generated for the web fonts that this /// [`FontContext`] controls. webrender_font_keys: RwLock>, /// A collection of WebRender [`FontInstanceKey`]s generated for the web fonts that /// this [`FontContext`] controls. webrender_font_instance_keys: RwLock>, have_removed_web_fonts: AtomicBool, } impl MallocSizeOf for FontContext { fn size_of(&self, ops: &mut MallocSizeOfOps) -> usize { let font_cache_size = self .fonts .read() .iter() .map(|(key, font)| { key.size_of(ops) + font.as_ref().map_or(0, |font| (*font).size_of(ops)) }) .sum::(); let font_group_cache_size = self .resolved_font_groups .read() .iter() .map(|(key, font_group)| key.size_of(ops) + (*font_group.read()).size_of(ops)) .sum::(); font_cache_size + font_group_cache_size } } impl FontContext { pub fn new( system_font_service_proxy: Arc, webrender_api: WebRenderScriptApi, resource_threads: ResourceThreads, ) -> Self { #[allow(clippy::default_constructed_unit_structs)] Self { system_font_service_proxy, resource_threads: ReentrantMutex::new(resource_threads.core_thread), webrender_api: ReentrantMutex::new(webrender_api), fonts: Default::default(), resolved_font_groups: Default::default(), web_fonts: Arc::new(RwLock::default()), webrender_font_keys: RwLock::default(), webrender_font_instance_keys: RwLock::default(), have_removed_web_fonts: AtomicBool::new(false), } } pub fn web_fonts_still_loading(&self) -> usize { self.web_fonts.read().number_of_fonts_still_loading() } pub(crate) fn get_font_data(&self, identifier: &FontIdentifier) -> Arc { match identifier { FontIdentifier::Web(_) => self.web_fonts.read().get_font_data(identifier), FontIdentifier::Local(_) | FontIdentifier::Mock(_) => { self.system_font_service_proxy.get_font_data(identifier) }, } .expect("Could not find font data") } /// Handle the situation where a web font finishes loading, specifying if the load suceeded or failed. fn handle_web_font_load_finished( &self, finished_callback: &WebFontLoadFinishedCallback, succeeded: bool, ) { if succeeded { self.invalidate_font_groups_after_web_font_load(); } finished_callback(succeeded); } /// Returns a `FontGroup` representing fonts which can be used for layout, given the `style`. /// Font groups are cached, so subsequent calls with the same `style` will return a reference /// to an existing `FontGroup`. pub fn font_group(&self, style: ServoArc) -> Arc> { let font_size = style.font_size.computed_size().into(); self.font_group_with_size(style, font_size) } /// Like [`Self::font_group`], but overriding the size found in the [`FontStyleStruct`] with the given size /// in pixels. pub fn font_group_with_size( &self, style: ServoArc, size: Au, ) -> Arc> { let cache_key = FontGroupCacheKey { size, style }; if let Some(font_group) = self.resolved_font_groups.read().get(&cache_key) { return font_group.clone(); } let mut descriptor = FontDescriptor::from(&*cache_key.style); descriptor.pt_size = size; let font_group = Arc::new(RwLock::new(FontGroup::new(&cache_key.style, descriptor))); self.resolved_font_groups .write() .insert(cache_key, font_group.clone()); font_group } /// Returns a font matching the parameters. Fonts are cached, so repeated calls will return a /// reference to the same underlying `Font`. pub fn font( &self, font_template: FontTemplateRef, font_descriptor: &FontDescriptor, ) -> Option { self.get_font_maybe_synthesizing_small_caps( font_template, font_descriptor, true, /* synthesize_small_caps */ ) } fn get_font_maybe_synthesizing_small_caps( &self, font_template: FontTemplateRef, font_descriptor: &FontDescriptor, synthesize_small_caps: bool, ) -> Option { // TODO: (Bug #3463): Currently we only support fake small-caps // painting. We should also support true small-caps (where the // font supports it) in the future. let synthesized_small_caps_font = if font_descriptor.variant == FontVariantCaps::SmallCaps && synthesize_small_caps { let mut small_caps_descriptor = font_descriptor.clone(); small_caps_descriptor.pt_size = font_descriptor.pt_size.scale_by(SMALL_CAPS_SCALE_FACTOR); self.get_font_maybe_synthesizing_small_caps( font_template.clone(), &small_caps_descriptor, false, /* synthesize_small_caps */ ) } else { None }; let cache_key = FontCacheKey { font_identifier: font_template.identifier(), font_descriptor: font_descriptor.clone(), }; if let Some(font) = self.fonts.read().get(&cache_key).cloned() { return font; } debug!( "FontContext::font cache miss for font_template={:?} font_descriptor={:?}", font_template, font_descriptor ); // TODO: Inserting `None` into the cache here is a bit bogus. Instead we should somehow // mark this template as invalid so it isn't tried again. let font = self .create_font( font_template, font_descriptor.to_owned(), synthesized_small_caps_font, ) .ok(); self.fonts.write().insert(cache_key, font.clone()); font } fn matching_web_font_templates( &self, descriptor_to_match: &FontDescriptor, family_descriptor: &FontFamilyDescriptor, ) -> Option> { if family_descriptor.scope != FontSearchScope::Any { return None; } // Do not look for generic fonts in our list of web fonts. let SingleFontFamily::FamilyName(ref family_name) = family_descriptor.family else { return None; }; self.web_fonts .read() .families .get(&family_name.name.clone().into()) .map(|templates| templates.find_for_descriptor(Some(descriptor_to_match))) } /// Try to find matching templates in this [`FontContext`], first looking in the list of web fonts and /// falling back to asking the [`super::SystemFontService`] for a matching system font. pub fn matching_templates( &self, descriptor_to_match: &FontDescriptor, family_descriptor: &FontFamilyDescriptor, ) -> Vec { self.matching_web_font_templates(descriptor_to_match, family_descriptor) .unwrap_or_else(|| { self.system_font_service_proxy.find_matching_font_templates( Some(descriptor_to_match), &family_descriptor.family, ) }) } /// Create a `Font` for use in layout calculations, from a `FontTemplateData` returned by the /// cache thread and a `FontDescriptor` which contains the styling parameters. fn create_font( &self, font_template: FontTemplateRef, font_descriptor: FontDescriptor, synthesized_small_caps: Option, ) -> Result { Ok(Arc::new(Font::new( font_template.clone(), font_descriptor.clone(), self.get_font_data(&font_template.identifier()), synthesized_small_caps, )?)) } pub(crate) fn create_font_instance_key(&self, font: &Font) -> FontInstanceKey { let result = match font.template.identifier() { FontIdentifier::Local(_) | FontIdentifier::Mock(_) => { self.system_font_service_proxy.get_system_font_instance( font.template.identifier(), font.descriptor.pt_size, font.webrender_font_instance_flags(), ) }, FontIdentifier::Web(_) => self.create_web_font_instance( self, font.template.clone(), font.descriptor.pt_size, font.webrender_font_instance_flags(), ), }; result } pub(crate) fn create_web_font_instance( &self, font_context: &FontContext, font_template: FontTemplateRef, pt_size: Au, flags: FontInstanceFlags, ) -> FontInstanceKey { let identifier = font_template.identifier().clone(); let font_data = font_context.get_font_data(&identifier); let font_key = *self .webrender_font_keys .write() .entry(identifier.clone()) .or_insert_with(|| { let font_key = self.system_font_service_proxy.generate_font_key(); let _ = self .webrender_api .lock() .sender() .send(ScriptToCompositorMsg::AddFont( font_key, font_data.as_ipc_shared_memory(), identifier.index(), )); font_key }); let key = *self .webrender_font_instance_keys .write() .entry((font_key, pt_size)) .or_insert_with(|| { let font_instance_key = self.system_font_service_proxy.generate_font_instance_key(); let _ = self.webrender_api.lock().sender().send( ScriptToCompositorMsg::AddFontInstance( font_instance_key, font_key, pt_size.to_f32_px(), flags, ), ); font_instance_key }); key } fn invalidate_font_groups_after_web_font_load(&self) { self.resolved_font_groups.write().clear(); } } #[derive(Clone)] pub struct WebFontDownloadState { pub css_font_face_descriptors: Arc, remaining_sources: Vec, finished_callback: WebFontLoadFinishedCallback, core_resource_thread: CoreResourceThread, local_fonts: Arc>>, pub stylesheet: DocumentStyleSheet, } pub trait FontContextWebFontMethods { fn add_all_web_fonts_from_stylesheet( &self, stylesheet: &DocumentStyleSheet, guard: &SharedRwLockReadGuard, device: &Device, finished_callback: WebFontLoadFinishedCallback, synchronous: bool, ) -> usize; fn process_next_web_font_source(&self, web_font_download_state: WebFontDownloadState); fn remove_all_web_fonts_from_stylesheet(&self, stylesheet: &DocumentStyleSheet); fn collect_unused_webrender_resources(&self, all: bool) -> (Vec, Vec); } impl FontContextWebFontMethods for Arc { fn add_all_web_fonts_from_stylesheet( &self, stylesheet: &DocumentStyleSheet, guard: &SharedRwLockReadGuard, device: &Device, finished_callback: WebFontLoadFinishedCallback, synchronous: bool, ) -> usize { let (finished_callback, synchronous_receiver) = if synchronous { let (sender, receiver) = unbounded(); let finished_callback = move |_succeeded: bool| { let _ = sender.send(()); }; ( Arc::new(finished_callback) as WebFontLoadFinishedCallback, Some(receiver), ) } else { (finished_callback, None) }; let mut number_loading = 0; for rule in stylesheet.effective_rules(device, guard) { let CssRule::FontFace(ref lock) = *rule else { continue; }; let rule: &FontFaceRule = lock.read_with(guard); let Some(font_face) = rule.font_face() else { continue; }; let sources: Vec = font_face .sources() .0 .iter() .rev() .filter(is_supported_web_font_source) .cloned() .collect(); if sources.is_empty() { continue; } // Fetch all local fonts first, beacause if we try to fetch them later on during the process of // loading the list of web font `src`s we may be running in the context of the router thread, which // means we won't be able to seend IPC messages to the FontCacheThread. // // TODO: This is completely wrong. The specification says that `local()` font-family should match // against full PostScript names, but this is matching against font family names. This works... // sometimes. let mut local_fonts = HashMap::new(); for source in sources.iter() { if let Source::Local(family_name) = source { local_fonts .entry(family_name.name.clone()) .or_insert_with(|| { let family = SingleFontFamily::FamilyName(FamilyName { name: family_name.name.clone(), syntax: FontFamilyNameSyntax::Quoted, }); self.system_font_service_proxy .find_matching_font_templates(None, &family) .first() .cloned() }); } } number_loading += 1; self.web_fonts .write() .handle_web_font_load_started_for_stylesheet(stylesheet); self.process_next_web_font_source(WebFontDownloadState { css_font_face_descriptors: Arc::new(rule.into()), remaining_sources: sources, finished_callback: finished_callback.clone(), core_resource_thread: self.resource_threads.lock().clone(), local_fonts: Arc::new(local_fonts), stylesheet: stylesheet.clone(), }); // If the load is synchronous wait for it to be signalled. if let Some(ref synchronous_receiver) = synchronous_receiver { synchronous_receiver.recv().unwrap(); } } number_loading } fn process_next_web_font_source(&self, mut state: WebFontDownloadState) { let Some(source) = state.remaining_sources.pop() else { self.web_fonts .write() .handle_web_font_failed_to_load(&state); self.handle_web_font_load_finished(&state.finished_callback, false); return; }; let this = self.clone(); let web_font_family_name = state.css_font_face_descriptors.family_name.clone(); match source { Source::Url(url_source) => { RemoteWebFontDownloader::download(url_source, this, web_font_family_name, state) }, Source::Local(ref local_family_name) => { if let Some((new_template, font_data)) = state .local_fonts .get(&local_family_name.name) .cloned() .flatten() .and_then(|local_template| { let template = FontTemplate::new_for_local_web_font( local_template.clone(), &state.css_font_face_descriptors, state.stylesheet.clone(), ) .ok()?; let font_data = self.get_font_data(&local_template.identifier()); Some((template, font_data)) }) { let not_cancelled = self.web_fonts.write().handle_web_font_loaded( &state, new_template, font_data, ); self.handle_web_font_load_finished(&state.finished_callback, not_cancelled); } else { this.process_next_web_font_source(state); } }, } } fn remove_all_web_fonts_from_stylesheet(&self, stylesheet: &DocumentStyleSheet) { let mut web_fonts = self.web_fonts.write(); let mut fonts = self.fonts.write(); let mut font_groups = self.resolved_font_groups.write(); // Cancel any currently in-progress web font loads. web_fonts.handle_stylesheet_removed(stylesheet); let mut removed_any = false; for family in web_fonts.families.values_mut() { removed_any |= family.remove_templates_for_stylesheet(stylesheet); } if !removed_any { return; }; fonts.retain(|_, font| match font { Some(font) => font.template.borrow().stylesheet.as_ref() != Some(stylesheet), _ => true, }); // Removing this stylesheet modified the available fonts, so invalidate the cache // of resolved font groups. font_groups.clear(); // Ensure that we clean up any WebRender resources on the next display list update. self.have_removed_web_fonts.store(true, Ordering::Relaxed); } fn collect_unused_webrender_resources( &self, all: bool, ) -> (Vec, Vec) { if all { let mut webrender_font_keys = self.webrender_font_keys.write(); let mut webrender_font_instance_keys = self.webrender_font_instance_keys.write(); self.have_removed_web_fonts.store(false, Ordering::Relaxed); return ( webrender_font_keys.drain().map(|(_, key)| key).collect(), webrender_font_instance_keys .drain() .map(|(_, key)| key) .collect(), ); } if !self.have_removed_web_fonts.load(Ordering::Relaxed) { return (Vec::new(), Vec::new()); } // Lock everything to prevent adding new fonts while we are cleaning up the old ones. let mut web_fonts = self.web_fonts.write(); let _fonts = self.fonts.write(); let _font_groups = self.resolved_font_groups.write(); let mut webrender_font_keys = self.webrender_font_keys.write(); let mut webrender_font_instance_keys = self.webrender_font_instance_keys.write(); let mut unused_identifiers: HashSet = webrender_font_keys.keys().cloned().collect(); for templates in web_fonts.families.values() { templates.for_all_identifiers(|identifier| { unused_identifiers.remove(identifier); }); } web_fonts.remove_all_font_data_for_identifiers(&unused_identifiers); self.have_removed_web_fonts.store(false, Ordering::Relaxed); let mut removed_keys: HashSet = HashSet::new(); webrender_font_keys.retain(|identifier, font_key| { if unused_identifiers.contains(identifier) { removed_keys.insert(*font_key); false } else { true } }); let mut removed_instance_keys: HashSet = HashSet::new(); webrender_font_instance_keys.retain(|(font_key, _), instance_key| { if removed_keys.contains(font_key) { removed_instance_keys.insert(*instance_key); false } else { true } }); ( removed_keys.into_iter().collect(), removed_instance_keys.into_iter().collect(), ) } } struct RemoteWebFontDownloader { font_context: Arc, url: ServoArc, web_font_family_name: LowercaseFontFamilyName, response_valid: Mutex, response_data: Mutex>, } enum DownloaderResponseResult { InProcess, Finished, Failure, } impl RemoteWebFontDownloader { fn download( url_source: UrlSource, font_context: Arc, web_font_family_name: LowercaseFontFamilyName, state: WebFontDownloadState, ) { // https://drafts.csswg.org/css-fonts/#font-fetching-requirements let url = match url_source.url.url() { Some(url) => url.clone(), None => return, }; // FIXME: This shouldn't use NoReferrer, but the current documents url let request = RequestBuilder::new(url.clone().into(), Referrer::NoReferrer) .destination(Destination::Font); debug!("Loading @font-face {} from {}", web_font_family_name, url); let downloader = Self { font_context, url, web_font_family_name, response_valid: Mutex::new(false), response_data: Mutex::default(), }; let core_resource_thread_clone = state.core_resource_thread.clone(); fetch_async( request, &core_resource_thread_clone, move |response_message| match downloader.handle_web_font_fetch_message(response_message) { DownloaderResponseResult::InProcess => {}, DownloaderResponseResult::Finished => { if !downloader.process_downloaded_font_and_signal_completion(&state) { downloader .font_context .process_next_web_font_source(state.clone()) } }, DownloaderResponseResult::Failure => downloader .font_context .process_next_web_font_source(state.clone()), }, ) } /// After a download finishes, try to process the downloaded data, returning true if /// the font is added successfully to the [`FontContext`] or false if it isn't. fn process_downloaded_font_and_signal_completion(&self, state: &WebFontDownloadState) -> bool { if self .font_context .web_fonts .read() .font_load_cancelled_for_stylesheet(&state.stylesheet) { self.font_context .handle_web_font_load_finished(&state.finished_callback, false); // Returning true here prevents trying to load the next font on the source list. return true; } let font_data = std::mem::take(&mut *self.response_data.lock()); trace!( "@font-face {} data={:?}", self.web_font_family_name, font_data ); let font_data = match fontsan::process(&font_data) { Ok(bytes) => Arc::new(FontData::from_bytes(bytes)), Err(error) => { debug!( "Sanitiser rejected web font: family={} url={:?} with {error:?}", self.web_font_family_name, self.url, ); return false; }, }; let url: ServoUrl = self.url.clone().into(); let identifier = FontIdentifier::Web(url.clone()); let Ok(handle) = PlatformFont::new_from_data(identifier, font_data.as_arc().clone(), 0, None) else { return false; }; let mut descriptor = handle.descriptor(); descriptor .override_values_with_css_font_template_descriptors(&state.css_font_face_descriptors); let new_template = FontTemplate::new( FontIdentifier::Web(url), descriptor, Some(state.stylesheet.clone()), ); let not_cancelled = self.font_context.web_fonts.write().handle_web_font_loaded( state, new_template, font_data, ); self.font_context .handle_web_font_load_finished(&state.finished_callback, not_cancelled); // If the load was canceled above, then we still want to return true from this function in // order to halt any attempt to load sources that come later on the source list. true } fn handle_web_font_fetch_message( &self, response_message: FetchResponseMsg, ) -> DownloaderResponseResult { match response_message { FetchResponseMsg::ProcessRequestBody | FetchResponseMsg::ProcessRequestEOF => { DownloaderResponseResult::InProcess }, FetchResponseMsg::ProcessResponse(meta_result) => { trace!( "@font-face {} metadata ok={:?}", self.web_font_family_name, meta_result.is_ok() ); *self.response_valid.lock() = meta_result.is_ok(); DownloaderResponseResult::InProcess }, FetchResponseMsg::ProcessResponseChunk(new_bytes) => { trace!( "@font-face {} chunk={:?}", self.web_font_family_name, new_bytes ); if *self.response_valid.lock() { self.response_data.lock().extend(new_bytes) } DownloaderResponseResult::InProcess }, FetchResponseMsg::ProcessResponseEOF(response) => { trace!( "@font-face {} EOF={:?}", self.web_font_family_name, response ); if response.is_err() || !*self.response_valid.lock() { return DownloaderResponseResult::Failure; } DownloaderResponseResult::Finished }, } } } #[derive(Debug, Eq, Hash, MallocSizeOf, PartialEq)] struct FontCacheKey { font_identifier: FontIdentifier, font_descriptor: FontDescriptor, } #[derive(Debug, MallocSizeOf)] struct FontGroupCacheKey { #[ignore_malloc_size_of = "This is also stored as part of styling."] style: ServoArc, size: Au, } impl PartialEq for FontGroupCacheKey { fn eq(&self, other: &FontGroupCacheKey) -> bool { self.style == other.style && self.size == other.size } } impl Eq for FontGroupCacheKey {} impl Hash for FontGroupCacheKey { fn hash(&self, hasher: &mut H) where H: Hasher, { self.style.hash.hash(hasher) } } fn is_supported_web_font_source(source: &&Source) -> bool { let url_source = match source { Source::Url(ref url_source) => url_source, Source::Local(_) => return true, }; let format_hint = match url_source.format_hint { Some(ref format_hint) => format_hint, None => return true, }; if matches!( format_hint, FontFaceSourceFormat::Keyword( FontFaceSourceFormatKeyword::Truetype | FontFaceSourceFormatKeyword::Opentype | FontFaceSourceFormatKeyword::Woff | FontFaceSourceFormatKeyword::Woff2 ) ) { return true; } if let FontFaceSourceFormat::String(string) = format_hint { return string == "truetype" || string == "opentype" || string == "woff" || string == "woff2"; } false }