IndexedDB: communicate transaction errors and async response data more precisely (#38027)

Digging into several crashing tests revealed that committing
transactions is a fallible operation. Propagating those errors led to
exposing many new errors caused by the IDBRequest implementation
assuming that all successful responses contained a structured clone. The
end result is a bunch of new test failures that were previously hidden.

Testing: Existing test coverage is sufficient.

---------

Signed-off-by: Josh Matthews <josh@joshmatthews.net>

components/net/indexeddb/engines/heed.rs

@@ -9,7 +9,7 @@ use heed::types::*;
 use heed::{Database, Env, EnvOpenOptions};
 use log::warn;
 use net_traits::indexeddb_thread::{
-    AsyncOperation, AsyncReadOnlyOperation, AsyncReadWriteOperation, IndexedDBTxnMode,
+    AsyncOperation, AsyncReadOnlyOperation, AsyncReadWriteOperation, IdbResult, IndexedDBTxnMode,
 };
 use tokio::sync::oneshot;
 
@@ -72,7 +72,7 @@ impl KvsEngine for HeedEngine {
             .heed_env
             .create_database(&mut write_txn, Some(&*store_name.to_string()))?;
 
-        write_txn.commit().expect("Failed to commit transaction");
+        write_txn.commit()?;
 
         let key_generator = { if auto_increment { Some(0) } else { None } };
 
@@ -95,7 +95,7 @@ impl KvsEngine for HeedEngine {
             .heed_env
             .create_database(&mut write_txn, Some(&*store_name.to_string()))?;
         store.clear(&mut write_txn)?;
-        write_txn.commit().expect("Failed to commit transaction");
+        write_txn.commit()?;
 
         let mut open_stores = self.open_stores.write().unwrap();
         open_stores.retain(|key, _| key != &store_name);
@@ -130,6 +130,7 @@ impl KvsEngine for HeedEngine {
             self.read_pool.spawn(move || {
                 let env = heed_env;
                 let rtxn = env.read_txn().expect("Could not create idb store reader");
+                let mut results = vec![];
                 for request in transaction.requests {
                     match request.operation {
                         AsyncOperation::ReadOnly(AsyncReadOnlyOperation::GetItem(key)) => {
@@ -143,9 +144,10 @@ impl KvsEngine for HeedEngine {
                             let result = store.inner.get(&rtxn, &key).expect("Could not get item");
 
                             if let Some(blob) = result {
-                                let _ = request.sender.send(Some(blob.to_vec()));
+                                results
+                                    .push((request.sender, Some(IdbResult::Data(blob.to_vec()))));
                             } else {
-                                let _ = request.sender.send(None);
+                                results.push((request.sender, None));
                             }
                         },
                         AsyncOperation::ReadOnly(AsyncReadOnlyOperation::Count(key)) => {
@@ -172,13 +174,23 @@ impl KvsEngine for HeedEngine {
                     warn!("IDBTransaction's execution channel is dropped");
                 };
 
-                rtxn.commit().expect("Failed to commit transaction");
+                if let Err(e) = rtxn.commit() {
+                    warn!("Error committing transaction: {:?}", e);
+                    for (sender, _) in results {
+                        let _ = sender.send(Err(()));
+                    }
+                } else {
+                    for (sender, result) in results {
+                        let _ = sender.send(Ok(result));
+                    }
+                }
             });
         } else {
             self.write_pool.spawn(move || {
                 // Acquiring a writer will block the thread if another `readwrite` transaction is active
                 let env = heed_env;
                 let mut wtxn = env.write_txn().expect("Could not create idb store writer");
+                let mut results = vec![];
                 for request in transaction.requests {
                     match request.operation {
                         AsyncOperation::ReadWrite(AsyncReadWriteOperation::PutItem(
@@ -186,28 +198,28 @@ impl KvsEngine for HeedEngine {
                             value,
                             overwrite,
                         )) => {
-                            let key: Vec<u8> = bincode::serialize(&key).unwrap();
+                            let serialized_key: Vec<u8> = bincode::serialize(&key).unwrap();
                             let stores = stores
                                 .write()
                                 .expect("Could not acquire write lock on stores");
                             let store = stores
                                 .get(&request.store_name)
                                 .expect("Could not get store");
-                            if overwrite {
+                            if overwrite ||
-                                let result =
+                                store
-                                    store.inner.put(&mut wtxn, &key, &value).ok().and(Some(key));
+                                    .inner
-                                request.sender.send(result).unwrap();
+                                    .get(&wtxn, &serialized_key)
-                            } else if store
+                                    .expect("Could not get item")
-                                .inner
+                                    .is_none()
-                                .get(&wtxn, &key)
-                                .expect("Could not get item")
-                                .is_none()
                             {
-                                let result =
+                                let result = store
-                                    store.inner.put(&mut wtxn, &key, &value).ok().and(Some(key));
+                                    .inner
-                                let _ = request.sender.send(result);
+                                    .put(&mut wtxn, &serialized_key, &value)
+                                    .ok()
+                                    .and(Some(IdbResult::Key(key)));
+                                results.push((request.sender, result));
                             } else {
-                                let _ = request.sender.send(None);
+                                results.push((request.sender, None));
                             }
                         },
                         AsyncOperation::ReadOnly(AsyncReadOnlyOperation::GetItem(key)) => {
@@ -220,22 +232,25 @@ impl KvsEngine for HeedEngine {
                                 .expect("Could not get store");
                             let result = store.inner.get(&wtxn, &key).expect("Could not get item");
 
-                            if let Some(blob) = result {
+                            results.push((
-                                let _ = request.sender.send(Some(blob.to_vec()));
+                                request.sender,
-                            } else {
+                                result.map(|blob| IdbResult::Data(blob.to_vec())),
-                                let _ = request.sender.send(None);
+                            ));
-                            }
                         },
                         AsyncOperation::ReadWrite(AsyncReadWriteOperation::RemoveItem(key)) => {
-                            let key: Vec<u8> = bincode::serialize(&key).unwrap();
+                            let serialized_key: Vec<u8> = bincode::serialize(&key).unwrap();
                             let stores = stores
                                 .write()
                                 .expect("Could not acquire write lock on stores");
                             let store = stores
                                 .get(&request.store_name)
                                 .expect("Could not get store");
-                            let result = store.inner.delete(&mut wtxn, &key).ok().and(Some(key));
+                            let result = store
-                            let _ = request.sender.send(result);
+                                .inner
+                                .delete(&mut wtxn, &serialized_key)
+                                .ok()
+                                .and(Some(IdbResult::Key(key)));
+                            results.push((request.sender, result));
                         },
                         AsyncOperation::ReadOnly(AsyncReadOnlyOperation::Count(key)) => {
                             let _key: Vec<u8> = bincode::serialize(&key).unwrap();
@@ -250,7 +265,16 @@ impl KvsEngine for HeedEngine {
                     }
                 }
 
-                wtxn.commit().expect("Failed to commit to database");
+                if let Err(e) = wtxn.commit() {
+                    warn!("Error committing to database: {:?}", e);
+                    for (sender, _) in results {
+                        let _ = sender.send(Err(()));
+                    }
+                } else {
+                    for (sender, result) in results {
+                        let _ = sender.send(Ok(result));
+                    }
+                }
             })
         }
         rx

components/net/indexeddb/engines/mod.rs

@@ -5,7 +5,7 @@
 use std::collections::VecDeque;
 
 use ipc_channel::ipc::IpcSender;
-use net_traits::indexeddb_thread::{AsyncOperation, IndexedDBTxnMode};
+use net_traits::indexeddb_thread::{AsyncOperation, IdbResult, IndexedDBTxnMode};
 use tokio::sync::oneshot;
 
 pub use self::heed::HeedEngine;
@@ -46,7 +46,7 @@ impl std::fmt::Display for SanitizedName {
 }
 
 pub struct KvsOperation {
-    pub sender: IpcSender<Option<Vec<u8>>>,
+    pub sender: IpcSender<Result<Option<IdbResult>, ()>>,
     pub store_name: SanitizedName,
     pub operation: AsyncOperation,
 }

components/net/indexeddb/idb_thread.rs

@@ -11,7 +11,7 @@ use std::thread;
 use ipc_channel::ipc::{self, IpcError, IpcReceiver, IpcSender};
 use log::{debug, warn};
 use net_traits::indexeddb_thread::{
-    AsyncOperation, IndexedDBThreadMsg, IndexedDBTxnMode, SyncOperation,
+    AsyncOperation, IdbResult, IndexedDBThreadMsg, IndexedDBTxnMode, SyncOperation,
 };
 use servo_config::pref;
 use servo_url::origin::ImmutableOrigin;
@@ -88,7 +88,7 @@ impl<E: KvsEngine> IndexedDBEnvironment<E> {
 
     fn queue_operation(
         &mut self,
-        sender: IpcSender<Option<Vec<u8>>>,
+        sender: IpcSender<Result<Option<IdbResult>, ()>>,
         store_name: SanitizedName,
         serial_number: u64,
         mode: IndexedDBTxnMode,

components/script/dom/idbrequest.rs

@@ -3,15 +3,20 @@
  * file, You can obtain one at https://mozilla.org/MPL/2.0/. */
 
 use std::cell::Cell;
+use std::iter::repeat;
 
 use constellation_traits::StructuredSerializedData;
 use dom_struct::dom_struct;
 use ipc_channel::router::ROUTER;
+use js::conversions::ToJSValConvertible;
+use js::gc::MutableHandle;
 use js::jsapi::Heap;
-use js::jsval::{JSVal, UndefinedValue};
+use js::jsval::{DoubleValue, JSVal, UndefinedValue};
-use js::rust::HandleValue;
+use js::rust::{HandleValue, MutableHandleValue};
 use net_traits::IpcSend;
-use net_traits::indexeddb_thread::{AsyncOperation, IndexedDBThreadMsg, IndexedDBTxnMode};
+use net_traits::indexeddb_thread::{
+    AsyncOperation, IdbResult, IndexedDBKeyType, IndexedDBThreadMsg, IndexedDBTxnMode,
+};
 use profile_traits::ipc;
 use stylo_atoms::Atom;
 
@@ -39,8 +44,32 @@ struct RequestListener {
     request: Trusted<IDBRequest>,
 }
 
+#[allow(unsafe_code)]
+fn key_type_to_jsval(cx: SafeJSContext, key: &IndexedDBKeyType, mut result: MutableHandleValue) {
+    match key {
+        IndexedDBKeyType::Number(n) => result.set(DoubleValue(*n)),
+        IndexedDBKeyType::String(s) => unsafe { s.to_jsval(*cx, result) },
+        IndexedDBKeyType::Binary(b) => unsafe { b.to_jsval(*cx, result) },
+        IndexedDBKeyType::Date(_d) => {
+            // TODO: implement this when Date's representation is finalized.
+            result.set(UndefinedValue());
+        },
+        IndexedDBKeyType::Array(a) => unsafe {
+            rooted_vec!(let mut values <- repeat(UndefinedValue()).take(a.len()));
+            for (key, value) in a.iter().zip(
+                values
+                    .iter_mut()
+                    .map(|v| MutableHandle::from_marked_location(v)),
+            ) {
+                key_type_to_jsval(cx, key, value);
+            }
+            values.to_jsval(*cx, result);
+        },
+    }
+}
+
 impl RequestListener {
-    fn handle_async_request_finished(&self, result: Option<Vec<u8>>) {
+    fn handle_async_request_finished(&self, result: Result<Option<IdbResult>, ()>) {
         let request = self.request.root();
         let global = request.global();
         let cx = GlobalScope::get_cx();
@@ -50,14 +79,21 @@ impl RequestListener {
         let _ac = enter_realm(&*request);
         rooted!(in(*cx) let mut answer = UndefinedValue());
 
-        if let Some(serialized_data) = result {
+        if let Ok(Some(data)) = result {
-            let data = StructuredSerializedData {
+            match data {
-                serialized: serialized_data,
+                IdbResult::Key(key) => {
-                ..Default::default()
+                    key_type_to_jsval(GlobalScope::get_cx(), &key, answer.handle_mut())
-            };
+                },
+                IdbResult::Data(serialized_data) => {
+                    let data = StructuredSerializedData {
+                        serialized: serialized_data,
+                        ..Default::default()
+                    };
 
-            if structuredclone::read(&global, data, answer.handle_mut()).is_err() {
+                    if structuredclone::read(&global, data, answer.handle_mut()).is_err() {
-                warn!("Error reading structuredclone data");
+                        warn!("Error reading structuredclone data");
+                    }
+                },
             }
 
             request.set_result(answer.handle());
@@ -199,7 +235,7 @@ impl IDBRequest {
         };
 
         let (sender, receiver) =
-            ipc::channel::<std::option::Option<Vec<u8>>>(global.time_profiler_chan().clone())
+            ipc::channel::<Result<Option<IdbResult>, ()>>(global.time_profiler_chan().clone())
                 .unwrap();
 
         let response_listener = RequestListener {

components/shared/net/indexeddb_thread.rs

@@ -192,11 +192,20 @@ pub enum SyncOperation {
     Exit(IpcSender<()>),
 }
 
+/// The set of all kinds of results that can be returned from async operations.
+#[derive(Debug, Deserialize, Serialize)]
+pub enum IdbResult {
+    /// The key used to perform an async operation.
+    Key(IndexedDBKeyType),
+    /// A structured clone of a value retrieved from an object store.
+    Data(Vec<u8>),
+}
+
 #[derive(Debug, Deserialize, Serialize)]
 pub enum IndexedDBThreadMsg {
     Sync(SyncOperation),
     Async(
-        IpcSender<Option<Vec<u8>>>, // Sender to send the result of the async operation
+        IpcSender<Result<Option<IdbResult>, ()>>, // Sender to send the result of the async operation
         ImmutableOrigin,
         String, // Database
         String, // ObjectStore

tests/wpt/meta/IndexedDB/idb-binary-key-detached.any.js.ini

@@ -0,0 +1,21 @@
+[idb-binary-key-detached.any.html]
+  [Detached ArrayBuffers must throw DataError when used as a key]
+    expected: FAIL
+
+  [Detached TypedArrays must throw DataError when used as a key]
+    expected: FAIL
+
+
+[idb-binary-key-detached.any.worker.html]
+  [Detached ArrayBuffers must throw DataError when used as a key]
+    expected: FAIL
+
+  [Detached TypedArrays must throw DataError when used as a key]
+    expected: FAIL
+
+
+[idb-binary-key-detached.any.serviceworker.html]
+  expected: ERROR
+
+[idb-binary-key-detached.any.sharedworker.html]
+  expected: ERROR

tests/wpt/meta/IndexedDB/idbdatabase_createObjectStore.any.js.ini

@@ -2,10 +2,62 @@
   expected: ERROR
 
 [idbdatabase_createObjectStore.any.html]
-  expected: CRASH
+  [Both with empty name]
+    expected: FAIL
+
+  [Create 1000 object stores, add one item and delete]
+    expected: FAIL
+
+  [Empty name]
+    expected: FAIL
+
+  [Attempting to create an existing object store with a different keyPath throw ConstraintError ]
+    expected: FAIL
+
+  [Object store 'name' and 'keyPath' properties are correctly set ]
+    expected: FAIL
+
+  [Attempt to create an object store outside of a version change transaction ]
+    expected: FAIL
+
+  [Attempt to create an object store that already exists ]
+    expected: FAIL
+
+  [Attempt to create an object store with an invalid key path ]
+    expected: FAIL
+
+  [autoInc and keyPath object]
+    expected: FAIL
+
 
 [idbdatabase_createObjectStore.any.worker.html]
-  expected: CRASH
+  [Both with empty name]
+    expected: FAIL
+
+  [Create 1000 object stores, add one item and delete]
+    expected: FAIL
+
+  [Empty name]
+    expected: FAIL
+
+  [Attempting to create an existing object store with a different keyPath throw ConstraintError ]
+    expected: FAIL
+
+  [Object store 'name' and 'keyPath' properties are correctly set ]
+    expected: FAIL
+
+  [Attempt to create an object store outside of a version change transaction ]
+    expected: FAIL
+
+  [Attempt to create an object store that already exists ]
+    expected: FAIL
+
+  [Attempt to create an object store with an invalid key path ]
+    expected: FAIL
+
+  [autoInc and keyPath object]
+    expected: FAIL
+
 
 [idbdatabase_createObjectStore.any.serviceworker.html]
   expected: ERROR

tests/wpt/meta/IndexedDB/idbfactory_deleteDatabase.any.js.ini

@@ -8,7 +8,13 @@
   [The deleteDatabase() request's success event is an IDBVersionChangeEvent.]
     expected: FAIL
 
+  [deleteDatabase() request should have no source, and deleting a non-existent database should succeed with oldVersion of 0.]
+    expected: FAIL
+
 
 [idbfactory_deleteDatabase.any.worker.html]
   [The deleteDatabase() request's success event is an IDBVersionChangeEvent.]
     expected: FAIL
+
+  [deleteDatabase() request should have no source, and deleting a non-existent database should succeed with oldVersion of 0.]
+    expected: FAIL

tests/wpt/meta/IndexedDB/value_recursive.any.js.ini

@@ -3,9 +3,6 @@
 
 [value_recursive.any.html]
   expected: TIMEOUT
-  [Recursive value - array indirectly contains self]
-    expected: TIMEOUT
-
   [Recursive value - array member contains self]
     expected: TIMEOUT