/* Copyright 2020 Bruno Windels Copyright 2020 The Matrix.org Foundation C.I.C. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ import { IDBRequestError } from "./error"; import { StorageError } from "../common"; import { AbortError } from "../../../utils/error"; let needsSyncPromise = false; export const DONE = { done: true } export const NOT_DONE = { done: false } /* should be called on legacy platforms to see if transactions close before draining the microtask queue (IE11 on Windows 7). If this is the case, promises need to be resolved synchronously from the idb request handler to prevent the transaction from closing prematurely. */ export async function checkNeedsSyncPromise(): Promise { // important to have it turned off while doing the test, // otherwise reqAsPromise would not fail needsSyncPromise = false; const NAME = "test-idb-needs-sync-promise"; const db = await openDatabase(NAME, db => { db.createObjectStore("test", {keyPath: "key"}); }, 1); const txn = db.transaction("test", "readonly"); try { await reqAsPromise(txn.objectStore("test").get(1)); await reqAsPromise(txn.objectStore("test").get(2)); } catch (err) { // err.name would be either TransactionInactiveError or InvalidStateError, // but let's not exclude any other failure modes needsSyncPromise = true; } // we could delete the store here, // but let's not create it on every page load on legacy platforms, // and just keep it around return needsSyncPromise; } // storage keys are defined to be unsigned 32bit numbers in KeyLimits, which is assumed by idb export function encodeUint32(n: number): string { const hex = n.toString(16); return "0".repeat(8 - hex.length) + hex; } // used for logs where timestamp is part of key, which is larger than 32 bit export function encodeUint64(n: number): string { const hex = n.toString(16); return "0".repeat(16 - hex.length) + hex; } export function decodeUint32(str: string): number { return parseInt(str, 16); } export type CreateObjectStore = (db : IDBDatabase, txn: IDBTransaction | null, oldVersion: number, version: number) => any export function openDatabase(name: string, createObjectStore: CreateObjectStore, version: number, idbFactory: IDBFactory = window.indexedDB): Promise { const req = idbFactory.open(name, version); req.onupgradeneeded = async (ev : IDBVersionChangeEvent) => { const req = ev.target as IDBRequest; const db = req.result; const txn = req.transaction!; const oldVersion = ev.oldVersion; try { await createObjectStore(db, txn, oldVersion, version); } catch (err) { console.error(`openDatabase: Failed to createObjectStore in database=${name}`, err); // try aborting on error, if that hasn't been done already try { txn.abort(); } catch (err) { // No-op: `InvalidStateError` is only thrown if the transaction has // already been committed or aborted. Since we wanted the txn to // be aborted anyway, it doesn't matter if this fails. } } }; return reqAsPromise(req); } export function reqAsPromise(req: IDBRequest): Promise { return new Promise((resolve, reject) => { req.addEventListener("success", event => { resolve((event.target as IDBRequest).result); // @ts-ignore needsSyncPromise && Promise._flush && Promise._flush(); }); req.addEventListener("error", event => { const error = new IDBRequestError(event); reject(error); // @ts-ignore needsSyncPromise && Promise._flush && Promise._flush(); }); }); } export function txnAsPromise(txn): Promise { let error; return new Promise((resolve, reject) => { txn.addEventListener("complete", () => { resolve(); // @ts-ignore needsSyncPromise && Promise._flush && Promise._flush(); }); txn.addEventListener("abort", event => { reject(new AbortError()); // @ts-ignore needsSyncPromise && Promise._flush && Promise._flush(); }); }); } /** * This type is rather complicated, but I hope that this is for a good reason. There * are currently two uses for `iterateCursor`: iterating a regular cursor, and iterating * a key-only cursor, which does not have values. These two uses are distinct, and iteration * never stops or starts having a value halfway through. * * Each of the argument functions currently either assumes the value will be there, or that it won't. We thus can't * just accept a function argument `(T | undefined) => { done: boolean }`, since this messes with * the type safety in both cases: the former case will have to check for `undefined`, and * the latter would have an argument that can be `T`, even though it never will. * * So the approach here is to let TypeScript infer and accept (via generics) the type of * the cursor, which is either `IDBCursorWithValue` or `IDBCursor`. Since the type is accepted * via generics, we can actually vary the types of the actual function arguments depending on it. * Thus, when a value is available (an `IDBCursorWithValue` is given), we require a function `(T) => ...`, and when it is not, we require * a function `(undefined) => ...`. */ type CursorIterator = (value: I extends IDBCursorWithValue ? T : undefined, key: IDBValidKey, cursor: I) => { done: boolean, jumpTo?: IDBValidKey } export function iterateCursor(cursorRequest: IDBRequest, processValue: CursorIterator): Promise { // TODO: does cursor already have a value here?? return new Promise((resolve, reject) => { cursorRequest.onerror = event => { reject(new IDBRequestError(event)); // @ts-ignore needsSyncPromise && Promise._flush && Promise._flush(); }; // collect results cursorRequest.onsuccess = (event) => { const cursor = (event.target as IDBRequest).result; if (!cursor) { resolve(false); // @ts-ignore needsSyncPromise && Promise._flush && Promise._flush(); return; // end of results } const result = processValue(cursor["value"], cursor.key, cursor); // TODO: don't use object for result and assume it's jumpTo when not === true/false or undefined const done = result?.done; const jumpTo = result?.jumpTo; if (done) { resolve(true); // @ts-ignore needsSyncPromise && Promise._flush && Promise._flush(); } else if(jumpTo) { cursor.continue(jumpTo); } else { cursor.continue(); } }; }).catch(err => { throw new StorageError("iterateCursor failed", err); }); } type Pred = (value: T) => boolean export async function fetchResults(cursor: IDBRequest, isDone: Pred): Promise { const results: T[] = []; await iterateCursor(cursor, (value) => { results.push(value); return {done: isDone(results)}; }); return results; } type ToCursor = (store: IDBObjectStore) => IDBRequest export async function select(db: IDBDatabase, storeName: string, toCursor: ToCursor, isDone: Pred): Promise { if (!isDone) { isDone = () => false; } if (!toCursor) { toCursor = store => store.openCursor(); } const tx = db.transaction([storeName], "readonly"); const store = tx.objectStore(storeName); const cursor = toCursor(store); return await fetchResults(cursor, isDone); } export async function findStoreValue(db: IDBDatabase, storeName: string, toCursor: ToCursor, matchesValue: Pred): Promise { if (!matchesValue) { matchesValue = () => true; } if (!toCursor) { toCursor = store => store.openCursor(); } const tx = db.transaction([storeName], "readwrite"); const store = tx.objectStore(storeName); const cursor = await reqAsPromise(toCursor(store)); let match; const matched = await iterateCursor(cursor, (value) => { if (matchesValue(value)) { match = value; return DONE; } return NOT_DONE; }); if (!matched) { throw new StorageError("Value not found"); } return match; }