Add kick, ban & unban api

Update thirdroom calls

.eslintrc.js

@@ -17,6 +17,7 @@ module.exports = {
     "globals": {
         "DEFINE_VERSION": "readonly",
         "DEFINE_GLOBAL_HASH": "readonly",
+        "DEFINE_PROJECT_DIR": "readonly",
         // only available in sw.js
         "DEFINE_UNHASHED_PRECACHED_ASSETS": "readonly",
         "DEFINE_HASHED_PRECACHED_ASSETS": "readonly",

.gitignore

@@ -10,4 +10,3 @@ lib
 *.tar.gz
 .eslintcache
 .tmp
-tmp/

.ts-eslintrc.js

@@ -19,7 +19,6 @@ module.exports = {
     ],
     rules: {
         "@typescript-eslint/no-floating-promises": 2,
-        "@typescript-eslint/no-misused-promises": 2,
+        "@typescript-eslint/no-misused-promises": 2
-        "semi": ["error", "always"]
     }
 };

.woodpecker.yml

@@ -1,18 +0,0 @@
-pipeline:
-    buildfrontend:
-        image: node:16
-        commands:
-            - yarn install --prefer-offline --frozen-lockfile
-            - yarn test
-            - yarn run lint-ci
-            - yarn run tsc
-            - yarn build
-
-    deploy:
-        image: python
-        when:
-            event: push
-            branch: master
-        commands:
-            - make ci-deploy
-        secrets: [ GITEA_WRITE_DEPLOY_KEY, LIBREPAGES_DEPLOY_SECRET ]

Makefile

@@ -1,14 +0,0 @@
-ci-deploy: ## Deploy from CI/CD. Only call from within CI
-	@if [ "${CI}" != "woodpecker" ]; \
-	then echo "Only call from within CI. Will re-write your local Git configuration. To override, set export CI=woodpecker"; \
-		 exit 1; \
-	fi
-	git config --global user.email "${CI_COMMIT_AUTHOR_EMAIL}"
-	git config --global user.name "${CI_COMMIT_AUTHOR}"
-	./scripts/ci.sh --commit-files librepages target "${CI_COMMIT_AUTHOR} <${CI_COMMIT_AUTHOR_EMAIL}>"
-	./scripts/ci.sh --init "$$GITEA_WRITE_DEPLOY_KEY"
-	./scripts/ci.sh --deploy ${LIBREPAGES_DEPLOY_SECRET}  librepages
-	./scripts/ci.sh --clean
-
-help: ## Prints help for targets with comments
-	@cat $(MAKEFILE_LIST) | grep -E '^[a-zA-Z_-]+:.*?## .*$$' | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'

README.md

@@ -1,5 +1,3 @@
-[![status-badge](https://ci.batsense.net/api/badges/mystiq/hydrogen-web/status.svg)](https://ci.batsense.net/mystiq/hydrogen-web)
-
 # Hydrogen
 
 A minimal [Matrix](https://matrix.org/) chat client, focused on performance, offline functionality, and broad browser support. This is work in progress and not yet ready for primetime. Bug reports are welcome, but please don't file any feature requests or other missing things to be on par with Element Web.

doc/IMPORT-ISSUES.md

@@ -1,11 +0,0 @@
-## How to import common-js dependency using ES6 syntax
----
-Until [#6632](https://github.com/vitejs/vite/issues/6632) is fixed, such imports should be done as follows:
-
-```ts
-import * as pkg from "off-color";
-// @ts-ignore 
-const offColor = pkg.offColor ?? pkg.default.offColor;
-```
-
-This way build, dev server and unit tests should all work.

doc/THEMING.md

@@ -167,38 +167,3 @@ To find the theme-id of some theme, you can look at the built-asset section of t
 This default theme will render as "Default" option in the theme-chooser dropdown. If the device preference is for dark theme, the dark default is selected and vice versa.
 
 **You'll need to reload twice so that Hydrogen picks up the config changes!**
-
-# Derived Theme(Collection)
-This allows users to theme Hydrogen without the need for rebuilding. Derived theme collections can be thought of as extensions (derivations) of some existing build time theme. 
-
-## Creating a derived theme:
-Here's how you create a new derived theme:
-1. You create a new theme manifest file (eg: theme-awesome.json) and mention which build time theme you're basing your new theme on using the `extends` field. The base css file of the mentioned theme is used for your new theme.
-2. You configure the theme manifest as usual by populating the `variants` field with your desired colors.
-3. You add your new theme manifest to the list of themes in `config.json`.
-
-Refresh Hydrogen twice (once to refresh cache, and once to load) and the new theme should show up in the theme chooser.
-
-## How does it work?
-
-For every theme collection in hydrogen, the build process emits a runtime css file which like the built theme css file contains variables in the css code. But unlike the theme css file, the runtime css file lacks the definition for these variables:
-
-CSS for the built theme:
-```css
-:root {
-    --background-color-primary: #f2f20f;
-}
-
-body {
-    background-color: var(--background-color-primary);
-}
-```
-and the corresponding runtime theme:
-```css
-/* Notice the lack of definiton for --background-color-primary here! */
-body {
-    background-color: var(--background-color-primary);
-}
-```
-
-When hydrogen loads a derived theme, it takes the runtime css file of the extended theme and dynamically adds the variable definition based on the values specified in the manifest. Icons are also colored dynamically and injected as variables using Data URIs.

doc/UI/ui.md

@@ -1,206 +0,0 @@
-## IView components
-
-The [interface](https://github.com/vector-im/hydrogen-web/blob/master/src/platform/web/ui/general/types.ts) adopted by view components is agnostic of how they are rendered to the DOM. This has several benefits:
- - it allows Hydrogen to not ship a [heavy view framework](https://bundlephobia.com/package/react-dom@18.2.0) that may or may not be used by its SDK users, and also keep bundle size of the app down.
- - Given the interface is quite simple, is should be easy to integrate this interface into the render lifecycle of other frameworks.
- - The main implementations used in Hydrogen are [`ListView`](https://github.com/vector-im/hydrogen-web/blob/master/src/platform/web/ui/general/ListView.ts) (rendering [`ObservableList`](https://github.com/vector-im/hydrogen-web/blob/master/src/observable/list/BaseObservableList.ts)s) and [`TemplateView`](https://github.com/vector-im/hydrogen-web/blob/master/src/platform/web/ui/general/TemplateView.ts) (templating and one-way databinding), each only a few 100 lines of code and tailored towards their specific use-case. They work straight with the DOM API and have no other dependencies.
- - a common inteface allows us to mix and match between these different implementations (and gradually shift if need be in the future) with the code.
-
-## Templates
-
-### Template language
-
-Templates use a mini-DSL language in pure javascript to express declarative templates. This is basically a very thin wrapper around `document.createElement`, `document.createTextNode`, `node.setAttribute` and `node.appendChild` to quickly create DOM trees. The general syntax is as follows:
-```js
-t.tag_name({attribute1: value, attribute2: value, ...}, [child_elements]);
-t.tag_name(child_element);
-t.tag_name([child_elements]);
-```
-**tag_name** can be [most HTML or SVG tags](https://github.com/vector-im/hydrogen-web/blob/master/src/platform/web/ui/general/html.ts#L102-L110).
-
-eg:
-Here is an example HTML segment followed with the code to create it in Hydrogen.
-```html
-<section class="main-section">
-    <h1>Demo</h1>
-    <button class="btn_cool">Click me</button>
-</section>
-```
-```js
-t.section({className: "main-section"},[
-    t.h1("Demo"), 
-    t.button({className:"btn_cool"}, "Click me")
-]);
-```
-
-All these functions return DOM element nodes, e.g. the result of `document.createElement`.
-
-### TemplateView
-
-`TemplateView` builds on top of templating by adopting the IView component model and adding event handling attributes, sub views and one-way databinding.
-In views based on `TemplateView`, you will see a render method with a `t` argument.  
-`t` is `TemplateBuilder` object passed to the render function in `TemplateView`. It also takes a data object to render and bind to, often called `vm`, short for view model from the MVVM pattern Hydrogen uses.
-
-You either subclass `TemplateView` and override the `render` method:
-```js
-class MyView extends TemplateView {
-    render(t, vm) {
-        return t.div(...);
-    }
-}
-```
-
-Or you pass a render function to `InlineTemplateView`:
-```js
-new InlineTemplateView(vm, (t, vm) => {
-    return t.div(...);
-});
-```
-
-**Note:** the render function is only called once to build the initial DOM tree and setup bindings, etc ... Any subsequent updates to the DOM of a component happens through bindings.
-
-#### Event handlers
-
-Any attribute starting with `on` and having a function as a value will be attached as an event listener on the given node. The event handler will be removed during unmounting.
-
-```js
-t.button({onClick: evt => {
-    vm.doSomething(evt.target.value);
-}}, "Click me");
-```
-
-#### Subviews
-
-`t.view(instance)` will mount the sub view (can be any IView) and return its root node so it can be attached in the DOM tree.
-All subviews will be unmounted when the parent view gets unmounted.
-
-```js
-t.div({className: "Container"}, t.view(new ChildView(vm.childViewModel)));
-```
-
-#### One-way data-binding
-
-A binding couples a part of the DOM to a value on the view model. The view model emits an update when any of its properties change, to which the view can subscribe. When an update is received by the view, it will reevaluate all the bindings, and update the DOM accordingly.
-
-A binding can appear in many places where a static value can usually be used in the template tree.
-To create a binding, you pass a function that maps the view value to a static value.
-
-##### Text binding
-
-```js
-t.p(["I've got ", vm => vm.counter, " beans"])
-```
-
-##### Attribute binding
-
-```js
-t.button({disabled: vm => vm.isBusy}, "Submit");
-```
-
-##### Class-name binding
-```js
-t.div({className: {
-    button: true,
-    active: vm => vm.isActive
-}})
-```
-##### Subview binding
-
-So far, all the bindings can only change node values within our tree, but don't change the structure of the DOM. A sub view binding allows you to conditionally add a subview based on the result of a binding function.
-
-All sub view bindings return a DOM (element or comment) node and can be directly added to the DOM tree by including them in your template.
-
-###### map
-
-`t.mapView` allows you to choose a view based on the result of the binding function:
-
-```js
-t.mapView(vm => vm.count, count => {
-    return count > 5 ? new LargeView(count) : new SmallView(count);
-});
-```
-
-Every time the first or binding function returns a different value, the second function is run to create a new view to replace the previous view.
-
-You can also return `null` or `undefined` from the second function to indicate a view should not be rendered. In this case a comment node will be used as a placeholder.
-
-There is also a `t.map` which will create a new template view (with the same value) and you directly provide a render function for it:
-
-```js
-t.map(vm => vm.shape, (shape, t, vm) => {
-    switch (shape) {
-        case "rect": return t.rect();
-        case "circle": return t.circle();
-    }
-})
-```
-
-###### if
-
-`t.ifView` will render the subview if the binding returns a truthy value:
-
-```js
-t.ifView(vm => vm.isActive, vm => new View(vm.someValue));
-```
-
-You equally have `t.if`, which creates a `TemplateView` and passes you the `TemplateBuilder`:
-
-```js
-t.if(vm => vm.isActive, (t, vm) => t.div("active!"));
-```
-
-##### Side-effects
-
-Sometimes you want to imperatively modify your DOM tree based on the value of a binding.
-`mapSideEffect` makes this easy to do:
-
-```js
-let node = t.div();
-t.mapSideEffect(vm => vm.color, (color, oldColor) => node.style.background = color);
-return node;
-```
-
-**Note:** you shouldn't add any bindings, subviews or event handlers from the side-effect callback,
-the safest is to not use the `t` argument at all.
-If you do, they will be added every time the callback is run and only cleaned up when the view is unmounted.
-
-#### `tag` vs `t`
-
-If you don't need a view component with data-binding, sub views and event handler attributes, the template language also is available in `ui/general/html.js` without any of these bells and whistles, exported as `tag`. As opposed to static templates with `tag`, you always use
-`TemplateView` as an instance of a class, as there is some extra state to keep track (bindings, event handlers and subviews).
-
-Although syntactically similar, `TemplateBuilder` and `tag` are not functionally equivalent.  
-Primarily `t` **supports** bindings and event handlers while `tag` **does not**. This is because to remove event listeners, we need to keep track of them, and thus we need to keep this state somewhere which
-we can't do with a simple function call but we can insite the TemplateView class.
-
-```js
-    // The onClick here wont work!!
-    tag.button({className:"awesome-btn", onClick: () => this.foo()});
-
-class MyView extends TemplateView {
-    render(t, vm){
-        // The onClick works here.
-        t.button({className:"awesome-btn", onClick: () => this.foo()});
-    }
-}
-```
-
-## ListView
-
-A view component that renders and updates a list of sub views for every item in a `ObservableList`.
-
-```js
-const list = new ListView({
-    list: someObservableList
-}, listValue => return new ChildView(listValue))
-```
-
-As items are added, removed, moved (change position) and updated, the DOM will be kept in sync.
-
-There is also a `LazyListView` that only renders items in and around the current viewport, with the restriction that all items in the list must be rendered with the same height.
-
-### Sub view updates
-
-Unless the `parentProvidesUpdates` option in the constructor is set to `false`, the ListView will call the `update` method on the child `IView` component when it receives an update event for one of the items in the `ObservableList`.
-
-This way, not every sub view has to have an individual listener on it's view model (a value from the observable list), and all updates go from the observable list to the list view, who then notifies the correct sub view.

package.json

@@ -1,6 +1,6 @@
 {
   "name": "hydrogen-web",
-  "version": "0.3.1",
+  "version": "0.2.33",
   "description": "A javascript matrix client prototype, trying to minize RAM usage by offloading as much as possible to IndexedDB",
   "directories": {
     "doc": "doc"
@@ -31,6 +31,7 @@
   },
   "homepage": "https://github.com/vector-im/hydrogen-web/#readme",
   "devDependencies": {
+    "@matrixdotorg/structured-logviewer": "^0.0.1",
     "@typescript-eslint/eslint-plugin": "^4.29.2",
     "@typescript-eslint/parser": "^4.29.2",
     "acorn": "^8.6.0",
@@ -50,9 +51,8 @@
     "postcss-flexbugs-fixes": "^5.0.2",
     "postcss-value-parser": "^4.2.0",
     "regenerator-runtime": "^0.13.7",
-    "svgo": "^2.8.0",
     "text-encoding": "^0.7.0",
-    "typescript": "^4.7.0",
+    "typescript": "^4.4",
     "vite": "^2.9.8",
     "xxhashjs": "^0.2.2"
   },

scripts/build-plugins/rollup-plugin-build-themes.js

@@ -14,10 +14,10 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 const path = require('path').posix;
-const {optimize} = require('svgo');
 
 async function readCSSSource(location) {
     const fs = require("fs").promises;
+    const path = require("path");
     const resolvedLocation = path.resolve(__dirname, "../../", `${location}/theme.css`);
     const data = await fs.readFile(resolvedLocation);
     return data;
@@ -43,54 +43,29 @@ function addThemesToConfig(bundle, manifestLocations, defaultThemes) {
     }
 }
 
-/**
+function parseBundle(bundle) {
- * Returns an object where keys are the svg file names and the values
- * are the svg code (optimized)
- * @param {*} icons Object where keys are css variable names and values are locations of the svg
- * @param {*} manifestLocation Location of manifest used for resolving path 
- */
-async function generateIconSourceMap(icons, manifestLocation) {
-    const sources = {};
-    const fileNames = [];
-    const promises = [];
-    const fs = require("fs").promises;
-    for (const icon of Object.values(icons)) {
-        const [location] = icon.split("?");
-        // resolve location against manifestLocation
-        const resolvedLocation = path.resolve(manifestLocation, location);
-        const iconData = fs.readFile(resolvedLocation);
-        promises.push(iconData);
-        const fileName = path.basename(resolvedLocation);
-        fileNames.push(fileName);
-    }
-    const results = await Promise.all(promises);
-    for (let i = 0; i < results.length; ++i)  {
-        const svgString = results[i].toString();
-        const result = optimize(svgString, {
-            plugins: [
-                {
-                    name: "preset-default",
-                    params: {
-                        overrides: { convertColors: false, },
-                    },
-                },
-            ],
-        });
-        const optimizedSvgString = result.data;
-        sources[fileNames[i]] = optimizedSvgString;
-    }
-    return sources;
-}
-
-/**
- * Returns a mapping from location (of manifest file) to an array containing all the chunks (of css files) generated from that location.
- * To understand what chunk means in this context, see https://rollupjs.org/guide/en/#generatebundle.
- * @param {*} bundle Mapping from fileName to AssetInfo | ChunkInfo
- */
-function getMappingFromLocationToChunkArray(bundle) {
     const chunkMap = new Map();
+    const assetMap = new Map();
+    let runtimeThemeChunk;
     for (const [fileName, info] of Object.entries(bundle)) {
-        if (!fileName.endsWith(".css") || info.type === "asset" || info.facadeModuleId?.includes("type=runtime")) {
+        if (!fileName.endsWith(".css")) {
+            continue;
+        }
+        if (info.type === "asset") {
+            /**
+             * So this is the css assetInfo that contains the asset hashed file name.
+             * We'll store it in a separate map indexed via fileName (unhashed) to avoid
+             * searching through the bundle array later.
+             */
+            assetMap.set(info.name, info);
+            continue;
+        }
+        if (info.facadeModuleId?.includes("type=runtime")) {
+            /**
+             * We have a separate field in manifest.source just for the runtime theme,
+             * so store this separately.
+             */
+            runtimeThemeChunk = info;
             continue;
         }
         const location = info.facadeModuleId?.match(/(.+)\/.+\.css/)?.[1];
@@ -105,56 +80,7 @@ function getMappingFromLocationToChunkArray(bundle) {
             array.push(info);
         }
     }
-    return chunkMap;
+    return { chunkMap, assetMap, runtimeThemeChunk };
-}
-
-/**
- * Returns a mapping from unhashed file name (of css files) to AssetInfo.
- * To understand what AssetInfo means in this context, see https://rollupjs.org/guide/en/#generatebundle.
- * @param {*} bundle Mapping from fileName to AssetInfo | ChunkInfo 
- */
-function getMappingFromFileNameToAssetInfo(bundle) {
-    const assetMap = new Map();
-    for (const [fileName, info] of Object.entries(bundle)) {
-        if (!fileName.endsWith(".css")) {
-            continue;
-        }
-        if (info.type === "asset") {
-            /**
-             * So this is the css assetInfo that contains the asset hashed file name.
-             * We'll store it in a separate map indexed via fileName (unhashed) to avoid
-             * searching through the bundle array later.
-             */
-            assetMap.set(info.name, info);
-        }
-    }
-    return assetMap;
-}
-
-/**
- * Returns a mapping from location (of manifest file) to ChunkInfo of the runtime css asset
- * To understand what ChunkInfo means in this context, see https://rollupjs.org/guide/en/#generatebundle.
- * @param {*} bundle Mapping from fileName to AssetInfo | ChunkInfo
- */
-function getMappingFromLocationToRuntimeChunk(bundle) {
-    let runtimeThemeChunkMap = new Map();
-    for (const [fileName, info] of Object.entries(bundle)) {
-        if (!fileName.endsWith(".css") || info.type === "asset") {
-            continue;
-        }
-        const location = info.facadeModuleId?.match(/(.+)\/.+\.css/)?.[1];
-        if (!location) {
-            throw new Error("Cannot find location of css chunk!");
-        }
-        if (info.facadeModuleId?.includes("type=runtime")) {
-            /**
-             * We have a separate field in manifest.source just for the runtime theme,
-             * so store this separately.
-             */
-            runtimeThemeChunkMap.set(location, info);
-        }
-    }
-    return runtimeThemeChunkMap;
 }
 
 module.exports = function buildThemes(options) {
@@ -162,7 +88,6 @@ module.exports = function buildThemes(options) {
     let isDevelopment = false;
     const virtualModuleId = '@theme/'
     const resolvedVirtualModuleId = '\0' + virtualModuleId;
-    const themeToManifestLocation = new Map();
 
     return {
         name: "build-themes",
@@ -175,34 +100,37 @@ module.exports = function buildThemes(options) {
         },
 
         async buildStart() {
+            if (isDevelopment) { return; }
             const { themeConfig } = options;
-            for (const location of themeConfig.themes) {
+            for (const [name, location] of Object.entries(themeConfig.themes)) {
                 manifest = require(`${location}/manifest.json`);
-                const themeCollectionId = manifest.id;
-                themeToManifestLocation.set(themeCollectionId, location);
                 variants = manifest.values.variants;
                 for (const [variant, details] of Object.entries(variants)) {
-                    const fileName = `theme-${themeCollectionId}-${variant}.css`;
+                    const fileName = `theme-${name}-${variant}.css`;
-                    if (themeCollectionId === themeConfig.default && details.default) {
+                    if (name === themeConfig.default && details.default) {
                         // This is the default theme, stash  the file name for later
                         if (details.dark) {
                             defaultDark = fileName;
-                            defaultThemes["dark"] = `${themeCollectionId}-${variant}`;
+                            defaultThemes["dark"] = `${name}-${variant}`;
                         }
                         else {
                             defaultLight = fileName;
-                            defaultThemes["light"] = `${themeCollectionId}-${variant}`;
+                            defaultThemes["light"] = `${name}-${variant}`;
                         }
                     }
                     // emit the css as built theme bundle
-                    if (!isDevelopment) {
+                    this.emitFile({
-                        this.emitFile({ type: "chunk", id: `${location}/theme.css?variant=${variant}${details.dark ? "&dark=true" : ""}`, fileName, });
+                        type: "chunk",
-                    }
+                        id: `${location}/theme.css?variant=${variant}${details.dark? "&dark=true": ""}`,
+                        fileName,
+                    });
                 }
                 // emit the css as runtime theme bundle
-                if (!isDevelopment) {
+                this.emitFile({
-                    this.emitFile({ type: "chunk", id: `${location}/theme.css?type=runtime`, fileName: `theme-${themeCollectionId}-runtime.css`, });
+                    type: "chunk",
-                }
+                    id: `${location}/theme.css?type=runtime`,
+                    fileName: `theme-${name}-runtime.css`,
+                });
             }
         },
 
@@ -224,7 +152,7 @@ module.exports = function buildThemes(options) {
                     if (theme === "default") {
                         theme = options.themeConfig.default;
                     }
-                    const location = themeToManifestLocation.get(theme);
+                    const location = options.themeConfig.themes[theme];
                     const manifest = require(`${location}/manifest.json`);
                     const variants = manifest.values.variants;
                     if (!variant || variant === "default") {
@@ -317,53 +245,30 @@ module.exports = function buildThemes(options) {
             ];
 },
 
-        async generateBundle(_, bundle) {
+        generateBundle(_, bundle) {
-            const assetMap = getMappingFromFileNameToAssetInfo(bundle);
+            // assetMap: Mapping from asset-name (eg: element-dark.css) to AssetInfo
-            const chunkMap = getMappingFromLocationToChunkArray(bundle);
+            // chunkMap: Mapping from theme-location (eg: hydrogen-web/src/.../css/themes/element) to a list of ChunkInfo 
-            const runtimeThemeChunkMap = getMappingFromLocationToRuntimeChunk(bundle);
+            // types of AssetInfo and ChunkInfo can be found at https://rollupjs.org/guide/en/#generatebundle
+            const { assetMap, chunkMap, runtimeThemeChunk } = parseBundle(bundle);
             const manifestLocations = [];
-            // Location of the directory containing manifest relative to the root of the build output
-            const manifestLocation = "assets";
             for (const [location, chunkArray] of chunkMap) {
                 const manifest = require(`${location}/manifest.json`);
                 const compiledVariables = options.compiledVariables.get(location);
                 const derivedVariables = compiledVariables["derived-variables"];
                 const icon = compiledVariables["icon"];
                 const builtAssets = {};
-                let themeKey;
                 for (const chunk of chunkArray) {
                     const [, name, variant] = chunk.fileName.match(/theme-(.+)-(.+)\.css/);
-                    themeKey = name;
+                    builtAssets[`${name}-${variant}`] = assetMap.get(chunk.fileName).fileName;
-                    const locationRelativeToBuildRoot = assetMap.get(chunk.fileName).fileName;
-                    const locationRelativeToManifest = path.relative(manifestLocation, locationRelativeToBuildRoot);
-                    builtAssets[`${name}-${variant}`] = locationRelativeToManifest;
                 }
-                // Emit the base svg icons as asset
-                const nameToAssetHashedLocation = [];
-                const nameToSource = await generateIconSourceMap(icon, location);
-                for (const [name, source] of Object.entries(nameToSource)) {
-                    const ref = this.emitFile({ type: "asset", name, source });
-                    const assetHashedName = this.getFileName(ref);
-                    nameToAssetHashedLocation[name] = assetHashedName;
-                }
-                // Update icon section in output manifest with paths to the icon in build output 
-                for (const [variable, location] of Object.entries(icon)) {
-                    const [locationWithoutQueryParameters, queryParameters] = location.split("?");
-                    const name = path.basename(locationWithoutQueryParameters);
-                    const locationRelativeToBuildRoot = nameToAssetHashedLocation[name];
-                    const locationRelativeToManifest = path.relative(manifestLocation, locationRelativeToBuildRoot);
-                    icon[variable] = `${locationRelativeToManifest}?${queryParameters}`;
-                }
-                const runtimeThemeChunk = runtimeThemeChunkMap.get(location);
-                const runtimeAssetLocation = path.relative(manifestLocation, assetMap.get(runtimeThemeChunk.fileName).fileName); 
                 manifest.source = {
                     "built-assets": builtAssets,
-                    "runtime-asset": runtimeAssetLocation,
+                    "runtime-asset": assetMap.get(runtimeThemeChunk.fileName).fileName,
                     "derived-variables": derivedVariables,
-                    "icon": icon,
+                    "icon": icon
                 };
-                const name = `theme-${themeKey}.json`;
+                const name = `theme-${manifest.name}.json`;
-                manifestLocations.push(`${manifestLocation}/${name}`);
+                manifestLocations.push(`assets/${name}`);
                 this.emitFile({
                     type: "asset",
                     name,

scripts/ci.sh

@@ -1,165 +0,0 @@
-#!/bin/bash
-# ci.sh: Helper script to automate deployment operations on CI/CD
-# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
-# 
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as
-# published by the Free Software Foundation, either version 3 of the
-# License, or (at your option) any later version.
-# 
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU Affero General Public License for more details.
-# 
-# You should have received a copy of the GNU Affero General Public License
-# along with this program.  If not, see <http://www.gnu.org/licenses/>.
-
-set -xEeuo  pipefail
-#source $(pwd)/scripts/lib.sh
-
-readonly SSH_ID_FILE=/tmp/ci-ssh-id
-readonly SSH_REMOTE_NAME=origin-ssh
-readonly PROJECT_ROOT=$(pwd)
-
-match_arg() {
-    if [ $1 == $2 ] || [ $1 == $3 ]
-    then
-        return 0
-    else
-        return 1
-    fi
-}
-
-help() {
-	cat << EOF
-USAGE: ci.sh [SUBCOMMAND]
-Helper script to automate deployment operations on CI/CD
-
-Subcommands
-
-  -c  --clean	cleanup secrets, SSH key and other runtime data
-  -i  --init <SSH_PRIVATE_KEY>	initialize environment, write SSH private to file
-  -d  --deploy <PAGES-SECRET> <TARGET BRANCH>	push branch to Gitea and call Pages server
-  -h  --help	print this help menu
-EOF
-}
-
-# $1: SSH private key
-write_ssh(){
-	truncate --size 0 $SSH_ID_FILE
-	echo "$1" > $SSH_ID_FILE
-	chmod 600 $SSH_ID_FILE
-}
-
-set_ssh_remote() {
-	http_remote_url=$(git remote get-url origin)
-	remote_hostname=$(echo $http_remote_url | cut -d '/' -f 3) 
-	repository_owner=$(echo $http_remote_url | cut -d '/' -f 4)
-	repository_name=$(echo $http_remote_url | cut -d '/' -f 5)
-	ssh_remote="git@$remote_hostname:$repository_owner/$repository_name"
-	ssh_remote="git@git.batsense.net:mystiq/hydrogen-web.git"
-	git remote add $SSH_REMOTE_NAME $ssh_remote
-}
-
-clean() {
-	if [ -f $SSH_ID_FILE ]
-	then
-		shred $SSH_ID_FILE
-		rm $SSH_ID_FILE
-	fi
-}
-
-# $1: branch name
-# $2: directory containing build assets
-# $3: Author in <author-name author@example.com> format
-commit_files() {
-	cd $PROJECT_ROOT
-	original_branch=$(git branch --show-current)
-	tmp_dir=$(mktemp -d)
-	cp -r $2/* $tmp_dir
-
-	if [[ -z $(git ls-remote --heads origin ${1}) ]]
-	then
-		echo "[*] Creating deployment branch $1"
-		git checkout --orphan $1
-	else
-		echo "[*] Deployment branch $1 exists, pulling changes from remote"
-		git fetch origin $1
-		git switch $1 
-	fi
-
-	git rm -rf .
-	/bin/rm -rf *
-	cp -r $tmp_dir/* .
-	git add --all
-	if [ $(git status --porcelain | xargs | sed '/^$/d' | wc -l) -gt 0 ];
-	then
-		echo "[*] Repository has changed, committing changes"
-		git commit \
-			--author="$3" \
-			--message="new deploy: $(date --iso-8601=seconds)"
-	fi
-	git checkout $original_branch
-}
-
-# $1: Pages API secret
-# $2: Deployment target branch
-deploy() {
-	if (( "$#" < 2 ))
-	then
-		help
-	else
-		git -c core.sshCommand="/usr/bin/ssh -oStrictHostKeyChecking=no -i $SSH_ID_FILE"\
-			push --force  $SSH_REMOTE_NAME $2
-		curl -vv --location --request \
-				POST "https://deploy.batsense.net/api/v1/update"\
-				--header 'Content-Type: application/json' \
-				--data-raw "{ \"secret\": \"$1\", \"branch\": \"$2\" }"
-	fi
-}
-
-if (( "$#" < 1 ))
-then
-	help
-	exit -1
-fi
-
-
-if match_arg $1 '-i' '--init'
-then
-	if (( "$#" < 2 ))
-	then
-		help
-		exit -1
-	fi
-	set_ssh_remote
-	write_ssh "$2"
-elif match_arg $1 '-c' '--clean'
-then
-	clean
-elif match_arg $1 '-cf' '--commit-files'
-then
-	if (( "$#" < 4 ))
-	then
-		help
-		exit -1
-	fi
-    commit_files $2 $3 $4
-elif match_arg $1 '-d' '--deploy'
-then
-	if (( "$#" < 3 ))
-	then
-		help
-		exit -1
-	fi
-	deploy $2 $3
-elif match_arg $1 '-h' '--help'
-then
-	help
-else
-	help
-fi
-
-
-

scripts/logviewer/file.js

@@ -1,51 +0,0 @@
-/*
-Copyright 2020 The Matrix.org Foundation C.I.C.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-export function openFile(mimeType = null) {
-    const input = document.createElement("input");
-    input.setAttribute("type", "file");
-    input.className = "hidden";
-    if (mimeType) {
-        input.setAttribute("accept", mimeType);
-    }
-    const promise = new Promise((resolve, reject) => {
-        const checkFile = () => {
-            input.removeEventListener("change", checkFile, true);
-            const file = input.files[0];
-            document.body.removeChild(input);
-            if (file) {
-                resolve(file);   
-            } else {
-                reject(new Error("no file picked"));
-            }
-        }
-        input.addEventListener("change", checkFile, true);
-    });
-    // IE11 needs the input to be attached to the document
-    document.body.appendChild(input);
-    input.click();
-    return promise;
-}
-
-export function readFileAsText(file) {
-    const reader = new FileReader();
-    const promise = new Promise((resolve, reject) => {
-        reader.addEventListener("load", evt => resolve(evt.target.result));
-        reader.addEventListener("error", evt => reject(evt.target.error));
-    });
-    reader.readAsText(file);
-    return promise;
-}

scripts/logviewer/html.js

@@ -1,110 +0,0 @@
-/*
-Copyright 2020 Bruno Windels <bruno@windels.cloud>
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-// DOM helper functions
-
-export function isChildren(children) {
-    // children should be an not-object (that's the attributes), or a domnode, or an array
-    return typeof children !== "object" || !!children.nodeType || Array.isArray(children);
-}
-
-export function classNames(obj, value) {
-    return Object.entries(obj).reduce((cn, [name, enabled]) => {
-        if (typeof enabled === "function") {
-            enabled = enabled(value);
-        }
-        if (enabled) {
-            return cn + (cn.length ? " " : "") + name;
-        } else {
-            return cn;
-        }
-    }, "");
-}
-
-export function setAttribute(el, name, value) {
-    if (name === "className") {
-        name = "class";
-    }
-    if (value === false) {
-        el.removeAttribute(name);
-    } else {
-        if (value === true) {
-            value = name;
-        }
-        el.setAttribute(name, value);
-    }
-}
-
-export function el(elementName, attributes, children) {
-    return elNS(HTML_NS, elementName, attributes, children);
-}
-
-export function elNS(ns, elementName, attributes, children) {
-    if (attributes && isChildren(attributes)) {
-        children = attributes;
-        attributes = null;
-    }
-
-    const e = document.createElementNS(ns, elementName);
-
-    if (attributes) {
-        for (let [name, value] of Object.entries(attributes)) {
-            if (name === "className" && typeof value === "object" && value !== null) {
-                value = classNames(value);
-            }
-            setAttribute(e, name, value);
-        }
-    }
-
-    if (children) {
-        if (!Array.isArray(children)) {
-            children = [children];
-        }
-        for (let c of children) {
-            if (!c.nodeType) {
-                c = text(c);
-            }
-            e.appendChild(c);
-        }
-    }
-    return e;
-}
-
-export function text(str) {
-    return document.createTextNode(str);
-}
-
-export const HTML_NS = "http://www.w3.org/1999/xhtml";
-export const SVG_NS = "http://www.w3.org/2000/svg";
-
-export const TAG_NAMES = {
-    [HTML_NS]: [
-        "br", "a", "ol", "ul", "li", "div", "h1", "h2", "h3", "h4", "h5", "h6",
-        "p", "strong", "em", "span", "img", "section", "main", "article", "aside",
-        "pre", "button", "time", "input", "textarea", "label", "form", "progress", "output"],
-    [SVG_NS]: ["svg", "circle"]
-};
-
-export const tag = {};
-
-
-for (const [ns, tags] of Object.entries(TAG_NAMES)) {
-    for (const tagName of tags) {
-        tag[tagName] = function(attributes, children) {
-            return elNS(ns, tagName, attributes, children);
-        }
-    }
-}

scripts/logviewer/index.html

@@ -1,209 +0,0 @@
-<!DOCTYPE html>
-<html>
-    <head>
-        <meta charset="utf-8">
-        <style type="text/css">
-            html, body {
-                height: 100%;
-            }
-
-            body {
-                font-family: sans-serif;
-                font-size: 1rem;
-                margin: 0;
-                display: grid;
-                grid-template-areas: "nav nav" "items details";
-                grid-template-columns: 1fr 400px;
-                grid-template-rows: auto 1fr;
-                min-height: 0;
-            }
-
-            main {
-              grid-area: items;
-              min-width: 0;
-              min-height: 0;
-              overflow-y: auto;
-              padding: 8px;
-            }
-
-            main section h2 {
-                margin: 2px 14px;
-                font-size: 1rem;
-            }
-
-            aside {
-              grid-area: details;
-              padding: 8px;
-            }
-
-            aside h3 {
-              word-wrap: anywhere;
-            }
-
-            aside p {
-                margin: 2px 0;
-            }
-
-            aside .values li span {
-              word-wrap: ;
-              word-wrap: anywhere;
-              padding: 4px;
-            }
-
-            aside .values {
-              list-style: none;
-              padding: 0;
-              border: 1px solid lightgray;
-            }
-
-            aside .values span.key {
-              width: 30%;
-              display: block;
-            }
-
-            aside .values span.value {
-              width: 70%;
-              display: block;
-              white-space: pre-wrap;
-            }
-
-            aside .values li {
-              display: flex;
-            }
-
-            aside .values li:not(:first-child) {
-              border-top: 1px solid lightgray;
-            }
-
-            nav {
-              grid-area: nav;
-            }
-
-            .timeline li:not(.expanded) > ol {
-                display: none;
-            }
-
-            .timeline li > div {
-                display: flex;
-            }
-
-            .timeline .toggleExpanded {
-                border: none;
-                background: none;
-                width: 24px;
-                height: 24px;
-                margin-right: 4px;
-                cursor: pointer;
-            }
-
-            .timeline .toggleExpanded:before {
-                content: "▶";
-            }
-
-            .timeline li.expanded > div > .toggleExpanded:before {
-                content: "▼";
-            }
-
-            .timeline ol {
-                list-style: none;
-                padding: 0 0 0 20px;
-                margin: 0;
-            }
-
-            .timeline .item {
-                --hue: 100deg;
-                --brightness: 80%;
-                background-color: hsl(var(--hue), 60%, var(--brightness));
-                border: 1px solid hsl(var(--hue), 60%, calc(var(--brightness) - 40%));
-                border-radius: 4px;
-                padding: 2px;
-                display: flex;
-                margin: 1px;
-                flex: 1;
-                min-width: 0;
-                color: inherit;
-                text-decoration: none;
-            }
-
-
-            .timeline .item:not(.has-children) {
-                margin-left: calc(24px + 4px + 1px);
-            }
-
-            .timeline .item .caption {
-                white-space: nowrap;
-                text-overflow: ellipsis;
-                overflow: hidden;
-                flex: 1;
-            }
-
-            .timeline .item.level-3 {
-                --brightness: 90%;
-            }
-
-            .timeline .item.level-2 {
-                --brightness: 95%;
-            }
-
-            .timeline .item.level-5 {
-                --brightness: 80%;
-            }
-            
-            .timeline .item.level-6, .timeline .item.level-7 {
-                --hue: 0deg !important;
-            }
-
-            .timeline .item.level-7 {
-                --brightness: 50%;
-                color: white;
-            }
-
-            .timeline .item.type-network {
-                --hue: 30deg;
-            }
-
-            .timeline .item.type-navigation {
-                --hue: 200deg;
-            }
-
-            .timeline .item.selected {
-                background-color: Highlight;
-                border-color: Highlight;
-                color: HighlightText;
-            }
-
-            .timeline .item.highlighted {
-                background-color: fuchsia;
-                color: white;
-            }
-
-            .hidden {
-                display: none;
-            }
-
-            #highlight {
-                width: 300px;
-            }
-
-            nav form {
-                display: inline;
-            }
-        </style>
-    </head>
-    <body>
-        <nav>
-            <button id="openFile">Open log file</button>
-            <button id="collapseAll">Collapse all</button>
-            <button id="hideCollapsed">Hide collapsed root items</button>
-            <button id="hideHighlightedSiblings" title="Hide collapsed siblings of highlighted">Hide non-highlighted</button>
-            <button id="showAll">Show all</button>
-            <form id="highlightForm">
-                <input type="text" id="highlight" name="highlight" placeholder="Highlight a search term" autocomplete="on">
-                <output id="highlightMatches"></output>
-            </form>
-        </nav>
-        <main></main>
-        <aside></aside>
-        <script type="module" src="main.js"></script>
-    </body>
-</html>

scripts/logviewer/main.js

@@ -1,398 +0,0 @@
-/*
-Copyright 2020 The Matrix.org Foundation C.I.C.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-import {tag as t} from "./html.js";
-import {openFile, readFileAsText} from "./file.js";
-
-const main = document.querySelector("main");
-
-let selectedItemNode;
-let rootItem;
-let itemByRef;
-
-const logLevels = [undefined, "All", "Debug", "Detail", "Info", "Warn", "Error", "Fatal", "Off"];
-
-main.addEventListener("click", event => {
-    if (event.target.classList.contains("toggleExpanded")) {
-        const li = event.target.parentElement.parentElement;
-        li.classList.toggle("expanded");
-    } else {
-        // allow clicking any links other than .item in the timeline, like refs
-        if (event.target.tagName === "A" && !event.target.classList.contains("item")) {
-            return;
-        }
-        const itemNode = event.target.closest(".item");
-        if (itemNode) {
-            // we don't want scroll to jump when clicking
-            // so prevent default behaviour, and select and push to history manually
-            event.preventDefault();
-            selectNode(itemNode);
-            history.pushState(null, null, `#${itemNode.id}`);
-        }
-    }
-});
-
-window.addEventListener("hashchange", () => {
-    const id = window.location.hash.substr(1);
-    const itemNode = document.getElementById(id);
-    if (itemNode && itemNode.closest("main")) {
-        selectNode(itemNode);
-        itemNode.scrollIntoView({behavior: "smooth", block: "nearest"});
-    }
-});
-
-function selectNode(itemNode) {
-    if (selectedItemNode) {
-        selectedItemNode.classList.remove("selected");
-    }
-    selectedItemNode = itemNode;
-    selectedItemNode.classList.add("selected");
-    let item = rootItem;
-    let parent;
-    const indices = selectedItemNode.id.split("/").map(i => parseInt(i, 10));
-    for(const i of indices) {
-        parent = item;
-        item = itemChildren(item)[i];
-    }
-    showItemDetails(item, parent, selectedItemNode);
-}
-
-function stringifyItemValue(value) {
-    if (typeof value === "object" && value !== null) {
-        return JSON.stringify(value, undefined, 2);
-    } else {
-        return value + "";
-    }
-}
-
-function showItemDetails(item, parent, itemNode) {
-    const parentOffset = itemStart(parent) ? `${itemStart(item) - itemStart(parent)}ms` : "none";
-    const expandButton = t.button("Expand recursively");
-    expandButton.addEventListener("click", () => expandResursively(itemNode.parentElement.parentElement));
-    const start = itemStart(item);
-    const aside = t.aside([
-        t.h3(itemCaption(item)),
-        t.p([t.strong("Log level: "), logLevels[itemLevel(item)]]),
-        t.p([t.strong("Error: "), itemError(item) ? `${itemError(item).name} ${itemError(item).stack}` : "none"]),
-        t.p([t.strong("Parent offset: "), parentOffset]),
-        t.p([t.strong("Start: "), new Date(start).toString(), ` (${start})`]),
-        t.p([t.strong("Duration: "), `${itemDuration(item)}ms`]),
-        t.p([t.strong("Child count: "), itemChildren(item) ? `${itemChildren(item).length}` : "none"]),
-        t.p([t.strong("Forced finish: "), (itemForcedFinish(item) || false) + ""]),
-        t.p(t.strong("Values:")),
-        t.ul({class: "values"}, Object.entries(itemValues(item)).map(([key, value]) => {
-            let valueNode;
-            if (key === "ref") {
-                const refItem = itemByRef.get(value);
-                if (refItem) {
-                    valueNode = t.a({href: `#${refItem.id}`}, itemCaption(refItem));
-                } else {
-                    valueNode = `unknown ref ${value}`;
-                }
-            } else {
-                valueNode = stringifyItemValue(value);
-            }
-            return t.li([
-                t.span({className: "key"}, normalizeValueKey(key)),
-                t.span({className: "value"}, valueNode)
-            ]);
-        })),
-        t.p(expandButton)
-    ]);
-    document.querySelector("aside").replaceWith(aside);
-}
-
-function expandResursively(li) {
-    li.classList.add("expanded");
-    const ol = li.querySelector("ol");
-    if (ol) {
-        const len = ol.children.length;
-        for (let i = 0; i < len; i += 1) {
-            expandResursively(ol.children[i]);
-        }
-    }
-}
-
-document.getElementById("openFile").addEventListener("click", loadFile);
-
-function getRootItemHeader(prevItem, item) {
-    if (prevItem) {
-        const diff = itemStart(item) - itemEnd(prevItem);
-        if (diff >= 0) {
-            return `+ ${formatTime(diff)}`;
-        } else {
-            const overlap = -diff;
-            if (overlap >= itemDuration(item)) {
-                return `ran entirely in parallel with`;
-            } else {
-                return `ran ${formatTime(-diff)} in parallel with`;
-            }
-        }
-    } else {
-        return new Date(itemStart(item)).toString();
-    }
-}
-
-async function loadFile() {
-    const file = await openFile();
-    const json = await readFileAsText(file);
-    const logs = JSON.parse(json);
-    logs.items.sort((a, b) => itemStart(a) - itemStart(b));
-    rootItem = {c: logs.items};
-    itemByRef = new Map();
-    preprocessRecursively(rootItem, null, itemByRef, []);
-
-    const fragment = logs.items.reduce((fragment, item, i, items) => {
-        const prevItem = i === 0 ? null : items[i - 1];
-        fragment.appendChild(t.section([
-            t.h2(getRootItemHeader(prevItem, item)),
-            t.div({className: "timeline"}, t.ol(itemToNode(item, [i])))
-        ]));
-        return fragment;
-    }, document.createDocumentFragment());
-    main.replaceChildren(fragment);
-}
-
-// TODO: make this use processRecursively
-function preprocessRecursively(item, parentElement, refsMap, path) {
-    item.s = (parentElement?.s || 0) + item.s;
-    if (itemRefSource(item)) {
-        refsMap.set(itemRefSource(item), item);
-    }
-    if (itemChildren(item)) {
-        for (let i = 0; i < itemChildren(item).length; i += 1) {
-            // do it in advance for a child as we don't want to do it for the rootItem
-            const child = itemChildren(item)[i];
-            const childPath = path.concat(i);
-            child.id = childPath.join("/");
-            preprocessRecursively(child, item, refsMap, childPath);
-        }
-    }
-}
-
-const MS_IN_SEC = 1000;
-const MS_IN_MIN = MS_IN_SEC * 60;
-const MS_IN_HOUR = MS_IN_MIN * 60;
-const MS_IN_DAY = MS_IN_HOUR * 24;
-function formatTime(ms) {
-    let str = "";
-    if (ms > MS_IN_DAY) {
-        const days = Math.floor(ms / MS_IN_DAY);
-        ms -= days * MS_IN_DAY;
-        str += `${days}d`;
-    }
-    if (ms > MS_IN_HOUR) {
-        const hours = Math.floor(ms / MS_IN_HOUR);
-        ms -= hours * MS_IN_HOUR;
-        str += `${hours}h`;
-    }
-    if (ms > MS_IN_MIN) {
-        const mins = Math.floor(ms / MS_IN_MIN);
-        ms -= mins * MS_IN_MIN;
-        str += `${mins}m`;
-    }
-    if (ms > MS_IN_SEC) {
-        const secs = ms / MS_IN_SEC;
-        str += `${secs.toFixed(2)}s`;
-    } else if (ms > 0 || !str.length) {
-        str += `${ms}ms`;
-    }
-    return str;
-}
-
-function itemChildren(item) { return item.c; }
-function itemStart(item) { return item.s; }
-function itemEnd(item) { return item.s + item.d; }
-function itemDuration(item) { return item.d; }
-function itemValues(item) { return item.v; }
-function itemLevel(item) { return item.l; }
-function itemLabel(item) { return item.v?.l; }
-function itemType(item) { return item.v?.t; }
-function itemError(item) { return item.e; }
-function itemForcedFinish(item) { return item.f; }
-function itemRef(item) { return item.v?.ref; }
-function itemRefSource(item) { return item.v?.refId; }
-function itemShortErrorMessage(item) {
-    if (itemError(item)) {
-        const e = itemError(item);
-        return e.name || e.stack.substr(0, e.stack.indexOf("\n")); 
-    }
-}
-
-function itemCaption(item) {
-    if (itemType(item) === "network") {
-        return `${itemValues(item)?.method} ${itemValues(item)?.url}`;
-    } else if (itemLabel(item) && itemValues(item)?.id) {
-        return `${itemLabel(item)} ${itemValues(item).id}`;
-    } else if (itemLabel(item) && itemValues(item)?.status) {
-        return `${itemLabel(item)} (${itemValues(item).status})`;
-    } else if (itemLabel(item) && itemError(item)) {
-        return `${itemLabel(item)} (${itemShortErrorMessage(item)})`;
-    } else if (itemRef(item)) {
-        const refItem = itemByRef.get(itemRef(item));
-        if (refItem) {
-            return `ref "${itemCaption(refItem)}"`
-        } else {
-            return `unknown ref ${itemRef(item)}`
-        }
-    } else {
-        return itemLabel(item) || itemType(item);
-    }
-}
-function normalizeValueKey(key) {
-    switch (key) {
-        case "t": return "type";
-        case "l": return "label";
-        default: return key;
-    }
-} 
-
-// returns the node and the total range (recursively) occupied by the node
-function itemToNode(item) {
-    const hasChildren = !!itemChildren(item)?.length;
-    const className = {
-        item: true,
-        "has-children": hasChildren,
-        error: itemError(item),
-        [`type-${itemType(item)}`]: !!itemType(item),
-        [`level-${itemLevel(item)}`]: true,
-    };
-
-    const id = item.id;
-    let captionNode;
-    if (itemRef(item)) {
-        const refItem = itemByRef.get(itemRef(item));
-        if (refItem) {
-            captionNode = ["ref ", t.a({href: `#${refItem.id}`}, itemCaption(refItem))];
-        }
-    }
-    if (!captionNode) {
-        captionNode = itemCaption(item);
-    }
-    const li = t.li([
-        t.div([
-            hasChildren ? t.button({className: "toggleExpanded"}) : "",
-            t.a({className, id, href: `#${id}`}, [
-                t.span({class: "caption"}, captionNode),
-                t.span({class: "duration"}, `(${formatTime(itemDuration(item))})`),
-            ])
-        ])
-    ]);
-    if (itemChildren(item) && itemChildren(item).length) {
-        li.appendChild(t.ol(itemChildren(item).map(item => {
-            return itemToNode(item);
-        })));
-    }
-    return li;
-}
-
-const highlightForm = document.getElementById("highlightForm");
-
-highlightForm.addEventListener("submit", evt => {
-    evt.preventDefault();
-    const matchesOutput = document.getElementById("highlightMatches");
-    const query = document.getElementById("highlight").value;
-    if (query) {
-        matchesOutput.innerText = "Searching…";
-        let matches = 0;
-        processRecursively(rootItem, item => {
-            let domNode = document.getElementById(item.id);
-            if (itemMatchesFilter(item, query)) {
-                matches += 1;
-                domNode.classList.add("highlighted");
-                domNode = domNode.parentElement;
-                while (domNode.nodeName !== "SECTION") {
-                    if (domNode.nodeName === "LI") {
-                        domNode.classList.add("expanded");
-                    }
-                    domNode = domNode.parentElement;
-                }
-            } else {
-                domNode.classList.remove("highlighted");
-            }
-        });
-        matchesOutput.innerText = `${matches} matches`;
-    } else {
-        for (const node of document.querySelectorAll(".highlighted")) {
-            node.classList.remove("highlighted");
-        }
-        matchesOutput.innerText = "";
-    }
-});
-
-function itemMatchesFilter(item, query) {
-    if (itemError(item)) {
-        if (valueMatchesQuery(itemError(item), query)) {
-            return true;
-        }
-    }
-    return valueMatchesQuery(itemValues(item), query);
-}
-
-function valueMatchesQuery(value, query) {
-    if (typeof value === "string") {
-        return value.includes(query);
-    } else if (typeof value === "object" && value !== null) {
-        for (const key in value) {
-            if (value.hasOwnProperty(key) && valueMatchesQuery(value[key], query)) {
-                return true;
-            }
-        }
-    } else if (typeof value === "number") {
-        return value.toString().includes(query);
-    }
-    return false;
-}
-
-function processRecursively(item, callback, parentItem) {
-    if (item.id) {
-        callback(item, parentItem);
-    }
-    if (itemChildren(item)) {
-        for (let i = 0; i < itemChildren(item).length; i += 1) {
-            // do it in advance for a child as we don't want to do it for the rootItem
-            const child = itemChildren(item)[i];
-            processRecursively(child, callback, item);
-        }
-    }
-}
-
-document.getElementById("collapseAll").addEventListener("click", () => {
-    for (const node of document.querySelectorAll(".expanded")) {
-        node.classList.remove("expanded");
-    }
-});
-document.getElementById("hideCollapsed").addEventListener("click", () => {
-    for (const node of document.querySelectorAll("section > div.timeline > ol > li:not(.expanded)")) {
-        node.closest("section").classList.add("hidden");
-    }
-});
-document.getElementById("hideHighlightedSiblings").addEventListener("click", () => {
-    for (const node of document.querySelectorAll(".highlighted")) {
-        const list = node.closest("ol");
-        const siblings = Array.from(list.querySelectorAll("li > div > a:not(.highlighted)")).map(n => n.closest("li"));
-        for (const sibling of siblings) {
-            if (!sibling.classList.contains("expanded")) {
-                sibling.classList.add("hidden");
-            }
-        }
-    }
-});
-document.getElementById("showAll").addEventListener("click", () => {
-    for (const node of document.querySelectorAll(".hidden")) {
-        node.classList.remove("hidden");
-    }
-});

scripts/postcss/color.js

@@ -13,10 +13,10 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 */
-import * as pkg from 'off-color';
-const offColor = pkg.offColor ?? pkg.default.offColor;
 
-export function derive(value, operation, argument, isDark) {
+const offColor = require("off-color").offColor;
+
+module.exports.derive = function (value, operation, argument, isDark) {
     const argumentAsNumber = parseInt(argument);
     if (isDark) {
         // For dark themes, invert the operation

scripts/postcss/css-compile-variables.js

@@ -112,14 +112,7 @@ function populateMapWithDerivedVariables(map, cssFileLocation, {resolvedMap, ali
         ...([...resolvedMap.keys()].filter(v => !aliasMap.has(v))),
         ...([...aliasMap.entries()].map(([alias, variable]) => `${alias}=${variable}`))
     ];
-    const sharedObject = map.get(location);
+    map.set(location, { "derived-variables": derivedVariables });
-    const output = { "derived-variables": derivedVariables };
-    if (sharedObject) {
-        Object.assign(sharedObject, output);
-    }
-    else {
-        map.set(location, output);
-    }
 }
 
 /**

scripts/postcss/css-url-to-variables.js

@@ -24,7 +24,13 @@ const idToPrepend = "icon-url";
 
 function findAndReplaceUrl(decl, urlVariables, counter) {
     const value = decl.value;
-    const parsed = valueParser(value);
+    let parsed;
+    try {
+        parsed = valueParser(value);
+    } catch (err) {
+        console.log(`Error trying to parse ${decl}`);
+        throw err;
+    }
     parsed.walk(node => {
         if (node.type !== "function" || node.value !== "url") {
             return;
@@ -55,13 +61,7 @@ function addResolvedVariablesToRootSelector(root, { Rule, Declaration }, urlVari
 function populateMapWithIcons(map, cssFileLocation, urlVariables) {
     const location = cssFileLocation.match(/(.+)\/.+\.css/)?.[1];
     const sharedObject = map.get(location);
-    const output = {"icon": Object.fromEntries(urlVariables)};
+    sharedObject["icon"] = Object.fromEntries(urlVariables);
-    if (sharedObject) {
-        Object.assign(sharedObject, output);
-    }
-    else {
-        map.set(location, output);
-    }
 }
 
 function *createCounter() {
@@ -81,8 +81,7 @@ module.exports = (opts = {}) => {
             const urlVariables = new Map();
             const counter = createCounter();
             root.walkDecls(decl => findAndReplaceUrl(decl, urlVariables, counter));
-            const cssFileLocation = root.source.input.from;
+            if (urlVariables.size) {
-            if (urlVariables.size && !cssFileLocation.includes("type=runtime")) {
                 addResolvedVariablesToRootSelector(root, { Rule, Declaration }, urlVariables);
             }
             if (opts.compiledVariables){

scripts/postcss/svg-colorizer.js

@@ -14,13 +14,12 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {readFileSync, mkdirSync, writeFileSync} from "fs";
+const fs = require("fs");
-import {resolve} from "path";
+const path = require("path");
-import {h32} from "xxhashjs";
+const xxhash = require('xxhashjs');
-import {getColoredSvgString} from "../../src/platform/web/theming/shared/svg-colorizer.mjs";
 
 function createHash(content) {
-    const hasher = new h32(0);
+    const hasher = new xxhash.h32(0);
     hasher.update(content);
     return hasher.digest();
 }
@@ -31,14 +30,18 @@ function createHash(content) {
  * @param {string} primaryColor Primary color for the new svg
  * @param {string} secondaryColor Secondary color for the new svg
  */
-export function buildColorizedSVG(svgLocation, primaryColor, secondaryColor) {
+module.exports.buildColorizedSVG = function (svgLocation, primaryColor, secondaryColor) {
-    const svgCode = readFileSync(svgLocation, { encoding: "utf8"});
+    const svgCode = fs.readFileSync(svgLocation, { encoding: "utf8"});
-    const coloredSVGCode = getColoredSvgString(svgCode, primaryColor, secondaryColor);
+    let coloredSVGCode = svgCode.replaceAll("#ff00ff", primaryColor);
+    coloredSVGCode = coloredSVGCode.replaceAll("#00ffff", secondaryColor);
+    if (svgCode === coloredSVGCode) {
+        throw new Error("svg-colorizer made no color replacements! The input svg should only contain colors #ff00ff (primary, case-sensitive) and #00ffff (secondary, case-sensitive).");
+    }
     const fileName = svgLocation.match(/.+[/\\](.+\.svg)/)[1];
     const outputName = `${fileName.substring(0, fileName.length - 4)}-${createHash(coloredSVGCode)}.svg`;
-    const outputPath = resolve(__dirname, "./.tmp");
+    const outputPath = path.resolve(__dirname, "../../.tmp");
     try {
-       mkdirSync(outputPath);
+       fs.mkdirSync(outputPath);
     }
     catch (e) {
         if (e.code !== "EEXIST") {
@@ -46,6 +49,6 @@ export function buildColorizedSVG(svgLocation, primaryColor, secondaryColor) {
         }
     }
     const outputFile = `${outputPath}/${outputName}`;
-    writeFileSync(outputFile, coloredSVGCode);
+    fs.writeFileSync(outputFile, coloredSVGCode);
     return outputFile;
 }

scripts/sdk/base-manifest.json

@@ -1,7 +1,7 @@
 {
-    "name": "hydrogen-view-sdk",
+    "name": "@thirdroom/hydrogen-view-sdk",
     "description": "Embeddable matrix client library, including view components",
-    "version": "0.1.0",
+    "version": "0.0.13",
     "main": "./lib-build/hydrogen.cjs.js",
     "exports": {
         ".": {

scripts/test-derived-theme/test-theme.sh

@@ -1,5 +0,0 @@
-#!/bin/sh
-cp scripts/test-derived-theme/theme.json target/assets/theme-customer.json
-cat target/config.json | jq '.themeManifests += ["assets/theme-customer.json"]' | cat > target/config.temp.json
-rm target/config.json
-mv target/config.temp.json target/config.json

scripts/test-derived-theme/theme.json

@@ -1,51 +0,0 @@
-{
-	"name": "Customer",
-    "extends": "element",
-    "id": "customer",
-	"values": {
-        "variants": {
-            "dark": {
-                "dark": true,
-                "default": true,
-                "name": "Dark",
-                "variables": {
-                    "background-color-primary": "#21262b",
-                    "background-color-secondary": "#2D3239",
-                    "text-color": "#fff",
-                    "accent-color": "#F03F5B",
-                    "error-color": "#FF4B55",
-                    "fixed-white": "#fff",
-                    "room-badge": "#61708b",
-                    "link-color": "#238cf5"
-                }
-            },
-            "light": {
-                "default": true,
-                "name": "Dark",
-                "variables": {
-                    "background-color-primary": "#21262b",
-                    "background-color-secondary": "#2D3239",
-                    "text-color": "#fff",
-                    "accent-color": "#F03F5B",
-                    "error-color": "#FF4B55",
-                    "fixed-white": "#fff",
-                    "room-badge": "#61708b",
-                    "link-color": "#238cf5"
-                }
-            },
-            "red": {
-                "name": "Gruvbox",
-                "variables": {
-                    "background-color-primary": "#282828",
-                    "background-color-secondary": "#3c3836",
-                    "text-color": "#fbf1c7",
-                    "accent-color": "#8ec07c",
-                    "error-color": "#fb4934",
-                    "fixed-white": "#fff",
-                    "room-badge": "#cc241d",
-                    "link-color": "#fe8019"
-                }
-            }
-        }
-    }
-}

src/domain/AvatarSource.ts

@@ -1,5 +1,6 @@
 /*
-Copyright 2020 The Matrix.org Foundation C.I.C.
+Copyright 2020 Bruno Windels <bruno@windels.cloud>
+Copyright 2020, 2021 The Matrix.org Foundation C.I.C.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
@@ -14,25 +15,9 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-export type NormalVariant = {
+export interface AvatarSource {
-    id: string;
+    get avatarLetter(): string;
-    cssLocation: string;
+    get avatarColorNumber(): number;
-    variables?: any;
+    avatarUrl(size: number): string | undefined;
-};
+    get avatarTitle(): string;
-
-export type Variant = NormalVariant & {
-    variantName: string;
-};
-
-export type DefaultVariant = {
-    dark: Variant;
-    light: Variant;
-    default: Variant;
 }
-
-export type ThemeInformation = NormalVariant | DefaultVariant; 
-
-export enum ColorSchemePreference {
-    Dark,
-    Light
-};

src/domain/LogoutViewModel.ts

@@ -14,19 +14,18 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {Options as BaseOptions, ViewModel} from "./ViewModel";
+import {Options, ViewModel} from "./ViewModel";
 import {Client} from "../matrix/Client.js";
-import {SegmentType} from "./navigation/index";
 
-type Options = { sessionId: string; } & BaseOptions;
+type LogoutOptions = { sessionId: string; } & Options;
 
-export class LogoutViewModel extends ViewModel<SegmentType, Options> {
+export class LogoutViewModel extends ViewModel<LogoutOptions> {
     private _sessionId: string;
     private _busy: boolean;
     private _showConfirm: boolean;
     private _error?: Error;
 
-    constructor(options: Options) {
+    constructor(options: LogoutOptions) {
         super(options);
         this._sessionId = options.sessionId;
         this._busy = false;
@@ -42,7 +41,7 @@ export class LogoutViewModel extends ViewModel<SegmentType, Options> {
         return this._busy;
     }
 
-    get cancelUrl(): string | undefined {
+    get cancelUrl(): string {
         return this.urlCreator.urlForSegment("session", true);
     }
 

src/domain/RootViewModel.js

@@ -17,7 +17,7 @@ limitations under the License.
 import {Client} from "../matrix/Client.js";
 import {SessionViewModel} from "./session/SessionViewModel.js";
 import {SessionLoadViewModel} from "./SessionLoadViewModel.js";
-import {LoginViewModel} from "./login/LoginViewModel";
+import {LoginViewModel} from "./login/LoginViewModel.js";
 import {LogoutViewModel} from "./LogoutViewModel";
 import {SessionPickerViewModel} from "./SessionPickerViewModel.js";
 import {ViewModel} from "./ViewModel";

src/domain/SessionPickerViewModel.js

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {SortedArray} from "../observable/index.js";
+import {SortedArray} from "../observable/index";
 import {ViewModel} from "./ViewModel";
 import {avatarInitials, getIdentifierColorNumber} from "./avatar";
 

src/domain/ViewModel.ts

@@ -27,19 +27,17 @@ import type {Platform} from "../platform/web/Platform";
 import type {Clock} from "../platform/web/dom/Clock";
 import type {ILogger} from "../logging/types";
 import type {Navigation} from "./navigation/Navigation";
-import type {SegmentType} from "./navigation/index";
+import type {URLRouter} from "./navigation/URLRouter";
-import type {IURLRouter} from "./navigation/URLRouter";
 
-export type Options<T extends object = SegmentType> = {
+export type Options = {
-    platform: Platform;
+    platform: Platform
-    logger: ILogger;
+    logger: ILogger
-    urlCreator: IURLRouter<T>;
+    urlCreator: URLRouter
-    navigation: Navigation<T>;
+    navigation: Navigation
-    emitChange?: (params: any) => void;
+    emitChange?: (params: any) => void
 }
 
-
+export class ViewModel<O extends Options = Options> extends EventEmitter<{change: never}> {
-export class ViewModel<N extends object = SegmentType, O extends Options<N> = Options<N>> extends EventEmitter<{change: never}> {
     private disposables?: Disposables;
     private _isDisposed = false;
     private _options: Readonly<O>;
@@ -49,7 +47,7 @@ export class ViewModel<N extends object = SegmentType, O extends Options<N> = Op
         this._options = options;
     }
 
-    childOptions<T extends Object>(explicitOptions: T): T & Options<N> {
+    childOptions<T extends Object>(explicitOptions: T): T & O {
         return Object.assign({}, this._options, explicitOptions);
     }
 
@@ -60,11 +58,11 @@ export class ViewModel<N extends object = SegmentType, O extends Options<N> = Op
         return this._options[name];
     }
 
-    observeNavigation<T extends keyof N>(type: T, onChange: (value: N[T], type: T) => void): void {
+    observeNavigation(type: string, onChange: (value: string | true | undefined, type: string) => void) {
       const segmentObservable = this.navigation.observe(type);
-      const unsubscribe = segmentObservable.subscribe((value: N[T]) => {
+      const unsubscribe = segmentObservable.subscribe((value: string | true | undefined) => {
         onChange(value, type);
-      });
+      })
       this.track(unsubscribe);
     }
 
@@ -105,7 +103,7 @@ export class ViewModel<N extends object = SegmentType, O extends Options<N> = Op
     // 
     // translated string should probably always be bindings, unless we're fine with a refresh when changing the language?
     // we probably are, if we're using routing with a url, we could just refresh.
-    i18n(parts: TemplateStringsArray, ...expr: any[]): string {
+    i18n(parts: TemplateStringsArray, ...expr: any[]) {
         // just concat for now
         let result = "";
         for (let i = 0; i < parts.length; ++i) {
@@ -117,7 +115,7 @@ export class ViewModel<N extends object = SegmentType, O extends Options<N> = Op
         return result;
     }
 
-    emitChange(changedProps: any): void {
+    emitChange(changedProps?: any): void {
         if (this._options.emitChange) {
             this._options.emitChange(changedProps);
         } else {
@@ -137,12 +135,11 @@ export class ViewModel<N extends object = SegmentType, O extends Options<N> = Op
         return this.platform.logger;
     }
 
-    get urlCreator(): IURLRouter<N> {
+    get urlCreator(): URLRouter {
         return this._options.urlCreator;
     }
 
-    get navigation(): Navigation<N> {
+    get navigation(): Navigation {
-        // typescript needs a little help here
+        return this._options.navigation;
-        return this._options.navigation as unknown as Navigation<N>;
     }
 }

src/domain/avatar.ts

@@ -51,10 +51,10 @@ export function getIdentifierColorNumber(id: string): number {
     return (hashCode(id) % 8) + 1;
 }
 
-export function getAvatarHttpUrl(avatarUrl: string, cssSize: number, platform: Platform, mediaRepository: MediaRepository): string | null {
+export function getAvatarHttpUrl(avatarUrl: string | undefined, cssSize: number, platform: Platform, mediaRepository: MediaRepository): string | undefined {
     if (avatarUrl) {
         const imageSize = cssSize * platform.devicePixelRatio;
         return mediaRepository.mxcUrlThumbnail(avatarUrl, imageSize, imageSize, "crop");
     }
-    return null;
+    return undefined;
 }

src/domain/login/LoginViewModel.js

@@ -15,145 +15,101 @@ limitations under the License.
 */
 
 import {Client} from "../../matrix/Client.js";
-import {Options as BaseOptions, ViewModel} from "../ViewModel";
+import {ViewModel} from "../ViewModel";
 import {PasswordLoginViewModel} from "./PasswordLoginViewModel.js";
 import {StartSSOLoginViewModel} from "./StartSSOLoginViewModel.js";
 import {CompleteSSOLoginViewModel} from "./CompleteSSOLoginViewModel.js";
 import {LoadStatus} from "../../matrix/Client.js";
 import {SessionLoadViewModel} from "../SessionLoadViewModel.js";
-import {SegmentType} from "../navigation/index";
 
-import type {PasswordLoginMethod, SSOLoginHelper, TokenLoginMethod, ILoginMethod} from "../../matrix/login";
+export class LoginViewModel extends ViewModel {
-
+    constructor(options) {
-type Options = {
-    defaultHomeserver: string;
-    ready: ReadyFn;
-    loginToken?: string;
-} & BaseOptions;
-
-export class LoginViewModel extends ViewModel<SegmentType, Options> {
-    private _ready: ReadyFn;
-    private _loginToken?: string;
-    private _client: Client;
-    private _loginOptions?: LoginOptions;
-    private _passwordLoginViewModel?: PasswordLoginViewModel;
-    private _startSSOLoginViewModel?: StartSSOLoginViewModel;
-    private _completeSSOLoginViewModel?: CompleteSSOLoginViewModel;
-    private _loadViewModel?: SessionLoadViewModel;
-    private _loadViewModelSubscription?: () => void;
-    private _homeserver: string;
-    private _queriedHomeserver?: string;
-    private _abortHomeserverQueryTimeout?: () => void;
-    private _abortQueryOperation?: () => void;
-
-    private _hideHomeserver: boolean = false;
-    private _isBusy: boolean = false;
-    private _errorMessage: string = "";
-
-    constructor(options: Readonly<Options>) {
         super(options);
         const {ready, defaultHomeserver, loginToken} = options;
         this._ready = ready;
         this._loginToken = loginToken;
         this._client = new Client(this.platform);
+        this._loginOptions = null;
+        this._passwordLoginViewModel = null;
+        this._startSSOLoginViewModel = null;
+        this._completeSSOLoginViewModel = null;
+        this._loadViewModel = null;
+        this._loadViewModelSubscription = null;
         this._homeserver = defaultHomeserver;
+        this._queriedHomeserver = null;
+        this._errorMessage = "";
+        this._hideHomeserver = false;
+        this._isBusy = false;
+        this._abortHomeserverQueryTimeout = null;
+        this._abortQueryOperation = null;
         this._initViewModels();
     }
 
-    get passwordLoginViewModel(): PasswordLoginViewModel {
+    get passwordLoginViewModel() { return this._passwordLoginViewModel; }
-        return this._passwordLoginViewModel;
+    get startSSOLoginViewModel() { return this._startSSOLoginViewModel; }
-    }
+    get completeSSOLoginViewModel(){ return this._completeSSOLoginViewModel; }
+    get homeserver() { return this._homeserver; }
+    get resolvedHomeserver() { return this._loginOptions?.homeserver; }
+    get errorMessage() { return this._errorMessage; }
+    get showHomeserver() { return !this._hideHomeserver; }
+    get loadViewModel() {return this._loadViewModel; }
+    get isBusy() { return this._isBusy; }
+    get isFetchingLoginOptions() { return !!this._abortQueryOperation; }
 
-    get startSSOLoginViewModel(): StartSSOLoginViewModel {
+    goBack() {
-        return this._startSSOLoginViewModel;
-    }
-
-    get completeSSOLoginViewModel(): CompleteSSOLoginViewModel {
-        return this._completeSSOLoginViewModel;
-    }
-
-    get homeserver(): string {
-        return this._homeserver;
-    }
-
-    get resolvedHomeserver(): string | undefined {
-        return this._loginOptions?.homeserver;
-    }
-
-    get errorMessage(): string {
-        return this._errorMessage;
-    }
-
-    get showHomeserver(): boolean {
-        return !this._hideHomeserver;
-    }
-
-    get loadViewModel(): SessionLoadViewModel {
-        return this._loadViewModel;
-    }
-
-    get isBusy(): boolean {
-        return this._isBusy;
-    }
-
-    get isFetchingLoginOptions(): boolean {
-        return !!this._abortQueryOperation;
-    }
-
-    goBack(): void {
         this.navigation.push("session");
     }
 
-    private _initViewModels(): void {
+    async _initViewModels() {
         if (this._loginToken) {
             this._hideHomeserver = true;
             this._completeSSOLoginViewModel = this.track(new CompleteSSOLoginViewModel(
                 this.childOptions(
                     {
                         client: this._client,
-                        attemptLogin: (loginMethod: TokenLoginMethod) => this.attemptLogin(loginMethod),
+                        attemptLogin: loginMethod => this.attemptLogin(loginMethod),
                         loginToken: this._loginToken
                     })));
             this.emitChange("completeSSOLoginViewModel");
         }
         else {
-            void this.queryHomeserver();
+            await this.queryHomeserver();
         }
     }
 
-    private _showPasswordLogin(): void {
+    _showPasswordLogin() {
         this._passwordLoginViewModel = this.track(new PasswordLoginViewModel(
             this.childOptions({
                 loginOptions: this._loginOptions,
-                attemptLogin: (loginMethod: PasswordLoginMethod) => this.attemptLogin(loginMethod)
+                attemptLogin: loginMethod => this.attemptLogin(loginMethod)
         })));
         this.emitChange("passwordLoginViewModel");
     }
 
-    private _showSSOLogin(): void {
+    _showSSOLogin() {
         this._startSSOLoginViewModel = this.track(
             new StartSSOLoginViewModel(this.childOptions({loginOptions: this._loginOptions}))
         );
         this.emitChange("startSSOLoginViewModel");
     }
 
-    private _showError(message: string): void {
+    _showError(message) {
         this._errorMessage = message;
         this.emitChange("errorMessage");
     }
 
-    private _setBusy(status: boolean): void {
+    _setBusy(status) {
         this._isBusy = status;
         this._passwordLoginViewModel?.setBusy(status);
         this._startSSOLoginViewModel?.setBusy(status);
         this.emitChange("isBusy");
     }
 
-    async attemptLogin(loginMethod: ILoginMethod): Promise<null> {
+    async attemptLogin(loginMethod) {
         this._setBusy(true);
-        void this._client.startWithLogin(loginMethod, {inspectAccountSetup: true});
+        this._client.startWithLogin(loginMethod, {inspectAccountSetup: true});
         const loadStatus = this._client.loadStatus;
-        const handle = loadStatus.waitFor((status: LoadStatus) => status !== LoadStatus.Login);
+        const handle = loadStatus.waitFor(status => status !== LoadStatus.Login);
         await handle.promise;
         this._setBusy(false);
         const status = loadStatus.get();
@@ -163,11 +119,11 @@ export class LoginViewModel extends ViewModel<SegmentType, Options> {
         this._hideHomeserver = true;
         this.emitChange("hideHomeserver");
         this._disposeViewModels();
-        void this._createLoadViewModel();
+        this._createLoadViewModel();
         return null;
     }
 
-    private _createLoadViewModel(): void {
+    _createLoadViewModel() {
         this._loadViewModelSubscription = this.disposeTracked(this._loadViewModelSubscription);
         this._loadViewModel = this.disposeTracked(this._loadViewModel);
         this._loadViewModel = this.track(
@@ -183,7 +139,7 @@ export class LoginViewModel extends ViewModel<SegmentType, Options> {
                 })
             )
         );
-        void this._loadViewModel.start();
+        this._loadViewModel.start();
         this.emitChange("loadViewModel");
         this._loadViewModelSubscription = this.track(
             this._loadViewModel.disposableOn("change", () => {
@@ -195,22 +151,22 @@ export class LoginViewModel extends ViewModel<SegmentType, Options> {
         );
     }
 
-    private _disposeViewModels(): void {
+    _disposeViewModels() {
-        this._startSSOLoginViewModel = this.disposeTracked(this._startSSOLoginViewModel);
+        this._startSSOLoginViewModel = this.disposeTracked(this._ssoLoginViewModel);
         this._passwordLoginViewModel = this.disposeTracked(this._passwordLoginViewModel);
         this._completeSSOLoginViewModel = this.disposeTracked(this._completeSSOLoginViewModel);
         this.emitChange("disposeViewModels");
     }
 
-    async setHomeserver(newHomeserver: string): Promise<void> {
+    async setHomeserver(newHomeserver) {
         this._homeserver = newHomeserver;
         // clear everything set by queryHomeserver
-        this._loginOptions = undefined;
+        this._loginOptions = null;
-        this._queriedHomeserver = undefined;
+        this._queriedHomeserver = null;
         this._showError("");
         this._disposeViewModels();
         this._abortQueryOperation = this.disposeTracked(this._abortQueryOperation);
-        this.emitChange("loginViewModels"); // multiple fields changing
+        this.emitChange(); // multiple fields changing
         // also clear the timeout if it is still running
         this.disposeTracked(this._abortHomeserverQueryTimeout);
         const timeout = this.clock.createTimeout(1000);
@@ -225,10 +181,10 @@ export class LoginViewModel extends ViewModel<SegmentType, Options> {
             }
         }
         this._abortHomeserverQueryTimeout = this.disposeTracked(this._abortHomeserverQueryTimeout);
-        void this.queryHomeserver();
+        this.queryHomeserver();
     }
     
-    async queryHomeserver(): Promise<void> {
+    async queryHomeserver() {
         // don't repeat a query we've just done
         if (this._homeserver === this._queriedHomeserver || this._homeserver === "") {
             return;
@@ -254,7 +210,7 @@ export class LoginViewModel extends ViewModel<SegmentType, Options> {
             if (e.name === "AbortError") {
                 return; //aborted, bail out
             } else {
-                this._loginOptions = undefined;
+                this._loginOptions = null;
             }
         } finally {
             this._abortQueryOperation = this.disposeTracked(this._abortQueryOperation);
@@ -272,22 +228,12 @@ export class LoginViewModel extends ViewModel<SegmentType, Options> {
         }
     }
 
-    dispose(): void {
+    dispose() {
         super.dispose();
         if (this._client) {
             // if we move away before we're done with initial sync
             // delete the session
-            void this._client.deleteSession();
+            this._client.deleteSession();
         }
     }
 }
-
-type ReadyFn = (client: Client) => void;
-
-// TODO: move to Client.js when its converted to typescript.
-type LoginOptions = {
-    homeserver: string;
-    password?: (username: string, password: string) => PasswordLoginMethod;
-    sso?: SSOLoginHelper;
-    token?: (loginToken: string) => TokenLoginMethod;
-};

src/domain/navigation/Navigation.js

@@ -14,51 +14,30 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {BaseObservableValue, ObservableValue} from "../../observable/ObservableValue";
+import {ObservableValue} from "../../observable/value/ObservableValue";
+import {BaseObservableValue} from "../../observable/value/BaseObservableValue";
 
-
+export class Navigation {
-type AllowsChild<T> = (parent: Segment<T> | undefined, child: Segment<T>) => boolean;
+    constructor(allowsChild) {
-
-/**
- * OptionalValue is basically stating that if SegmentType[type] = true:
- * - Allow this type to be optional
- * - Give it a default value of undefined
- * - Also allow it to be true
- * This lets us do:
- * const s: Segment<SegmentType> = new Segment("create-room");
- * instead of
- * const s: Segment<SegmentType> = new Segment("create-room", undefined);
- */
-export type OptionalValue<T> = T extends true? [(undefined | true)?]: [T];
-
-export class Navigation<T extends object> {
-    private readonly _allowsChild: AllowsChild<T>;
-    private _path: Path<T>;
-    private readonly _observables: Map<keyof T, SegmentObservable<T>> = new Map();
-    private readonly _pathObservable: ObservableValue<Path<T>>;
-
-    constructor(allowsChild: AllowsChild<T>) {
         this._allowsChild = allowsChild;
         this._path = new Path([], allowsChild);
+        this._observables = new Map();
         this._pathObservable = new ObservableValue(this._path);
     }
 
-    get pathObservable(): ObservableValue<Path<T>> {
+    get pathObservable() {
         return this._pathObservable;
     }
 
-    get path(): Path<T> {
+    get path() {
         return this._path;
     }
 
-    push<K extends keyof T>(type: K, ...value: OptionalValue<T[K]>): void {
+    push(type, value = undefined) {
-        const newPath = this.path.with(new Segment(type, ...value));
+        return this.applyPath(this.path.with(new Segment(type, value)));
-        if (newPath) {
-            this.applyPath(newPath);
-        }
     }
 
-    applyPath(path: Path<T>): void {
+    applyPath(path) {
         // Path is not exported, so you can only create a Path through Navigation,
         // so we assume it respects the allowsChild rules
         const oldPath = this._path;
@@ -82,7 +61,7 @@ export class Navigation<T extends object> {
         this._pathObservable.set(this._path);
     }
 
-    observe(type: keyof T): SegmentObservable<T> {
+    observe(type) {
         let observable = this._observables.get(type);
         if (!observable) {
             observable = new SegmentObservable(this, type);
@@ -91,9 +70,9 @@ export class Navigation<T extends object> {
         return observable;
     }
 
-    pathFrom(segments: Segment<any>[]): Path<T> {
+    pathFrom(segments) {
-        let parent: Segment<any> | undefined;
+        let parent;
-        let i: number;
+        let i;
         for (i = 0; i < segments.length; i += 1) {
             if (!this._allowsChild(parent, segments[i])) {
                 return new Path(segments.slice(0, i), this._allowsChild);
@@ -103,12 +82,12 @@ export class Navigation<T extends object> {
         return new Path(segments, this._allowsChild);
     }
 
-    segment<K extends keyof T>(type: K, ...value: OptionalValue<T[K]>): Segment<T> {
+    segment(type, value) {
-        return new Segment(type, ...value);
+        return new Segment(type, value);
     }
 }
 
-function segmentValueEqual<T>(a?: T[keyof T], b?: T[keyof T]): boolean {
+function segmentValueEqual(a, b) {
     if (a === b) {
         return true;
     }
@@ -125,29 +104,24 @@ function segmentValueEqual<T>(a?: T[keyof T], b?: T[keyof T]): boolean {
     return false;
 }
 
-
+export class Segment {
-export class Segment<T, K extends keyof T = any> {
+    constructor(type, value) {
-    public value: T[K];
+        this.type = type;
-
+        this.value = value === undefined ? true : value;
-    constructor(public type: K, ...value: OptionalValue<T[K]>) {
-        this.value = (value[0] === undefined ? true : value[0]) as unknown as T[K];
     }
 }
 
-class Path<T> {
+class Path {
-    private readonly _segments: Segment<T, any>[];
+    constructor(segments = [], allowsChild) {
-    private readonly _allowsChild: AllowsChild<T>;
-
-    constructor(segments: Segment<T>[] = [], allowsChild: AllowsChild<T>) {
         this._segments = segments;
         this._allowsChild = allowsChild;
     }
 
-    clone(): Path<T> {
+    clone() {
         return new Path(this._segments.slice(), this._allowsChild);
     }
 
-    with(segment: Segment<T>): Path<T> | undefined {
+    with(segment) {
         let index = this._segments.length - 1;
         do {
             if (this._allowsChild(this._segments[index], segment)) {
@@ -159,10 +133,10 @@ class Path<T> {
             index -= 1;
         } while(index >= -1);
         // allow -1 as well so we check if the segment is allowed as root
-        return undefined;
+        return null;
     }
 
-    until(type: keyof T): Path<T> {
+    until(type) {
         const index = this._segments.findIndex(s => s.type === type);
         if (index !== -1) {
             return new Path(this._segments.slice(0, index + 1), this._allowsChild)
@@ -170,11 +144,11 @@ class Path<T> {
         return new Path([], this._allowsChild);
     }
 
-    get(type: keyof T): Segment<T> | undefined {
+    get(type) {
         return this._segments.find(s => s.type === type);
     }
 
-    replace(segment: Segment<T>): Path<T> | undefined {
+    replace(segment) {
         const index = this._segments.findIndex(s => s.type === segment.type);
         if (index !== -1) {
             const parent = this._segments[index - 1];
@@ -187,10 +161,10 @@ class Path<T> {
                 }
             }
         }
-        return undefined;
+        return null;
     }
 
-    get segments(): Segment<T>[] {
+    get segments() {
         return this._segments;
     }
 }
@@ -199,49 +173,43 @@ class Path<T> {
  * custom observable so it always returns what is in navigation.path, even if we haven't emitted the change yet.
  * This ensures that observers of a segment can also read the most recent value of other segments.
  */
-class SegmentObservable<T extends object> extends BaseObservableValue<T[keyof T] | undefined> {
+class SegmentObservable extends BaseObservableValue {
-    private readonly _navigation: Navigation<T>;
+    constructor(navigation, type) {
-    private _type: keyof T;
-    private _lastSetValue?: T[keyof T];
-        
-    constructor(navigation: Navigation<T>, type: keyof T) {
         super();
         this._navigation = navigation;
         this._type = type;
         this._lastSetValue = navigation.path.get(type)?.value;
     }
 
-    get(): T[keyof T] | undefined {
+    get() {
         const path = this._navigation.path;
         const segment = path.get(this._type);
         const value = segment?.value;
         return value;
     }
 
-    emitIfChanged(): void {
+    emitIfChanged() {
         const newValue = this.get();
-        if (!segmentValueEqual<T>(newValue, this._lastSetValue)) {
+        if (!segmentValueEqual(newValue, this._lastSetValue)) {
             this._lastSetValue = newValue;
             this.emit(newValue);
         }
     }
 }
 
-export type {Path};
-
 export function tests() {
 
     function createMockNavigation() {
         return new Navigation((parent, {type}) => {
             switch (parent?.type) {
                 case undefined:
-                    return type === "1" || type === "2";
+                    return type === "1" || "2";
                 case "1":
                     return type === "1.1";
                 case "1.1":
                     return type === "1.1.1";
                 case "2":
-                    return type === "2.1" || type === "2.2";
+                    return type === "2.1" || "2.2";
                 default:
                     return false;
             }
@@ -249,7 +217,7 @@ export function tests() {
     }
 
     function observeTypes(nav, types) {
-        const changes: {type:string, value:any}[] = [];
+        const changes = [];
         for (const type of types) {
             nav.observe(type).subscribe(value => {
                 changes.push({type, value});
@@ -258,12 +226,6 @@ export function tests() {
         return changes;
     }
 
-    type SegmentType = {
-        "foo": number;
-        "bar": number;
-        "baz": number;
-    }
-
     return {
         "applying a path emits an event on the observable": assert => {
             const nav = createMockNavigation();
@@ -281,18 +243,18 @@ export function tests() {
             assert.equal(changes[1].value, 8);
         },
         "path.get": assert => {
-            const path = new Path<SegmentType>([new Segment("foo", 5), new Segment("bar", 6)], () => true);
+            const path = new Path([new Segment("foo", 5), new Segment("bar", 6)], () => true);
-            assert.equal(path.get("foo")!.value, 5);
+            assert.equal(path.get("foo").value, 5);
-            assert.equal(path.get("bar")!.value, 6);
+            assert.equal(path.get("bar").value, 6);
         },
         "path.replace success": assert => {
-            const path = new Path<SegmentType>([new Segment("foo", 5), new Segment("bar", 6)], () => true);
+            const path = new Path([new Segment("foo", 5), new Segment("bar", 6)], () => true);
             const newPath = path.replace(new Segment("foo", 1));
-            assert.equal(newPath!.get("foo")!.value, 1);
+            assert.equal(newPath.get("foo").value, 1);
-            assert.equal(newPath!.get("bar")!.value, 6);
+            assert.equal(newPath.get("bar").value, 6);
         },
         "path.replace not found": assert => {
-            const path = new Path<SegmentType>([new Segment("foo", 5), new Segment("bar", 6)], () => true);
+            const path = new Path([new Segment("foo", 5), new Segment("bar", 6)], () => true);
             const newPath = path.replace(new Segment("baz", 1));
             assert.equal(newPath, null);
         }

src/domain/navigation/URLRouter.js

@@ -14,55 +14,28 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import type {History} from "../../platform/web/dom/History.js";
+export class URLRouter {
-import type {Navigation, Segment, Path, OptionalValue} from "./Navigation";
+    constructor({history, navigation, parseUrlPath, stringifyPath}) {
-import type {SubscriptionHandle} from "../../observable/BaseObservable";
-
-type ParseURLPath<T> = (urlPath: string, currentNavPath: Path<T>, defaultSessionId?: string) => Segment<T>[];
-type StringifyPath<T> = (path: Path<T>) => string;
-
-export interface IURLRouter<T> {
-    attach(): void;
-    dispose(): void;
-    pushUrl(url: string): void;
-    tryRestoreLastUrl(): boolean;
-    urlForSegments(segments: Segment<T>[]): string | undefined;
-    urlForSegment<K extends keyof T>(type: K, ...value: OptionalValue<T[K]>): string | undefined;
-    urlUntilSegment(type: keyof T): string;
-    urlForPath(path: Path<T>): string;
-    openRoomActionUrl(roomId: string): string;
-    createSSOCallbackURL(): string;
-    normalizeUrl(): void;
-}
-
-export class URLRouter<T extends {session: string | boolean}> implements IURLRouter<T> {
-    private readonly _history: History;
-    private readonly _navigation: Navigation<T>;
-    private readonly _parseUrlPath: ParseURLPath<T>;
-    private readonly _stringifyPath: StringifyPath<T>;
-    private _subscription?: SubscriptionHandle;
-    private _pathSubscription?: SubscriptionHandle;
-    private _isApplyingUrl: boolean = false;
-    private _defaultSessionId?: string;
-
-    constructor(history: History, navigation: Navigation<T>, parseUrlPath: ParseURLPath<T>, stringifyPath: StringifyPath<T>) {
         this._history = history;
         this._navigation = navigation;
         this._parseUrlPath = parseUrlPath;
         this._stringifyPath = stringifyPath;
+        this._subscription = null;
+        this._pathSubscription = null;
+        this._isApplyingUrl = false;
         this._defaultSessionId = this._getLastSessionId();
     }
 
-    private _getLastSessionId(): string | undefined {
+    _getLastSessionId() {
-        const navPath = this._urlAsNavPath(this._history.getLastSessionUrl() || "");
+        const navPath = this._urlAsNavPath(this._history.getLastUrl() || "");
         const sessionId = navPath.get("session")?.value;
         if (typeof sessionId === "string") {
             return sessionId;
         }
-        return undefined;
+        return null;
     }
 
-    attach(): void {
+    attach() {
         this._subscription = this._history.subscribe(url => this._applyUrl(url));
         // subscribe to path before applying initial url
         // so redirects in _applyNavPathToHistory are reflected in url bar
@@ -70,12 +43,12 @@ export class URLRouter<T extends {session: string | boolean}> implements IURLRou
         this._applyUrl(this._history.get());
     }
 
-    dispose(): void {
+    dispose() {
-        if (this._subscription) { this._subscription = this._subscription(); }
+        this._subscription = this._subscription();
-        if (this._pathSubscription) { this._pathSubscription = this._pathSubscription(); }
+        this._pathSubscription = this._pathSubscription();
     }
 
-    private _applyNavPathToHistory(path: Path<T>): void {
+    _applyNavPathToHistory(path) {
         const url = this.urlForPath(path);
         if (url !== this._history.get()) {
             if (this._isApplyingUrl) {
@@ -87,7 +60,7 @@ export class URLRouter<T extends {session: string | boolean}> implements IURLRou
         }
     }
 
-    private _applyNavPathToNavigation(navPath: Path<T>): void {
+    _applyNavPathToNavigation(navPath) {
         // this will cause _applyNavPathToHistory to be called,
         // so set a flag whether this request came from ourselves
         // (in which case it is a redirect if the url does not match the current one)
@@ -96,22 +69,22 @@ export class URLRouter<T extends {session: string | boolean}> implements IURLRou
         this._isApplyingUrl = false;
     }
 
-    private _urlAsNavPath(url: string): Path<T> {
+    _urlAsNavPath(url) {
         const urlPath = this._history.urlAsPath(url);
         return this._navigation.pathFrom(this._parseUrlPath(urlPath, this._navigation.path, this._defaultSessionId));
     }
 
-    private _applyUrl(url: string): void {
+    _applyUrl(url) {
         const navPath = this._urlAsNavPath(url);
         this._applyNavPathToNavigation(navPath);
     }
 
-    pushUrl(url: string): void {
+    pushUrl(url) {
         this._history.pushUrl(url);
     }
 
-    tryRestoreLastUrl(): boolean {
+    tryRestoreLastUrl() {
-        const lastNavPath = this._urlAsNavPath(this._history.getLastSessionUrl() || "");
+        const lastNavPath = this._urlAsNavPath(this._history.getLastUrl() || "");
         if (lastNavPath.segments.length !== 0) {
             this._applyNavPathToNavigation(lastNavPath);
             return true;
@@ -119,8 +92,8 @@ export class URLRouter<T extends {session: string | boolean}> implements IURLRou
         return false;
     }
 
-    urlForSegments(segments: Segment<T>[]): string | undefined {
+    urlForSegments(segments) {
-        let path: Path<T> | undefined = this._navigation.path;
+        let path = this._navigation.path;
         for (const segment of segments) {
             path = path.with(segment);
             if (!path) {
@@ -130,29 +103,29 @@ export class URLRouter<T extends {session: string | boolean}> implements IURLRou
         return this.urlForPath(path);
     }
 
-    urlForSegment<K extends keyof T>(type: K, ...value: OptionalValue<T[K]>): string | undefined {
+    urlForSegment(type, value) {
-        return this.urlForSegments([this._navigation.segment(type, ...value)]);
+        return this.urlForSegments([this._navigation.segment(type, value)]);
     }
 
-    urlUntilSegment(type: keyof T): string {
+    urlUntilSegment(type) {
         return this.urlForPath(this._navigation.path.until(type));
     }
 
-    urlForPath(path: Path<T>): string {
+    urlForPath(path) {
         return this._history.pathAsUrl(this._stringifyPath(path));
     }
 
-    openRoomActionUrl(roomId: string): string {
+    openRoomActionUrl(roomId) {
         // not a segment to navigation knowns about, so append it manually
         const urlPath = `${this._stringifyPath(this._navigation.path.until("session"))}/open-room/${roomId}`;
         return this._history.pathAsUrl(urlPath);
     }
 
-    createSSOCallbackURL(): string {
+    createSSOCallbackURL() {
         return window.location.origin;
     }
 
-    normalizeUrl(): void {
+    normalizeUrl() {
         // Remove any queryParameters from the URL
         // Gets rid of the loginToken after SSO
         this._history.replaceUrlSilently(`${window.location.origin}/${window.location.hash}`);

src/domain/navigation/index.js

@@ -14,36 +14,18 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {Navigation, Segment} from "./Navigation";
+import {Navigation, Segment} from "./Navigation.js";
-import {URLRouter} from "./URLRouter";
+import {URLRouter} from "./URLRouter.js";
-import type {Path, OptionalValue} from "./Navigation";
 
-export type SegmentType = {
+export function createNavigation() {
-    "login": true;
-    "session": string | boolean;
-    "sso": string;
-    "logout": true;
-    "room": string;
-    "rooms": string[];
-    "settings": true;
-    "create-room": true;
-    "empty-grid-tile": number;
-    "lightbox": string;
-    "right-panel": true;
-    "details": true;
-    "members": true;
-    "member": string;
-};
-
-export function createNavigation(): Navigation<SegmentType> {
     return new Navigation(allowsChild);
 }
 
-export function createRouter({history, navigation}: {history: History, navigation: Navigation<SegmentType>}): URLRouter<SegmentType> {
+export function createRouter({history, navigation}) {
-    return new URLRouter(history, navigation, parseUrlPath, stringifyPath);
+    return new URLRouter({history, navigation, stringifyPath, parseUrlPath});
 }
 
-function allowsChild(parent: Segment<SegmentType> | undefined, child: Segment<SegmentType>): boolean {
+function allowsChild(parent, child) {
     const {type} = child;
     switch (parent?.type) {
         case undefined:
@@ -63,9 +45,8 @@ function allowsChild(parent: Segment<SegmentType> | undefined, child: Segment<Se
     }
 }
 
-export function removeRoomFromPath(path: Path<SegmentType>, roomId: string): Path<SegmentType> | undefined {
+export function removeRoomFromPath(path, roomId) {
-    let newPath: Path<SegmentType> | undefined = path;
+    const rooms = path.get("rooms");
-    const rooms = newPath.get("rooms");
     let roomIdGridIndex = -1;
     // first delete from rooms segment
     if (rooms) {
@@ -73,22 +54,22 @@ export function removeRoomFromPath(path: Path<SegmentType>, roomId: string): Pat
         if (roomIdGridIndex !== -1) {
             const idsWithoutRoom = rooms.value.slice();
             idsWithoutRoom[roomIdGridIndex] = "";
-            newPath = newPath.replace(new Segment("rooms", idsWithoutRoom));
+            path = path.replace(new Segment("rooms", idsWithoutRoom));
         }
     }
-    const room = newPath!.get("room");
+    const room = path.get("room");
     // then from room (which occurs with or without rooms)
     if (room && room.value === roomId) {
         if (roomIdGridIndex !== -1) {
-            newPath = newPath!.with(new Segment("empty-grid-tile", roomIdGridIndex));
+            path = path.with(new Segment("empty-grid-tile", roomIdGridIndex));
         } else {
-            newPath = newPath!.until("session");
+            path = path.until("session");
         }
     }
-    return newPath;
+    return path;
 }
 
-function roomsSegmentWithRoom(rooms: Segment<SegmentType, "rooms">, roomId: string, path: Path<SegmentType>): Segment<SegmentType, "rooms"> {
+function roomsSegmentWithRoom(rooms, roomId, path) {
     if(!rooms.value.includes(roomId)) {
         const emptyGridTile = path.get("empty-grid-tile");
         const oldRoom = path.get("room");
@@ -106,28 +87,28 @@ function roomsSegmentWithRoom(rooms: Segment<SegmentType, "rooms">, roomId: stri
     }
 }
 
-function pushRightPanelSegment<T extends keyof SegmentType>(array: Segment<SegmentType>[], segment: T, ...value: OptionalValue<SegmentType[T]>): void {
+function pushRightPanelSegment(array, segment, value = true) {
     array.push(new Segment("right-panel"));
-    array.push(new Segment(segment, ...value));
+    array.push(new Segment(segment, value));
 }
 
-export function addPanelIfNeeded<T extends SegmentType>(navigation: Navigation<T>, path: Path<T>): Path<T> {
+export function addPanelIfNeeded(navigation, path) {
     const segments = navigation.path.segments;
     const i = segments.findIndex(segment => segment.type === "right-panel");
     let _path = path;
     if (i !== -1) {
         _path = path.until("room");
-        _path = _path.with(segments[i])!;
+        _path = _path.with(segments[i]);
-        _path = _path.with(segments[i + 1])!;
+        _path = _path.with(segments[i + 1]);
     }
     return _path;
 }
 
-export function parseUrlPath(urlPath: string, currentNavPath: Path<SegmentType>, defaultSessionId?: string): Segment<SegmentType>[] {
+export function parseUrlPath(urlPath, currentNavPath, defaultSessionId) {
-    // substring(1) to take of initial /
+    // substr(1) to take of initial /
-    const parts = urlPath.substring(1).split("/");
+    const parts = urlPath.substr(1).split("/");
     const iterator = parts[Symbol.iterator]();
-    const segments: Segment<SegmentType>[] = [];
+    const segments = [];
     let next; 
     while (!(next = iterator.next()).done) {
         const type = next.value;
@@ -189,9 +170,9 @@ export function parseUrlPath(urlPath: string, currentNavPath: Path<SegmentType>,
     return segments;
 }
 
-export function stringifyPath(path: Path<SegmentType>): string {
+export function stringifyPath(path) {
     let urlPath = "";
-    let prevSegment: Segment<SegmentType> | undefined;
+    let prevSegment;
     for (const segment of path.segments) {
         switch (segment.type) {
             case "rooms":
@@ -224,15 +205,9 @@ export function stringifyPath(path: Path<SegmentType>): string {
 }
 
 export function tests() {
-    function createEmptyPath() {
-        const nav: Navigation<SegmentType> = new Navigation(allowsChild);
-        const path = nav.pathFrom([]);
-        return path;
-    }
-
     return {
         "stringify grid url with focused empty tile": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
@@ -242,7 +217,7 @@ export function tests() {
             assert.equal(urlPath, "/session/1/rooms/a,b,c/3");
         },
         "stringify grid url with focused room": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
@@ -252,7 +227,7 @@ export function tests() {
             assert.equal(urlPath, "/session/1/rooms/a,b,c/1");
         },
         "stringify url with right-panel and details segment": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
@@ -264,15 +239,13 @@ export function tests() {
             assert.equal(urlPath, "/session/1/rooms/a,b,c/1/details");
         },
         "Parse loginToken query parameter into SSO segment": assert => {
-            const path = createEmptyPath();
+            const segments = parseUrlPath("?loginToken=a1232aSD123");
-            const segments = parseUrlPath("?loginToken=a1232aSD123", path);
             assert.equal(segments.length, 1);
             assert.equal(segments[0].type, "sso");
             assert.equal(segments[0].value, "a1232aSD123");
         },
         "parse grid url path with focused empty tile": assert => {
-            const path = createEmptyPath();
+            const segments = parseUrlPath("/session/1/rooms/a,b,c/3");
-            const segments = parseUrlPath("/session/1/rooms/a,b,c/3", path);
             assert.equal(segments.length, 3);
             assert.equal(segments[0].type, "session");
             assert.equal(segments[0].value, "1");
@@ -282,8 +255,7 @@ export function tests() {
             assert.equal(segments[2].value, 3);
         },
         "parse grid url path with focused room": assert => {
-            const path = createEmptyPath();
+            const segments = parseUrlPath("/session/1/rooms/a,b,c/1");
-            const segments = parseUrlPath("/session/1/rooms/a,b,c/1", path);
             assert.equal(segments.length, 3);
             assert.equal(segments[0].type, "session");
             assert.equal(segments[0].value, "1");
@@ -293,8 +265,7 @@ export function tests() {
             assert.equal(segments[2].value, "b");
         },
         "parse empty grid url": assert => {
-            const path = createEmptyPath();
+            const segments = parseUrlPath("/session/1/rooms/");
-            const segments = parseUrlPath("/session/1/rooms/", path);
             assert.equal(segments.length, 3);
             assert.equal(segments[0].type, "session");
             assert.equal(segments[0].value, "1");
@@ -304,8 +275,7 @@ export function tests() {
             assert.equal(segments[2].value, 0);
         },
         "parse empty grid url with focus": assert => {
-            const path = createEmptyPath();
+            const segments = parseUrlPath("/session/1/rooms//1");
-            const segments = parseUrlPath("/session/1/rooms//1", path);
             assert.equal(segments.length, 3);
             assert.equal(segments[0].type, "session");
             assert.equal(segments[0].value, "1");
@@ -315,7 +285,7 @@ export function tests() {
             assert.equal(segments[2].value, 1);
         },
         "parse open-room action replacing the current focused room": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
@@ -331,7 +301,7 @@ export function tests() {
             assert.equal(segments[2].value, "d");
         },
         "parse open-room action changing focus to an existing room": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
@@ -347,7 +317,7 @@ export function tests() {
             assert.equal(segments[2].value, "a");
         },
         "parse open-room action changing focus to an existing room with details open": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
@@ -369,7 +339,7 @@ export function tests() {
             assert.equal(segments[4].value, true);
         },
         "open-room action should only copy over previous segments if there are no parts after open-room": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
@@ -391,7 +361,7 @@ export function tests() {
             assert.equal(segments[4].value, "foo");
         },
         "parse open-room action setting a room in an empty tile": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
@@ -407,83 +377,82 @@ export function tests() {
             assert.equal(segments[2].value, "d");
         },
         "parse session url path without id": assert => {
-            const path = createEmptyPath();
+            const segments = parseUrlPath("/session");
-            const segments = parseUrlPath("/session", path);
             assert.equal(segments.length, 1);
             assert.equal(segments[0].type, "session");
             assert.strictEqual(segments[0].value, true);
         },
         "remove active room from grid path turns it into empty tile": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
                 new Segment("room", "b")
             ]);
             const newPath = removeRoomFromPath(path, "b");
-            assert.equal(newPath?.segments.length, 3);
+            assert.equal(newPath.segments.length, 3);
-            assert.equal(newPath?.segments[0].type, "session");
+            assert.equal(newPath.segments[0].type, "session");
-            assert.equal(newPath?.segments[0].value, 1);
+            assert.equal(newPath.segments[0].value, 1);
-            assert.equal(newPath?.segments[1].type, "rooms");
+            assert.equal(newPath.segments[1].type, "rooms");
-            assert.deepEqual(newPath?.segments[1].value, ["a", "", "c"]);
+            assert.deepEqual(newPath.segments[1].value, ["a", "", "c"]);
-            assert.equal(newPath?.segments[2].type, "empty-grid-tile");
+            assert.equal(newPath.segments[2].type, "empty-grid-tile");
-            assert.equal(newPath?.segments[2].value, 1);
+            assert.equal(newPath.segments[2].value, 1);
         },
         "remove inactive room from grid path": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", "c"]),
                 new Segment("room", "b")
             ]);
             const newPath = removeRoomFromPath(path, "a");
-            assert.equal(newPath?.segments.length, 3);
+            assert.equal(newPath.segments.length, 3);
-            assert.equal(newPath?.segments[0].type, "session");
+            assert.equal(newPath.segments[0].type, "session");
-            assert.equal(newPath?.segments[0].value, 1);
+            assert.equal(newPath.segments[0].value, 1);
-            assert.equal(newPath?.segments[1].type, "rooms");
+            assert.equal(newPath.segments[1].type, "rooms");
-            assert.deepEqual(newPath?.segments[1].value, ["", "b", "c"]);
+            assert.deepEqual(newPath.segments[1].value, ["", "b", "c"]);
-            assert.equal(newPath?.segments[2].type, "room");
+            assert.equal(newPath.segments[2].type, "room");
-            assert.equal(newPath?.segments[2].value, "b");
+            assert.equal(newPath.segments[2].value, "b");
         },
         "remove inactive room from grid path with empty tile": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("rooms", ["a", "b", ""]),
                 new Segment("empty-grid-tile", 3)
             ]);
             const newPath = removeRoomFromPath(path, "b");
-            assert.equal(newPath?.segments.length, 3);
+            assert.equal(newPath.segments.length, 3);
-            assert.equal(newPath?.segments[0].type, "session");
+            assert.equal(newPath.segments[0].type, "session");
-            assert.equal(newPath?.segments[0].value, 1);
+            assert.equal(newPath.segments[0].value, 1);
-            assert.equal(newPath?.segments[1].type, "rooms");
+            assert.equal(newPath.segments[1].type, "rooms");
-            assert.deepEqual(newPath?.segments[1].value, ["a", "", ""]);
+            assert.deepEqual(newPath.segments[1].value, ["a", "", ""]);
-            assert.equal(newPath?.segments[2].type, "empty-grid-tile");
+            assert.equal(newPath.segments[2].type, "empty-grid-tile");
-            assert.equal(newPath?.segments[2].value, 3);
+            assert.equal(newPath.segments[2].value, 3);
         },
         "remove active room": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("room", "b")
             ]);
             const newPath = removeRoomFromPath(path, "b");
-            assert.equal(newPath?.segments.length, 1);
+            assert.equal(newPath.segments.length, 1);
-            assert.equal(newPath?.segments[0].type, "session");
+            assert.equal(newPath.segments[0].type, "session");
-            assert.equal(newPath?.segments[0].value, 1);
+            assert.equal(newPath.segments[0].value, 1);
         },
         "remove inactive room doesn't do anything": assert => {
-            const nav: Navigation<SegmentType> = new Navigation(allowsChild);
+            const nav = new Navigation(allowsChild);
             const path = nav.pathFrom([
                 new Segment("session", 1),
                 new Segment("room", "b")
             ]);
             const newPath = removeRoomFromPath(path, "a");
-            assert.equal(newPath?.segments.length, 2);
+            assert.equal(newPath.segments.length, 2);
-            assert.equal(newPath?.segments[0].type, "session");
+            assert.equal(newPath.segments[0].type, "session");
-            assert.equal(newPath?.segments[0].value, 1);
+            assert.equal(newPath.segments[0].value, 1);
-            assert.equal(newPath?.segments[1].type, "room");
+            assert.equal(newPath.segments[1].type, "room");
-            assert.equal(newPath?.segments[1].value, "b");
+            assert.equal(newPath.segments[1].value, "b");
         },
         
     }

src/domain/session/CreateRoomViewModel.js

@@ -16,7 +16,7 @@ limitations under the License.
 
 import {ViewModel} from "../ViewModel";
 import {imageToInfo} from "./common.js";
-import {RoomType} from "../../matrix/room/common";
+import {RoomVisibility} from "../../matrix/room/common";
 
 export class CreateRoomViewModel extends ViewModel {
     constructor(options) {
@@ -89,7 +89,7 @@ export class CreateRoomViewModel extends ViewModel {
             }
         }
         const roomBeingCreated = this._session.createRoom({
-            type: this.isPublic ? RoomType.Public : RoomType.Private,
+            type: this.isPublic ? RoomVisibility.Public : RoomVisibility.Private,
             name: this._name ?? undefined,
             topic: this._topic ?? undefined,
             isEncrypted: !this.isPublic && this._isEncrypted,

src/domain/session/RoomGridViewModel.js

@@ -15,7 +15,7 @@ limitations under the License.
 */
 
 import {ViewModel} from "../ViewModel";
-import {addPanelIfNeeded} from "../navigation/index";
+import {addPanelIfNeeded} from "../navigation/index.js";
 
 function dedupeSparse(roomIds) {
     return roomIds.map((id, idx) => {
@@ -185,8 +185,8 @@ export class RoomGridViewModel extends ViewModel {
     }
 }
 
-import {createNavigation} from "../navigation/index";
+import {createNavigation} from "../navigation/index.js";
-import {ObservableValue} from "../../observable/ObservableValue";
+import {ObservableValue} from "../../observable/value/ObservableValue";
 
 export function tests() { 
     class RoomVMMock {

src/domain/session/RoomViewModelObservable.js

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {ObservableValue} from "../../observable/ObservableValue";
+import {ObservableValue} from "../../observable/value/ObservableValue";
 import {RoomStatus} from "../../matrix/room/common";
 
 /**

src/domain/session/SessionViewModel.js

@@ -99,6 +99,9 @@ export class SessionViewModel extends ViewModel {
 
     start() {
         this._sessionStatusViewModel.start();
+        this._client.session.callHandler.loadCalls("m.ring");
+        // TODO: only do this when opening the room
+        this._client.session.callHandler.loadCalls("m.prompt");
     }
 
     get activeMiddleViewModel() {
@@ -174,7 +177,7 @@ export class SessionViewModel extends ViewModel {
     _createRoomViewModelInstance(roomId) {
         const room = this._client.session.rooms.get(roomId);
         if (room) {
-            const roomVM = new RoomViewModel(this.childOptions({room}));
+            const roomVM = new RoomViewModel(this.childOptions({room, session: this._client.session}));
             roomVM.load();
             return roomVM;
         }
@@ -191,7 +194,7 @@ export class SessionViewModel extends ViewModel {
     async _createArchivedRoomViewModel(roomId) {
         const room = await this._client.session.loadArchivedRoom(roomId);
         if (room) {
-            const roomVM = new RoomViewModel(this.childOptions({room}));
+            const roomVM = new RoomViewModel(this.childOptions({room, session: this._client.session}));
             roomVM.load();
             return roomVM;
         }

src/domain/session/leftpanel/LeftPanelViewModel.js

@@ -21,7 +21,7 @@ import {InviteTileViewModel} from "./InviteTileViewModel.js";
 import {RoomBeingCreatedTileViewModel} from "./RoomBeingCreatedTileViewModel.js";
 import {RoomFilter} from "./RoomFilter.js";
 import {ApplyMap} from "../../../observable/map/ApplyMap.js";
-import {addPanelIfNeeded} from "../../navigation/index";
+import {addPanelIfNeeded} from "../../navigation/index.js";
 
 export class LeftPanelViewModel extends ViewModel {
     constructor(options) {

src/domain/session/rightpanel/MemberDetailsViewModel.js

@@ -15,7 +15,7 @@ limitations under the License.
 */
 
 import {ViewModel} from "../../ViewModel";
-import {RoomType} from "../../../matrix/room/common";
+import {RoomVisibility} from "../../../matrix/room/common";
 import {avatarInitials, getIdentifierColorNumber, getAvatarHttpUrl} from "../../avatar";
 
 export class MemberDetailsViewModel extends ViewModel {
@@ -87,7 +87,7 @@ export class MemberDetailsViewModel extends ViewModel {
         let roomId = room?.id;
         if (!roomId) {
             const roomBeingCreated = await this._session.createRoom({
-                type: RoomType.DirectMessage,
+                type: RoomVisibility.DirectMessage,
                 invites: [this.userId]
             });
             roomId = roomBeingCreated.id;

src/domain/session/room/CallViewModel.ts

@@ -0,0 +1,245 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import {AvatarSource} from "../../AvatarSource";
+import {ViewModel, Options as BaseOptions} from "../../ViewModel";
+import {getStreamVideoTrack, getStreamAudioTrack} from "../../../matrix/calls/common";
+import {avatarInitials, getIdentifierColorNumber, getAvatarHttpUrl} from "../../avatar";
+import {EventObservableValue} from "../../../observable/value/EventObservableValue";
+import {ObservableValueMap} from "../../../observable/map/ObservableValueMap";
+import type {Room} from "../../../matrix/room/Room";
+import type {GroupCall} from "../../../matrix/calls/group/GroupCall";
+import type {Member} from "../../../matrix/calls/group/Member";
+import type {RoomMember} from "../../../matrix/room/members/RoomMember";
+import type {BaseObservableList} from "../../../observable/list/BaseObservableList";
+import type {BaseObservableValue} from "../../../observable/value/BaseObservableValue";
+import type {Stream} from "../../../platform/types/MediaDevices";
+import type {MediaRepository} from "../../../matrix/net/MediaRepository";
+
+type Options = BaseOptions & {
+    call: GroupCall,
+    room: Room,
+};
+
+export class CallViewModel extends ViewModel<Options> {
+    public readonly memberViewModels: BaseObservableList<IStreamViewModel>;
+
+    constructor(options: Options) {
+        super(options);
+        const ownMemberViewModelMap = new ObservableValueMap("self", new EventObservableValue(this.call, "change"))
+            .mapValues((call, emitChange) => new OwnMemberViewModel(this.childOptions({call, emitChange})), () => {});
+        this.memberViewModels = this.call.members
+            .filterValues(member => member.isConnected)
+            .mapValues(member => new CallMemberViewModel(this.childOptions({member, mediaRepository: this.getOption("room").mediaRepository})))
+            .join(ownMemberViewModelMap)
+            .sortValues((a, b) => a.compare(b));
+        this.track(this.memberViewModels.subscribe({
+            onRemove: () => {
+                this.emitChange(); // update memberCount
+            },
+            onAdd: () => {
+                this.emitChange(); // update memberCount
+            },
+            onUpdate: () => {},
+            onReset: () => {},
+            onMove: () => {}
+        }))
+    }
+
+    get isCameraMuted(): boolean {
+        return this.call.muteSettings?.camera ?? true;
+    }
+
+    get isMicrophoneMuted(): boolean {
+        return this.call.muteSettings?.microphone ?? true;
+    }
+
+    get memberCount(): number {
+        return this.memberViewModels.length;
+    }
+
+    get name(): string {
+        return this.call.name;
+    }
+
+    get id(): string {
+        return this.call.id;
+    }
+
+    private get call(): GroupCall {
+        return this.getOption("call");
+    }
+
+    async hangup() {
+        if (this.call.hasJoined) {
+            await this.call.leave();
+        }
+    }
+
+    async toggleCamera() {
+        const {localMedia, muteSettings} = this.call;
+        if (muteSettings && localMedia) {
+            // unmute but no track?
+            if (muteSettings.camera && !getStreamVideoTrack(localMedia.userMedia)) {
+                const stream = await this.platform.mediaDevices.getMediaTracks(!muteSettings.microphone, true);
+                await this.call.setMedia(localMedia.withUserMedia(stream));
+            } else {
+                await this.call.setMuted(muteSettings.toggleCamera());
+            }
+            this.emitChange();
+        }
+    }
+
+    async toggleMicrophone() {
+        const {localMedia, muteSettings} = this.call;
+        if (muteSettings && localMedia) {
+            // unmute but no track?
+            if (muteSettings.microphone && !getStreamAudioTrack(localMedia.userMedia)) {
+                const stream = await this.platform.mediaDevices.getMediaTracks(true, !muteSettings.camera);
+                console.log("got tracks", Array.from(stream.getTracks()).map((t: MediaStreamTrack) => { return {kind: t.kind, id: t.id};}))
+                await this.call.setMedia(localMedia.withUserMedia(stream));
+            } else {
+                await this.call.setMuted(muteSettings.toggleMicrophone());
+            }
+            this.emitChange();
+        }
+    }
+}
+
+class OwnMemberViewModel extends ViewModel<Options> implements IStreamViewModel {
+    private memberObservable: undefined | BaseObservableValue<RoomMember>;
+    
+    constructor(options: Options) {
+        super(options);
+        this.init();
+    }
+
+    async init() {
+        const room = this.getOption("room");
+        this.memberObservable = await room.observeMember(room.user.id);
+        this.track(this.memberObservable!.subscribe(() => {
+            this.emitChange(undefined);
+        }));
+    }
+
+    get stream(): Stream | undefined {
+        return this.call.localMedia?.userMedia;
+    }
+
+    private get call(): GroupCall {
+        return this.getOption("call");
+    }
+
+    get isCameraMuted(): boolean {
+        return this.call.muteSettings?.camera ?? true;
+    }
+
+    get isMicrophoneMuted(): boolean {
+        return this.call.muteSettings?.microphone ?? true;
+    }
+
+    get avatarLetter(): string {
+        const member = this.memberObservable?.get();
+        if (member) {
+            return avatarInitials(member.name);
+        } else {
+            return this.getOption("room").user.id;
+        }
+    }
+
+    get avatarColorNumber(): number {
+        return getIdentifierColorNumber(this.getOption("room").user.id);
+    }
+
+    avatarUrl(size: number): string | undefined {
+        const member = this.memberObservable?.get();
+        if (member) {
+            return getAvatarHttpUrl(member.avatarUrl, size, this.platform, this.getOption("room").mediaRepository);
+        }
+    }
+
+    get avatarTitle(): string {
+        const member = this.memberObservable?.get();
+        if (member) {
+            return member.name;
+        } else {
+            return this.getOption("room").user.id;
+        }
+    }
+
+    compare(other: OwnMemberViewModel | CallMemberViewModel): number {
+        return -1;
+    }
+}
+
+type MemberOptions = BaseOptions & {
+    member: Member,
+    mediaRepository: MediaRepository
+};
+
+export class CallMemberViewModel extends ViewModel<MemberOptions> implements IStreamViewModel {
+    get stream(): Stream | undefined {
+        return this.member.remoteMedia?.userMedia;
+    }
+
+    private get member(): Member {
+        return this.getOption("member");
+    }
+
+    get isCameraMuted(): boolean {
+        return this.member.remoteMuteSettings?.camera ?? true;
+    }
+
+    get isMicrophoneMuted(): boolean {
+        return this.member.remoteMuteSettings?.microphone ?? true;
+    }
+
+    get avatarLetter(): string {
+        return avatarInitials(this.member.member.name);
+    }
+
+    get avatarColorNumber(): number {
+        return getIdentifierColorNumber(this.member.userId);
+    }
+
+    avatarUrl(size: number): string | undefined {
+        const {avatarUrl} = this.member.member;
+        const mediaRepository = this.getOption("mediaRepository");
+        return getAvatarHttpUrl(avatarUrl, size, this.platform, mediaRepository);
+    }
+
+    get avatarTitle(): string {
+        return this.member.member.name;
+    }
+
+    compare(other: OwnMemberViewModel | CallMemberViewModel): number {
+        if (other instanceof OwnMemberViewModel) {
+            return -other.compare(this);
+        }
+        const myUserId = this.member.member.userId;
+        const otherUserId = other.member.member.userId;
+        if(myUserId === otherUserId) {
+            return 0;
+        }
+        return myUserId < otherUserId ? -1 : 1;
+    }
+}
+
+export interface IStreamViewModel extends AvatarSource, ViewModel {
+    get stream(): Stream | undefined;
+    get isCameraMuted(): boolean;
+    get isMicrophoneMuted(): boolean;
+}

src/domain/session/room/RoomViewModel.js

@@ -17,13 +17,15 @@ limitations under the License.
 
 import {TimelineViewModel} from "./timeline/TimelineViewModel.js";
 import {ComposerViewModel} from "./ComposerViewModel.js"
+import {CallViewModel} from "./CallViewModel"
+import {PickMapObservableValue} from "../../../observable/value/PickMapObservableValue";
 import {avatarInitials, getIdentifierColorNumber, getAvatarHttpUrl} from "../../avatar";
 import {ViewModel} from "../../ViewModel";
 import {imageToInfo} from "../common.js";
+import {LocalMedia} from "../../../matrix/calls/LocalMedia";
 // TODO: remove fallback so default isn't included in bundle for SDK users that have their custom tileClassForEntry
 // this is a breaking SDK change though to make this option mandatory
 import {tileClassForEntry as defaultTileClassForEntry} from "./timeline/tiles/index";
-import {RoomStatus} from "../../../matrix/room/common";
 
 export class RoomViewModel extends ViewModel {
     constructor(options) {
@@ -38,12 +40,37 @@ export class RoomViewModel extends ViewModel {
         this._sendError = null;
         this._composerVM = null;
         if (room.isArchived) {
-            this._composerVM = this.track(new ArchivedViewModel(this.childOptions({archivedRoom: room})));
+            this._composerVM = new ArchivedViewModel(this.childOptions({archivedRoom: room}));
         } else {
-            this._recreateComposerOnPowerLevelChange();
+            this._composerVM = new ComposerViewModel(this);
         }
         this._clearUnreadTimout = null;
         this._closeUrl = this.urlCreator.urlUntilSegment("session");
+        this._setupCallViewModel();
+    }
+
+    _setupCallViewModel() {
+        // pick call for this room with lowest key
+        const calls = this.getOption("session").callHandler.calls;
+        this._callObservable = new PickMapObservableValue(calls.filterValues(c => {
+            return c.roomId === this._room.id && c.hasJoined;
+        }));
+        this._callViewModel = undefined;
+        this.track(this._callObservable.subscribe(call => {
+            if (call && this._callViewModel && call.id === this._callViewModel.id) {
+                return;
+            }
+            this._callViewModel = this.disposeTracked(this._callViewModel);
+            if (call) {
+                this._callViewModel = this.track(new CallViewModel(this.childOptions({call, room: this._room})));
+            }
+            this.emitChange("callViewModel");
+        }));
+        const call = this._callObservable.get();
+        // TODO: cleanup this duplication to create CallViewModel
+        if (call) {
+            this._callViewModel = this.track(new CallViewModel(this.childOptions({call, room: this._room})));
+        }
     }
 
     async load() {
@@ -51,6 +78,7 @@ export class RoomViewModel extends ViewModel {
         try {
             const timeline = await this._room.openTimeline();
             this._tileOptions = this.childOptions({
+                session: this.getOption("session"),
                 roomVM: this,
                 timeline,
                 tileClassForEntry: this._tileClassForEntry,
@@ -68,30 +96,6 @@ export class RoomViewModel extends ViewModel {
         this._clearUnreadAfterDelay();
     }
 
-    async _recreateComposerOnPowerLevelChange() {
-        const powerLevelObservable = await this._room.observePowerLevels();
-        const canSendMessage = () => powerLevelObservable.get().canSendType("m.room.message");
-        let oldCanSendMessage = canSendMessage();
-        const recreateComposer = newCanSendMessage => {
-            this._composerVM = this.disposeTracked(this._composerVM);
-            if (newCanSendMessage) {
-                this._composerVM = this.track(new ComposerViewModel(this));
-            }
-            else {
-                this._composerVM = this.track(new LowerPowerLevelViewModel(this.childOptions()));
-            }
-            this.emitChange("powerLevelObservable")
-        };
-        this.track(powerLevelObservable.subscribe(() => {
-            const newCanSendMessage = canSendMessage();
-            if (oldCanSendMessage !== newCanSendMessage) {
-                recreateComposer(newCanSendMessage);
-                oldCanSendMessage = newCanSendMessage;
-            }
-        }));
-        recreateComposer(oldCanSendMessage);
-    }
-
     async _clearUnreadAfterDelay() {
         if (this._room.isArchived || this._clearUnreadTimout) {
             return;
@@ -198,90 +202,19 @@ export class RoomViewModel extends ViewModel {
         }
     }
     
-    async _processCommandJoin(roomName) {
-        try {
-            const roomId = await this._options.client.session.joinRoom(roomName);
-            const roomStatusObserver = await this._options.client.session.observeRoomStatus(roomId);
-            await roomStatusObserver.waitFor(status => status === RoomStatus.Joined);
-            this.navigation.push("room", roomId);
-        } catch (err) {
-            let exc;
-            if ((err.statusCode ?? err.status) === 400) {
-                exc = new Error(`/join : '${roomName}' was not legal room ID or room alias`);
-            } else if ((err.statusCode ?? err.status) === 404 || (err.statusCode ?? err.status) === 502 || err.message == "Internal Server Error") {
-                exc = new Error(`/join : room '${roomName}' not found`);
-            } else if ((err.statusCode ?? err.status) === 403) {
-                exc = new Error(`/join : you're not invited to join '${roomName}'`);
-            } else {
-                exc = err;
-            }
-            this._sendError = exc;
-            this._timelineError = null;
-            this.emitChange("error");
-        }
-    } 
-
-    async _processCommand (message) {
-        let msgtype;
-        const [commandName, ...args] = message.substring(1).split(" ");
-        switch (commandName) {
-            case "me":
-                message = args.join(" ");
-                msgtype = "m.emote";
-                break;
-            case "join":
-                if (args.length === 1) {
-                    const roomName = args[0];
-                    await this._processCommandJoin(roomName);
-                } else {
-                    this._sendError = new Error("join syntax: /join <room-id>");
-                    this._timelineError = null;
-                    this.emitChange("error");
-                }
-                break;
-            case "shrug":
-                message = "¯\\_(ツ)_/¯ " + args.join(" ");
-                msgtype = "m.text";
-                break;
-            case "tableflip":
-                message = "(╯°□°）╯︵ ┻━┻ " + args.join(" ");
-                msgtype = "m.text";
-                break;
-            case "unflip":
-                message = "┬──┬ ノ( ゜-゜ノ) " + args.join(" ");
-                msgtype = "m.text";
-                break;
-            case "lenny":
-                message = "( ͡° ͜ʖ ͡°) " + args.join(" ");
-                msgtype = "m.text";
-                break;
-            default:
-                this._sendError = new Error(`no command name "${commandName}". To send the message instead of executing, please type "/${message}"`);
-                this._timelineError = null;
-                this.emitChange("error");
-                message = undefined;
-       }
-       return {type: msgtype, message: message};
-   }
-    
     async _sendMessage(message, replyingTo) {
         if (!this._room.isArchived && message) {
-            let messinfo = {type : "m.text", message : message};
-            if (message.startsWith("//")) {
-                messinfo.message = message.substring(1).trim();
-            } else if (message.startsWith("/")) {
-                messinfo = await this._processCommand(message);
-            }
             try {
-                const msgtype = messinfo.type;
+                let msgtype = "m.text";
-                const message = messinfo.message;
+                if (message.startsWith("/me ")) {
-                if (msgtype && message) {
+                    message = message.substr(4).trim();
+                    msgtype = "m.emote";
+                }
                 if (replyingTo) {
                     await replyingTo.reply(msgtype, message);
                 } else {
                     await this._room.sendEvent("m.room.message", {msgtype, body: message});
                 }
-                }
             } catch (err) {
                 console.error(`room.sendMessage(): ${err.message}:\n${err.stack}`);
                 this._sendError = err;
@@ -413,6 +346,10 @@ export class RoomViewModel extends ViewModel {
         return this._composerVM;
     }
 
+    get callViewModel() {
+        return this._callViewModel;
+    }
+
     openDetailsPanel() {
         let path = this.navigation.path.until("room");
         path = path.with(this.navigation.segment("right-panel", true));
@@ -426,9 +363,17 @@ export class RoomViewModel extends ViewModel {
         }
     }
 
-    dismissError() {
+    async startCall() {
-        this._sendError = null;
+        try {
-        this.emitChange("error");
+            const session = this.getOption("session");
+            const stream = await this.platform.mediaDevices.getMediaTracks(false, true);
+            const localMedia = new LocalMedia().withUserMedia(stream);
+            // this will set the callViewModel above as a call will be added to callHandler.calls
+            const call = await session.callHandler.createCall(this._room.id, "m.video", "A call " + Math.round(this.platform.random() * 100));
+            await call.join(localMedia);
+        } catch (err) {
+            console.error(err.stack);
+        }
     }
 }
 
@@ -463,16 +408,6 @@ class ArchivedViewModel extends ViewModel {
     }
 
     get kind() {
-        return "disabled";
+        return "archived";
-    }
-}
-
-class LowerPowerLevelViewModel extends ViewModel {
-    get description() {
-        return this.i18n`You do not have the powerlevel necessary to send messages`;
-    }
-
-    get kind() {
-        return "disabled";
     }
 }

src/domain/session/room/timeline/ReactionsViewModel.js

@@ -189,7 +189,7 @@ import {HomeServer as MockHomeServer} from "../../../../mocks/HomeServer.js";
 // other imports
 import {BaseMessageTile} from "./tiles/BaseMessageTile.js";
 import {MappedList} from "../../../../observable/list/MappedList";
-import {ObservableValue} from "../../../../observable/ObservableValue";
+import {ObservableValue} from "../../../../observable/value/ObservableValue";
 import {PowerLevels} from "../../../../matrix/room/PowerLevels.js";
 
 export function tests() {

src/domain/session/room/timeline/tiles/BaseMessageTile.js

@@ -49,14 +49,6 @@ export class BaseMessageTile extends SimpleTile {
         return `https://matrix.to/#/${encodeURIComponent(this.sender)}`;
     }
 
-    get displayName() {
-        return this._entry.displayName || this.sender;
-    }
-
-    get sender() {
-        return this._entry.sender;
-    }
-
     get memberPanelLink() {
         return `${this.urlCreator.urlUntilSegment("room")}/member/${this.sender}`;
     }

src/domain/session/room/timeline/tiles/CallTile.js

@@ -0,0 +1,94 @@
+/*
+Copyright 2020 Bruno Windels <bruno@windels.cloud>
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import {SimpleTile} from "./SimpleTile.js";
+import {LocalMedia} from "../../../../../matrix/calls/LocalMedia";
+
+// TODO: timeline entries for state events with the same state key and type
+// should also update previous entries in the timeline, so we can update the name of the call, whether it is terminated, etc ...
+
+// alternatively, we could just subscribe to the GroupCall and spontanously emit an update when it updates
+
+export class CallTile extends SimpleTile {
+    constructor(entry, options) {
+        super(entry, options);
+        const calls = this.getOption("session").callHandler.calls;
+        this._call = calls.get(this._entry.stateKey);
+        this._callSubscription = undefined;
+        if (this._call) {
+            this._callSubscription = this._call.disposableOn("change", () => {
+                // unsubscribe when terminated
+                if (this._call.isTerminated) {
+                    this._callSubscription = this._callSubscription();
+                    this._call = undefined;
+                }
+                this.emitChange();
+            });
+        }
+    }
+
+    get confId() {
+        return this._entry.stateKey;
+    }
+    
+    get shape() {
+        return "call";
+    }
+
+    get name() {
+        return this._entry.content["m.name"];
+    }
+
+    get canJoin() {
+        return this._call && !this._call.hasJoined;
+    }
+
+    get canLeave() {
+        return this._call && this._call.hasJoined;
+    }
+
+    get label() {
+        if (this._call) {
+            if (this._call.hasJoined) {
+                return `Ongoing call (${this.name}, ${this.confId})`;
+            } else {
+                return `${this.displayName} started a call (${this.name}, ${this.confId})`;
+            }
+        } else {
+            return `Call finished, started by ${this.displayName} (${this.name}, ${this.confId})`;
+        }
+    }
+
+    async join() {
+        if (this.canJoin) {
+            const stream = await this.platform.mediaDevices.getMediaTracks(false, true);
+            const localMedia = new LocalMedia().withUserMedia(stream);
+            await this._call.join(localMedia);
+        }
+    }
+
+    async leave() {
+        if (this.canLeave) {
+            this._call.leave();
+        }
+    }
+
+    dispose() {
+        if (this._callSubscription) {
+            this._callSubscription = this._callSubscription();
+        }
+    }
+}

src/domain/session/room/timeline/tiles/SimpleTile.js

@@ -159,4 +159,12 @@ export class SimpleTile extends ViewModel {
     get _ownMember() {
         return this._options.timeline.me;
     }
+
+    get displayName() {
+        return this._entry.displayName || this.sender;
+    }
+
+    get sender() {
+        return this._entry.sender;
+    }
 }

src/domain/session/room/timeline/tiles/index.ts

@@ -26,9 +26,11 @@ import {RoomMemberTile} from "./RoomMemberTile.js";
 import {EncryptedEventTile} from "./EncryptedEventTile.js";
 import {EncryptionEnabledTile} from "./EncryptionEnabledTile.js";
 import {MissingAttachmentTile} from "./MissingAttachmentTile.js";
+import {CallTile} from "./CallTile.js";
 
 import type {SimpleTile} from "./SimpleTile.js";
 import type {Room} from "../../../../../matrix/room/Room";
+import type {Session} from "../../../../../matrix/Session";
 import type {Timeline} from "../../../../../matrix/room/timeline/Timeline";
 import type {FragmentBoundaryEntry} from "../../../../../matrix/room/timeline/entries/FragmentBoundaryEntry";
 import type {EventEntry} from "../../../../../matrix/room/timeline/entries/EventEntry";
@@ -38,6 +40,7 @@ import type {Options as ViewModelOptions} from "../../../../ViewModel";
 export type TimelineEntry = FragmentBoundaryEntry | EventEntry | PendingEventEntry;
 export type TileClassForEntryFn = (entry: TimelineEntry) => TileConstructor | undefined;
 export type Options = ViewModelOptions & {
+    session: Session,
     room: Room,
     timeline: Timeline
     tileClassForEntry: TileClassForEntryFn;
@@ -86,6 +89,14 @@ export function tileClassForEntry(entry: TimelineEntry): TileConstructor | undef
                 return EncryptedEventTile;
             case "m.room.encryption":
                 return EncryptionEnabledTile;
+            case "org.matrix.msc3401.call": {
+                // if prevContent is present, it's an update to a call event, which we don't render
+                // as the original event is updated through the call object which receive state event updates
+                if (entry.stateKey && !entry.prevContent) {
+                    return CallTile;
+                }
+                return undefined;
+            }
             default:
                 // unknown type not rendered
                 return undefined;

src/domain/session/settings/KeyBackupViewModel.js

@@ -17,6 +17,7 @@ limitations under the License.
 import {ViewModel} from "../../ViewModel";
 import {KeyType} from "../../../matrix/ssss/index";
 import {createEnum} from "../../../utils/enum";
+import {FlatMapObservableValue} from "../../../observable/value/FlatMapObservableValue";
 
 export const Status = createEnum("Enabled", "SetupKey", "SetupPhrase", "Pending", "NewVersionAvailable"); 
 export const BackupWriteStatus = createEnum("Writing", "Stopped", "Done", "Pending"); 
@@ -29,8 +30,8 @@ export class KeyBackupViewModel extends ViewModel {
         this._isBusy = false;
         this._dehydratedDeviceId = undefined;
         this._status = undefined;
-        this._backupOperation = this._session.keyBackup.flatMap(keyBackup => keyBackup.operationInProgress);
+        this._backupOperation = new FlatMapObservableValue(this._session.keyBackup, keyBackup => keyBackup.operationInProgress);
-        this._progress = this._backupOperation.flatMap(op => op.progress);
+        this._progress = new FlatMapObservableValue(this._backupOperation, op => op.progress);
         this.track(this._backupOperation.subscribe(() => {
             // see if needsNewKey might be set
             this._reevaluateStatus();

src/domain/session/settings/SettingsViewModel.js

@@ -150,8 +150,14 @@ export class SettingsViewModel extends ViewModel {
     }
 
     async exportLogs() {
-        const logExport = await this.logger.export();
+        const logs = await this.exportLogsBlob();
-        this.platform.saveFileAs(logExport.asBlob(), `hydrogen-logs-${this.platform.clock.now()}.json`);
+        this.platform.saveFileAs(logs, `hydrogen-logs-${this.platform.clock.now()}.json`);
+    }
+
+    async exportLogsBlob() {
+        const persister = this.logger.reporters.find(r => typeof r.export === "function");
+        const logExport = await persister.export();
+        return logExport.asBlob();
     }
 
     get canSendLogsToServer() {

src/lib.ts

@@ -14,11 +14,24 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
+export {Logger} from "./logging/Logger";
+export type {ILogItem} from "./logging/types";
+export {IDBLogPersister} from "./logging/IDBLogPersister";
+export {ConsoleReporter} from "./logging/ConsoleReporter";
 export {Platform} from "./platform/web/Platform.js";
-export {Client, LoadStatus} from "./matrix/Client.js";
+export {Client, LoadStatus, LoginFailure} from "./matrix/Client.js";
 export {RoomStatus} from "./matrix/room/common";
+export {AttachmentUpload} from "./matrix/room/AttachmentUpload";
+export {CallIntent} from "./matrix/calls/callEventTypes";
+// export everything needed to observe state events on all rooms using session.observeRoomState
+export type {RoomStateHandler} from "./matrix/room/state/types";
+export type {MemberChange} from "./matrix/room/members/RoomMember";
+export type {Transaction} from "./matrix/storage/idb/Transaction";
+export type {Room} from "./matrix/room/Room";
+export type {StateEvent} from "./matrix/storage/types";
+
 // export main view & view models
-export {createNavigation, createRouter} from "./domain/navigation/index";
+export {createNavigation, createRouter} from "./domain/navigation/index.js";
 export {RootViewModel} from "./domain/RootViewModel.js";
 export {RootView} from "./platform/web/ui/RootView.js";
 export {SessionViewModel} from "./domain/session/SessionViewModel.js";
@@ -68,9 +81,10 @@ export {TemplateView} from "./platform/web/ui/general/TemplateView";
 export {ViewModel} from "./domain/ViewModel";
 export {LoadingView} from "./platform/web/ui/general/LoadingView.js";
 export {AvatarView} from "./platform/web/ui/AvatarView.js";
-export {RoomType} from "./matrix/room/common";
+export {RoomVisibility, RoomType} from "./matrix/room/common";
 export {EventEmitter} from "./utils/EventEmitter";
 export {Disposables} from "./utils/Disposables";
+export {LocalMedia} from "./matrix/calls/LocalMedia";
 // these should eventually be moved to another library
 export {
     ObservableArray,
@@ -80,8 +94,6 @@ export {
     ConcatList,
     ObservableMap
 } from "./observable/index";
-export {
+export {BaseObservableValue} from "./observable/value/BaseObservableValue";
-    BaseObservableValue,
+export {ObservableValue} from "./observable/value/ObservableValue";
-    ObservableValue,
+export {RetainedObservableValue} from "./observable/value/RetainedObservableValue";
-    RetainedObservableValue
-} from "./observable/ObservableValue";

src/logging/ConsoleReporter.ts

@@ -13,17 +13,28 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 */
-import {BaseLogger} from "./BaseLogger";
-import {LogItem} from "./LogItem";
-import type {ILogItem, LogItemValues, ILogExport} from "./types";
 
-export class ConsoleLogger extends BaseLogger {
+import type {ILogger, ILogItem, LogItemValues, ILogReporter} from "./types";
-    _persistItem(item: LogItem): void {
+import type {LogItem} from "./LogItem";
-        printToConsole(item);
+
+export class ConsoleReporter implements ILogReporter {
+    private logger?: ILogger;
+
+    reportItem(item: ILogItem): void {
+        printToConsole(item as LogItem);
     }
 
-    async export(): Promise<ILogExport | undefined> {
+    setLogger(logger: ILogger) {
-        return undefined;
+        this.logger = logger;
+    }
+
+    printOpenItems(): void {
+        if (!this.logger) {
+            return;
+        }
+        for (const item of this.logger.getOpenRootItems()) {
+            this.reportItem(item);
+        }
     }
 }
 
@@ -39,7 +50,7 @@ function filterValues(values: LogItemValues): LogItemValues | null {
 }
 
 function printToConsole(item: LogItem): void {
-    const label = `${itemCaption(item)} (${item.duration}ms)`;
+    const label = `${itemCaption(item)} (@${item.start}ms, duration: ${item.duration}ms)`;
     const filteredValues = filterValues(item.values);
     const shouldGroup = item.children || filteredValues;
     if (shouldGroup) {
@@ -78,6 +89,8 @@ function itemCaption(item: ILogItem): string {
         return `${item.values.l} ${item.values.id}`;
     } else if (item.values.l && typeof item.values.status !== "undefined") {
         return `${item.values.l} (${item.values.status})`;
+    } else if (item.values.l && typeof item.values.type !== "undefined") {
+        return `${item.values.l} (${item.values.type})`;
     } else if (item.values.l && item.error) {
         return `${item.values.l} failed`;
     } else if (typeof item.values.ref !== "undefined") {

src/logging/IDBLogPersister.ts

@@ -22,36 +22,69 @@ import {
     iterateCursor,
     fetchResults,
 } from "../matrix/storage/idb/utils";
-import {BaseLogger} from "./BaseLogger";
 import type {Interval} from "../platform/web/dom/Clock";
 import type {Platform} from "../platform/web/Platform.js";
 import type {BlobHandle} from "../platform/web/dom/BlobHandle.js";
-import type {ILogItem, ILogExport, ISerializedItem} from "./types";
+import type {ILogItem, ILogger, ILogReporter, ISerializedItem} from "./types";
-import type {LogFilter} from "./LogFilter";
+import {LogFilter} from "./LogFilter";
 
 type QueuedItem = {
     json: string;
     id?: number;
 }
 
-export class IDBLogger extends BaseLogger {
+type Options = {
-    private readonly _name: string;
+    name: string,
-    private readonly _limit: number;
+    flushInterval?: number,
+    limit?: number,
+    platform: Platform,
+    serializedTransformer?: (item: ISerializedItem) => ISerializedItem
+}
+
+export class IDBLogPersister implements ILogReporter {
     private readonly _flushInterval: Interval;
     private _queuedItems: QueuedItem[];
+    private readonly options: Options;
+    private logger?: ILogger;
 
-    constructor(options: {name: string, flushInterval?: number, limit?: number, platform: Platform, serializedTransformer?: (item: ISerializedItem) => ISerializedItem}) {
+    constructor(options: Options) {
-        super(options);
+        this.options = options;
-        const {name, flushInterval = 60 * 1000, limit = 3000} = options;
-        this._name = name;
-        this._limit = limit;
         this._queuedItems = this._loadQueuedItems();
         // TODO: also listen for unload just in case sync keeps on running after pagehide is fired?
         window.addEventListener("pagehide", this, false);
-        this._flushInterval = this._platform.clock.createInterval(() => this._tryFlush(), flushInterval);
+        this._flushInterval = this.options.platform.clock.createInterval(
+            () => this._tryFlush(),
+            this.options.flushInterval ?? 60 * 1000
+        );
+    }
+
+    setLogger(logger: ILogger): void {
+        this.logger = logger;
+    }
+
+    reportItem(logItem: ILogItem, filter: LogFilter, forced: boolean): void {
+        const queuedItem = this.prepareItemForQueue(logItem, filter, forced);
+        if (queuedItem) {
+            this._queuedItems.push(queuedItem);
+        }
+    }
+
+    async export(): Promise<IDBLogExport> {
+        const db = await this._openDB();
+        try {
+            const txn = db.transaction(["logs"], "readonly");
+            const logs = txn.objectStore("logs");
+            const storedItems: QueuedItem[] = await fetchResults(logs.openCursor(), () => false);
+            const openItems = this.getSerializedOpenItems();
+            const allItems = storedItems.concat(this._queuedItems).concat(openItems);
+            return new IDBLogExport(allItems, this, this.options.platform);
+        } finally {
+            try {
+                db.close();
+            } catch (e) {}
+        }
     }
     
-    // TODO: move dispose to ILogger, listen to pagehide elsewhere and call dispose from there, which calls _finishAllAndFlush
     dispose(): void {
         window.removeEventListener("pagehide", this, false);
         this._flushInterval.dispose();
@@ -63,7 +96,7 @@ export class IDBLogger extends BaseLogger {
         }
     }
 
-    async _tryFlush(): Promise<void> {
+    private async _tryFlush(): Promise<void> {
         const db = await this._openDB();
         try {
             const txn = db.transaction(["logs"], "readwrite");
@@ -73,9 +106,10 @@ export class IDBLogger extends BaseLogger {
                 logs.add(i);
             }
             const itemCount = await reqAsPromise(logs.count());
-            if (itemCount > this._limit) {
+            const limit = this.options.limit ?? 3000;
+            if (itemCount > limit) {
                 // delete an extra 10% so we don't need to delete every time we flush
-                let deleteAmount = (itemCount - this._limit) + Math.round(0.1 * this._limit);
+                let deleteAmount = (itemCount - limit) + Math.round(0.1 * limit);
                 await iterateCursor(logs.openCursor(), (_, __, cursor) => {
                     cursor.delete();
                     deleteAmount -= 1;
@@ -93,14 +127,16 @@ export class IDBLogger extends BaseLogger {
         }
     }
 
-    _finishAllAndFlush(): void {
+    private _finishAllAndFlush(): void {
-        this._finishOpenItems();
+        if (this.logger) {
-        this.log({l: "pagehide, closing logs", t: "navigation"});
+            this.logger.log({l: "pagehide, closing logs", t: "navigation"});
+            this.logger.forceFinish();
+        }
         this._persistQueuedItems(this._queuedItems);
     }
 
-    _loadQueuedItems(): QueuedItem[] {
+    private _loadQueuedItems(): QueuedItem[] {
-        const key = `${this._name}_queuedItems`;
+        const key = `${this.options.name}_queuedItems`;
         try {
             const json = window.localStorage.getItem(key);
             if (json) {
@@ -113,44 +149,32 @@ export class IDBLogger extends BaseLogger {
         return [];
     }
 
-    _openDB(): Promise<IDBDatabase> {
+    private _openDB(): Promise<IDBDatabase> {
-        return openDatabase(this._name, db => db.createObjectStore("logs", {keyPath: "id", autoIncrement: true}), 1);
+        return openDatabase(this.options.name, db => db.createObjectStore("logs", {keyPath: "id", autoIncrement: true}), 1);
     }
 
-    _persistItem(logItem: ILogItem, filter: LogFilter, forced: boolean): void {
+    private prepareItemForQueue(logItem: ILogItem, filter: LogFilter, forced: boolean): QueuedItem | undefined {
-        const serializedItem = logItem.serialize(filter, undefined, forced);
+        let serializedItem = logItem.serialize(filter, undefined, forced);
         if (serializedItem) {
-            const transformedSerializedItem = this._serializedTransformer(serializedItem);
+            if (this.options.serializedTransformer) {
-            this._queuedItems.push({
+                serializedItem = this.options.serializedTransformer(serializedItem);
-                json: JSON.stringify(transformedSerializedItem)
+            }
-            });
+            return {
+                json: JSON.stringify(serializedItem)
+            };
         }
     }
 
-    _persistQueuedItems(items: QueuedItem[]): void {
+    private _persistQueuedItems(items: QueuedItem[]): void {
         try {
-            window.localStorage.setItem(`${this._name}_queuedItems`, JSON.stringify(items));
+            window.localStorage.setItem(`${this.options.name}_queuedItems`, JSON.stringify(items));
         } catch (e) {
             console.error("Could not persist queued log items in localStorage, they will likely be lost", e);
         }
     }
 
-    async export(): Promise<ILogExport> {
+    /** @internal called by ILogExport.removeFromStore */
-        const db = await this._openDB();
+    async removeItems(items: QueuedItem[]): Promise<void> {
-        try {
-            const txn = db.transaction(["logs"], "readonly");
-            const logs = txn.objectStore("logs");
-            const storedItems: QueuedItem[] = await fetchResults(logs.openCursor(), () => false);
-            const allItems = storedItems.concat(this._queuedItems);
-            return new IDBLogExport(allItems, this, this._platform);
-        } finally {
-            try {
-                db.close();
-            } catch (e) {}
-        }
-    }
-
-    async _removeItems(items: QueuedItem[]): Promise<void> {
         const db = await this._openDB();
         try {
             const txn = db.transaction(["logs"], "readwrite");
@@ -173,14 +197,29 @@ export class IDBLogger extends BaseLogger {
             } catch (e) {}
         }
     }
+
+    private getSerializedOpenItems(): QueuedItem[] {
+        const openItems: QueuedItem[] = [];
+        if (!this.logger) {
+            return openItems;
+        }
+        const filter = new LogFilter();
+        for(const item of this.logger!.getOpenRootItems()) {
+            const openItem = this.prepareItemForQueue(item, filter, false);
+            if (openItem) {
+                openItems.push(openItem);
+            }
+        }
+        return openItems;
+    }
 }
 
-class IDBLogExport implements ILogExport {
+export class IDBLogExport {
     private readonly _items: QueuedItem[];
-    private readonly _logger: IDBLogger;
+    private readonly _logger: IDBLogPersister;
     private readonly _platform: Platform;
 
-    constructor(items: QueuedItem[], logger: IDBLogger, platform: Platform) {
+    constructor(items: QueuedItem[], logger: IDBLogPersister, platform: Platform) {
         this._items = items;
         this._logger = logger;
         this._platform = platform;
@@ -194,18 +233,23 @@ class IDBLogExport implements ILogExport {
      * @return {Promise}
      */
     removeFromStore(): Promise<void> {
-        return this._logger._removeItems(this._items);
+        return this._logger.removeItems(this._items);
     }
 
     asBlob(): BlobHandle {
+        const json = this.toJSON();
+        const buffer: Uint8Array = this._platform.encoding.utf8.encode(json);
+        const blob: BlobHandle = this._platform.createBlob(buffer, "application/json");
+        return blob;
+    }
+
+    toJSON(): string {
         const log = {
             formatVersion: 1,
             appVersion: this._platform.updateService?.version,
             items: this._items.map(i => JSON.parse(i.json))
         };
         const json = JSON.stringify(log);
-        const buffer: Uint8Array = this._platform.encoding.utf8.encode(json);
+        return json;
-        const blob: BlobHandle = this._platform.createBlob(buffer, "application/json");
-        return blob;
     }
 }

src/logging/LogItem.ts

@@ -16,7 +16,7 @@ limitations under the License.
 */
 
 import {LogLevel, LogFilter} from "./LogFilter";
-import type {BaseLogger} from "./BaseLogger";
+import type {Logger} from "./Logger";
 import type {ISerializedItem, ILogItem, LogItemValues, LabelOrValues, FilterCreator, LogCallback} from "./types";
 
 export class LogItem implements ILogItem {
@@ -25,11 +25,11 @@ export class LogItem implements ILogItem {
     public error?: Error;
     public end?: number;
     private _values: LogItemValues;
-    private _logger: BaseLogger;
+    protected _logger: Logger;
     private _filterCreator?: FilterCreator;
     private _children?: Array<LogItem>;
 
-    constructor(labelOrValues: LabelOrValues, logLevel: LogLevel, logger: BaseLogger, filterCreator?: FilterCreator) {
+    constructor(labelOrValues: LabelOrValues, logLevel: LogLevel, logger: Logger, filterCreator?: FilterCreator) {
         this._logger = logger;
         this.start = logger._now();
         // (l)abel
@@ -38,7 +38,7 @@ export class LogItem implements ILogItem {
         this._filterCreator = filterCreator;
     }
 
-    /** start a new root log item and run it detached mode, see BaseLogger.runDetached */
+    /** start a new root log item and run it detached mode, see Logger.runDetached */
     runDetached(labelOrValues: LabelOrValues, callback: LogCallback<unknown>, logLevel?: LogLevel, filterCreator?: FilterCreator): ILogItem {
         return this._logger.runDetached(labelOrValues, callback, logLevel, filterCreator);
     }
@@ -221,6 +221,11 @@ export class LogItem implements ILogItem {
         }
     }
 
+    /** @internal */
+    forceFinish(): void {
+        this.finish();
+    }
+
     // expose log level without needing import everywhere
     get level(): typeof LogLevel {
         return LogLevel;
@@ -235,7 +240,7 @@ export class LogItem implements ILogItem {
 
     child(labelOrValues: LabelOrValues, logLevel?: LogLevel, filterCreator?: FilterCreator): LogItem {
         if (this.end) {
-            console.trace("log item is finished, additional logs will likely not be recorded");
+            console.trace(`log item ${this.values.l} finished, additional log ${JSON.stringify(labelOrValues)} will likely not be recorded`);
         }
         if (!logLevel) {
             logLevel = this.logLevel || LogLevel.Info;
@@ -248,7 +253,7 @@ export class LogItem implements ILogItem {
         return item;
     }
 
-    get logger(): BaseLogger {
+    get logger(): Logger {
         return this._logger;
     }
 

src/logging/Logger.ts

@@ -17,17 +17,17 @@ limitations under the License.
 
 import {LogItem} from "./LogItem";
 import {LogLevel, LogFilter} from "./LogFilter";
-import type {ILogger, ILogExport, FilterCreator, LabelOrValues, LogCallback, ILogItem, ISerializedItem} from "./types";
+import type {ILogger, ILogReporter, FilterCreator, LabelOrValues, LogCallback, ILogItem, ISerializedItem} from "./types";
 import type {Platform} from "../platform/web/Platform.js";
 
-export abstract class BaseLogger implements ILogger {
+export class Logger implements ILogger {
     protected _openItems: Set<LogItem> = new Set();
     protected _platform: Platform;
     protected _serializedTransformer: (item: ISerializedItem) => ISerializedItem;
+    public readonly reporters: ILogReporter[] = [];
 
-    constructor({platform, serializedTransformer = (item: ISerializedItem) => item}) {
+    constructor({platform}) {
         this._platform = platform;
-        this._serializedTransformer = serializedTransformer;
     }
 
     log(labelOrValues: LabelOrValues, logLevel: LogLevel = LogLevel.Info): void {
@@ -36,6 +36,15 @@ export abstract class BaseLogger implements ILogger {
         this._persistItem(item, undefined, false);
     }
 
+    /** Prefer `run()` or `log()` above this method; only use it if you have a long-running operation
+     *  *without* a single call stack that should be logged into one sub-tree.
+     *  You need to call `finish()` on the returned item or it will stay open until the app unloads. */
+    child(labelOrValues: LabelOrValues, logLevel: LogLevel = LogLevel.Info, filterCreator?: FilterCreator): ILogItem {
+        const item = new DeferredPersistRootLogItem(labelOrValues, logLevel, this, filterCreator);
+        this._openItems.add(item);
+        return item;
+    }
+
     /** if item is a log item, wrap the callback in a child of it, otherwise start a new root log item. */
     wrapOrRun<T>(item: ILogItem | undefined, labelOrValues: LabelOrValues, callback: LogCallback<T>, logLevel?: LogLevel, filterCreator?: FilterCreator): T {
         if (item) {
@@ -70,10 +79,10 @@ export abstract class BaseLogger implements ILogger {
         return this._run(item, callback, logLevel, true, filterCreator);
     }
 
-    _run<T>(item: LogItem, callback: LogCallback<T>, logLevel: LogLevel, wantResult: true, filterCreator?: FilterCreator): T;
+    private _run<T>(item: LogItem, callback: LogCallback<T>, logLevel: LogLevel, wantResult: true, filterCreator?: FilterCreator): T;
     // we don't return if we don't throw, as we don't have anything to return when an error is caught but swallowed for the fire-and-forget case.
-    _run<T>(item: LogItem, callback: LogCallback<T>, logLevel: LogLevel, wantResult: false, filterCreator?: FilterCreator): void;
+    private _run<T>(item: LogItem, callback: LogCallback<T>, logLevel: LogLevel, wantResult: false, filterCreator?: FilterCreator): void;
-    _run<T>(item: LogItem, callback: LogCallback<T>, logLevel: LogLevel, wantResult: boolean, filterCreator?: FilterCreator): T | void {
+    private _run<T>(item: LogItem, callback: LogCallback<T>, logLevel: LogLevel, wantResult: boolean, filterCreator?: FilterCreator): T | void {
         this._openItems.add(item);
 
         const finishItem = () => {
@@ -125,9 +134,18 @@ export abstract class BaseLogger implements ILogger {
         }
     }
 
-    _finishOpenItems() {
+    addReporter(reporter: ILogReporter): void {
+        reporter.setLogger(this);
+        this.reporters.push(reporter);
+    }
+
+    getOpenRootItems(): Iterable<ILogItem> {
+        return this._openItems;
+    }
+
+    forceFinish() {
         for (const openItem of this._openItems) {
-            openItem.finish();
+            openItem.forceFinish();
             try {
                 // for now, serialize with an all-permitting filter
                 // as the createFilter function would get a distorted image anyway
@@ -141,20 +159,43 @@ export abstract class BaseLogger implements ILogger {
         this._openItems.clear();
     }
 
-    abstract _persistItem(item: LogItem, filter?: LogFilter, forced?: boolean): void;
+    /** @internal */
+    _removeItemFromOpenList(item: LogItem): void {
+        this._openItems.delete(item);
+    }
 
-    abstract export(): Promise<ILogExport | undefined>;
+    /** @internal */
+    _persistItem(item: LogItem, filter?: LogFilter, forced?: boolean): void {
+        for (var i = 0; i < this.reporters.length; i += 1) {
+            this.reporters[i].reportItem(item, filter, forced);
+        }
+    }
 
     // expose log level without needing 
     get level(): typeof LogLevel {
         return LogLevel;
     }
 
+    /** @internal */
     _now(): number {
         return this._platform.clock.now();
     }
 
+    /** @internal */
     _createRefId(): number {
         return Math.round(this._platform.random() * Number.MAX_SAFE_INTEGER);
     }
 }
+
+class DeferredPersistRootLogItem extends LogItem {
+    finish() {
+        super.finish();
+        (this._logger as Logger)._persistItem(this, undefined, false);
+        (this._logger as Logger)._removeItemFromOpenList(this);
+    }
+
+    forceFinish() {
+        super.finish();
+        /// no need to persist when force-finishing as _finishOpenItems above will do it
+    }
+}

src/logging/NullLogger.ts

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 import {LogLevel} from "./LogFilter";
-import type {ILogger, ILogExport, ILogItem, LabelOrValues, LogCallback, LogItemValues} from "./types";
+import type {ILogger, ILogItem, ILogReporter, LabelOrValues, LogCallback, LogItemValues} from "./types";
 
 function noop (): void {}
 
@@ -23,6 +23,22 @@ export class NullLogger implements ILogger {
 
     log(): void {}
 
+    addReporter() {}
+
+    get reporters(): ReadonlyArray<ILogReporter> {
+        return [];
+    }
+
+    getOpenRootItems(): Iterable<ILogItem> {
+        return [];
+    }
+
+    forceFinish(): void {}
+
+    child(): ILogItem  {
+        return this.item;
+    }
+
     run<T>(_, callback: LogCallback<T>): T {
         return callback(this.item);    
     }
@@ -40,10 +56,6 @@ export class NullLogger implements ILogger {
         return this.item;
     }
     
-    async export(): Promise<ILogExport | undefined> {
-        return undefined;
-    }
-
     get level(): typeof LogLevel {
         return LogLevel;
     }
@@ -61,12 +73,18 @@ export class NullLogItem implements ILogItem {
     }
 
     wrap<T>(_: LabelOrValues, callback: LogCallback<T>): T {
+        return this.run(callback);
+    }
+
+    run<T>(callback: LogCallback<T>): T {
         return callback(this);
     }
 
+
     log(): ILogItem {
         return this;
     }
+    
     set(): ILogItem { return this; }
 
     runDetached(_: LabelOrValues, callback: LogCallback<unknown>): ILogItem {
@@ -99,6 +117,7 @@ export class NullLogItem implements ILogItem {
     }
 
     finish(): void {}
+    forceFinish(): void {}
 
     serialize(): undefined {
         return undefined;

src/logging/types.ts

@@ -16,7 +16,6 @@ limitations under the License.
 */
 
 import {LogLevel, LogFilter} from "./LogFilter";
-import type {BaseLogger} from "./BaseLogger";
 import type {BlobHandle} from "../platform/web/dom/BlobHandle.js";
 
 export interface ISerializedItem {
@@ -40,8 +39,10 @@ export interface ILogItem {
     readonly level: typeof LogLevel;
     readonly end?: number;
     readonly start?: number;
-    readonly values: LogItemValues;
+    readonly values: Readonly<LogItemValues>;
     wrap<T>(labelOrValues: LabelOrValues, callback: LogCallback<T>, logLevel?: LogLevel, filterCreator?: FilterCreator): T;
+    /*** This is sort of low-level, you probably want to use wrap. If you do use it, it should only be called once. */
+    run<T>(callback: LogCallback<T>): T;
     log(labelOrValues: LabelOrValues, logLevel?: LogLevel): ILogItem;
     set(key: string | object, value: unknown): ILogItem;
     runDetached(labelOrValues: LabelOrValues, callback: LogCallback<unknown>, logLevel?: LogLevel, filterCreator?: FilterCreator): ILogItem;
@@ -51,22 +52,41 @@ export interface ILogItem {
     catch(err: Error): Error;
     serialize(filter: LogFilter, parentStartTime: number | undefined, forced: boolean): ISerializedItem | undefined;
     finish(): void;
+    forceFinish(): void;
     child(labelOrValues: LabelOrValues, logLevel?: LogLevel, filterCreator?: FilterCreator): ILogItem;
 }
+/*
+extend both ILogger and ILogItem from this interface, but need to rename ILogger.run => wrap then. Or both to `span`?
+
+export interface ILogItemCreator {
+    child(labelOrValues: LabelOrValues, logLevel?: LogLevel, filterCreator?: FilterCreator): ILogItem;
+    refDetached(logItem: ILogItem, logLevel?: LogLevel): void;
+    log(labelOrValues: LabelOrValues, logLevel?: LogLevel): ILogItem;
+    wrap<T>(labelOrValues: LabelOrValues, callback: LogCallback<T>, logLevel?: LogLevel, filterCreator?: FilterCreator): T;
+    get level(): typeof LogLevel;
+}
+*/
 
 export interface ILogger {
     log(labelOrValues: LabelOrValues, logLevel?: LogLevel): void;
+    child(labelOrValues: LabelOrValues, logLevel?: LogLevel, filterCreator?: FilterCreator): ILogItem;
     wrapOrRun<T>(item: ILogItem | undefined, labelOrValues: LabelOrValues, callback: LogCallback<T>, logLevel?: LogLevel, filterCreator?: FilterCreator): T;
     runDetached<T>(labelOrValues: LabelOrValues, callback: LogCallback<T>, logLevel?: LogLevel, filterCreator?: FilterCreator): ILogItem;
     run<T>(labelOrValues: LabelOrValues, callback: LogCallback<T>, logLevel?: LogLevel, filterCreator?: FilterCreator): T;
-    export(): Promise<ILogExport | undefined>;
     get level(): typeof LogLevel;
+    getOpenRootItems(): Iterable<ILogItem>;
+    addReporter(reporter: ILogReporter): void;
+    get reporters(): ReadonlyArray<ILogReporter>;
+    /**
+     * force-finishes any open items and passes them to the reporter, with the forced flag set.
+     * Good think to do when the page is being closed to not lose any logs.
+     **/
+    forceFinish(): void;
 }
 
-export interface ILogExport {
+export interface ILogReporter {
-    get count(): number;
+    setLogger(logger: ILogger): void;
-    removeFromStore(): Promise<void>;
+    reportItem(item: ILogItem, filter?: LogFilter, forced?: boolean): void;
-    asBlob(): BlobHandle;
 }
 
 export type LogItemValues = {

src/matrix/Client.js

@@ -18,7 +18,7 @@ limitations under the License.
 import {createEnum} from "../utils/enum";
 import {lookupHomeserver} from "./well-known.js";
 import {AbortableOperation} from "../utils/AbortableOperation";
-import {ObservableValue} from "../observable/ObservableValue";
+import {ObservableValue} from "../observable/value/ObservableValue";
 import {HomeServerApi} from "./net/HomeServerApi";
 import {Reconnector, ConnectionStatus} from "./net/Reconnector";
 import {ExponentialRetryDelay} from "./net/ExponentialRetryDelay";
@@ -100,8 +100,6 @@ export class Client {
         });
     }
 
-    // TODO: When converted to typescript this should return the same type
-    // as this._loginOptions is in LoginViewModel.ts (LoginOptions).
     _parseLoginOptions(options, homeserver) {
         /*
         Take server response and return new object which has two props password and sso which

src/matrix/DeviceMessageHandler.js

@@ -16,12 +16,15 @@ limitations under the License.
 
 import {OLM_ALGORITHM} from "./e2ee/common.js";
 import {countBy, groupBy} from "../utils/groupBy";
+import {LRUCache} from "../utils/LRUCache";
 
 export class DeviceMessageHandler {
-    constructor({storage}) {
+    constructor({storage, callHandler}) {
         this._storage = storage;
         this._olmDecryption = null;
         this._megolmDecryption = null;
+        this._callHandler = callHandler;
+        this._senderDeviceCache = new LRUCache(10, di => di.curve25519Key);
     }
 
     enableEncryption({olmDecryption, megolmDecryption}) {
@@ -49,6 +52,11 @@ export class DeviceMessageHandler {
                 log.child("decrypt_error").catch(err);
             }
             const newRoomKeys = this._megolmDecryption.roomKeysFromDeviceMessages(olmDecryptChanges.results, log);
+            
+            // TODO: somehow include rooms that received a call to_device message in the sync state?
+            // or have updates flow through event emitter?
+            // well, we don't really need to update the room other then when a call starts or stops
+            // any changes within the call will be emitted on the call object?
             return new SyncPreparation(olmDecryptChanges, newRoomKeys);
         }
     }
@@ -58,7 +66,38 @@ export class DeviceMessageHandler {
         // write olm changes
         prep.olmDecryptChanges.write(txn);
         const didWriteValues = await Promise.all(prep.newRoomKeys.map(key => this._megolmDecryption.writeRoomKey(key, txn)));
-        return didWriteValues.some(didWrite => !!didWrite);
+        const hasNewRoomKeys = didWriteValues.some(didWrite => !!didWrite);
+        return {
+            hasNewRoomKeys,
+            decryptionResults: prep.olmDecryptChanges.results
+        };
+    }
+
+    async afterSyncCompleted(decryptionResults, deviceTracker, hsApi, log) {
+        // if we don't have a device, we need to fetch the device keys the message claims
+        // and check the keys, and we should only do network requests during
+        // sync processing in the afterSyncCompleted step.
+        const callMessages = decryptionResults.filter(dr => this._callHandler.handlesDeviceMessageEventType(dr.event?.type));
+        if (callMessages.length) {
+            await log.wrap("process call signalling messages", async log => {
+                for (const dr of callMessages) {
+                    // serialize device loading, so subsequent messages for the same device take advantage of the cache
+                    const device = await deviceTracker.deviceForId(dr.event.sender, dr.event.content.device_id, hsApi, log);
+                    dr.setDevice(device);
+                    if (dr.isVerified) {
+                        this._callHandler.handleDeviceMessage(dr.event, dr.userId, dr.deviceId, log);
+                    } else {
+                        log.log({
+                            l: "could not verify olm fingerprint key matches, ignoring",
+                            ed25519Key: dr.device.ed25519Key,
+                            claimedEd25519Key: dr.claimedEd25519Key,
+                            deviceId: device.deviceId,
+                            userId: device.userId,
+                        });
+                    }
+                }
+            });
+        }
     }
 }
 

src/matrix/Session.js

@@ -21,7 +21,7 @@ import {RoomStatus} from "./room/common";
 import {RoomBeingCreated} from "./room/RoomBeingCreated";
 import {Invite} from "./room/Invite.js";
 import {Pusher} from "./push/Pusher";
-import { ObservableMap } from "../observable/index.js";
+import { ObservableMap } from "../observable/index";
 import {User} from "./User.js";
 import {DeviceMessageHandler} from "./DeviceMessageHandler.js";
 import {Account as E2EEAccount} from "./e2ee/Account.js";
@@ -45,7 +45,10 @@ import {
     keyFromDehydratedDeviceKey as createSSSSKeyFromDehydratedDeviceKey
 } from "./ssss/index";
 import {SecretStorage} from "./ssss/SecretStorage";
-import {ObservableValue, RetainedObservableValue} from "../observable/ObservableValue";
+import {ObservableValue} from "../observable/value/ObservableValue";
+import {RetainedObservableValue} from "../observable/value/RetainedObservableValue";
+import {CallHandler} from "./calls/CallHandler";
+import {RoomStateHandlerSet} from "./room/state/RoomStateHandlerSet";
 
 const PICKLE_KEY = "DEFAULT_KEY";
 const PUSHER_KEY = "pusher";
@@ -73,7 +76,39 @@ export class Session {
         };
         this._roomsBeingCreated = new ObservableMap();
         this._user = new User(sessionInfo.userId);
-        this._deviceMessageHandler = new DeviceMessageHandler({storage});
+        this._callHandler = new CallHandler({
+            clock: this._platform.clock,
+            hsApi: this._hsApi,
+            encryptDeviceMessage: async (roomId, userId, deviceId, message, log) => {
+                if (!this._deviceTracker || !this._olmEncryption) {
+                    log.set("encryption_disabled", true);
+                    return;
+                }
+                const device = await log.wrap("get device key", async log => {
+                    const device = this._deviceTracker.deviceForId(userId, deviceId, this._hsApi, log);
+                    if (!device) {
+                        log.set("not_found", true);
+                    }
+                    return device;
+                });
+                if (device) {
+                    const encryptedMessages = await this._olmEncryption.encrypt(message.type, message.content, [device], this._hsApi, log);
+                    return encryptedMessages;
+                }
+            },
+            storage: this._storage,
+            webRTC: this._platform.webRTC,
+            ownDeviceId: sessionInfo.deviceId,
+            ownUserId: sessionInfo.userId,
+            logger: this._platform.logger,
+            turnServers: [{
+                urls: ["stun:turn.matrix.org"],
+            }],
+            forceTURN: false,
+        });
+        this._roomStateHandler = new RoomStateHandlerSet();
+        this.observeRoomState(this._callHandler);
+        this._deviceMessageHandler = new DeviceMessageHandler({storage, callHandler: this._callHandler});
         this._olm = olm;
         this._olmUtil = null;
         this._e2eeAccount = null;
@@ -102,6 +137,14 @@ export class Session {
         this.needsKeyBackup = new ObservableValue(false);
     }
 
+    get hsApi() {
+        return this._hsApi;
+    }
+
+    get sessionInfo() {
+        return this._sessionInfo;
+    }
+
     get fingerprintKey() {
         return this._e2eeAccount?.identityKeys.ed25519;
     }
@@ -118,6 +161,10 @@ export class Session {
         return this._sessionInfo.userId;
     }
 
+    get callHandler() {
+        return this._callHandler;
+    }
+
     // called once this._e2eeAccount is assigned
     _setupEncryption() {
         // TODO: this should all go in a wrapper in e2ee/ that is bootstrapped by passing in the account
@@ -562,7 +609,8 @@ export class Session {
             pendingEvents,
             user: this._user,
             createRoomEncryption: this._createRoomEncryption,
-            platform: this._platform
+            platform: this._platform,
+            roomStateHandler: this._roomStateHandler
         });
     }
 
@@ -649,7 +697,9 @@ export class Session {
     async writeSync(syncResponse, syncFilterId, preparation, txn, log) {
         const changes = {
             syncInfo: null,
-            e2eeAccountChanges: null
+            e2eeAccountChanges: null,
+            hasNewRoomKeys: false,
+            deviceMessageDecryptionResults: null,
         };
         const syncToken = syncResponse.next_batch;
         if (syncToken !== this.syncToken) {
@@ -670,7 +720,9 @@ export class Session {
         }
 
         if (preparation) {
-            changes.hasNewRoomKeys = await log.wrap("deviceMsgs", log => this._deviceMessageHandler.writeSync(preparation, txn, log));
+            const {hasNewRoomKeys, decryptionResults} = await log.wrap("deviceMsgs", log => this._deviceMessageHandler.writeSync(preparation, txn, log));
+            changes.hasNewRoomKeys = hasNewRoomKeys;
+            changes.deviceMessageDecryptionResults = decryptionResults;
         }
 
         // store account data
@@ -711,6 +763,9 @@ export class Session {
         if (changes.hasNewRoomKeys) {
             this._keyBackup.get()?.flush(log);
         }
+        if (changes.deviceMessageDecryptionResults) {
+            await this._deviceMessageHandler.afterSyncCompleted(changes.deviceMessageDecryptionResults, this._deviceTracker, this._hsApi, log);
+        }
     }
 
     _tryReplaceRoomBeingCreated(roomId, log) {
@@ -904,6 +959,10 @@ export class Session {
         return observable;
     }
 
+    observeRoomState(roomStateHandler) {
+        return this._roomStateHandler.subscribe(roomStateHandler);
+    }
+
     /**
     Creates an empty (summary isn't loaded) the archived room if it isn't
     loaded already, assuming sync will either remove it (when rejoining) or
@@ -983,9 +1042,18 @@ export function tests() {
 
     return {
         "session data is not modified until after sync": async (assert) => {
-            const session = new Session({storage: createStorageMock({
+            const storage = createStorageMock({
                 sync: {token: "a", filterId: 5}
-            }), sessionInfo: {userId: ""}});
+            });
+            const session = new Session({
+                storage,
+                sessionInfo: {userId: ""},
+                platform: {
+                    clock: {
+                        createTimeout: () => undefined
+                    }
+                }
+            });
             await session.load();
             let syncSet = false;
             const syncTxn = {

src/matrix/Sync.js

@@ -15,7 +15,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {ObservableValue} from "../observable/ObservableValue";
+import {ObservableValue} from "../observable/value/ObservableValue";
 import {createEnum} from "../utils/enum";
 
 const INCREMENTAL_TIMEOUT = 30000;
@@ -160,7 +160,7 @@ export class Sync {
         const isCatchupSync = this._status.get() === SyncStatus.CatchupSync;
         const sessionPromise = (async () => {
             try {
-                await log.wrap("session", log => this._session.afterSyncCompleted(sessionChanges, isCatchupSync, log), log.level.Detail);
+                await log.wrap("session", log => this._session.afterSyncCompleted(sessionChanges, isCatchupSync, log));
             } catch (err) {} // error is logged, but don't fail sessionPromise
         })();
 
@@ -224,6 +224,7 @@ export class Sync {
     _openPrepareSyncTxn() {
         const storeNames = this._storage.storeNames;
         return this._storage.readTxn([
+            storeNames.deviceIdentities, // to read device from olm messages
             storeNames.olmSessions,
             storeNames.inboundGroupSessions,
             // to read fragments when loading sync writer when rejoining archived room
@@ -343,6 +344,7 @@ export class Sync {
             // to decrypt and store new room keys
             storeNames.olmSessions,
             storeNames.inboundGroupSessions,
+            storeNames.calls,
         ]);
     }
     

src/matrix/calls/CallHandler.ts

@@ -0,0 +1,246 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import {ObservableMap} from "../../observable/map/ObservableMap";
+import {WebRTC, PeerConnection} from "../../platform/types/WebRTC";
+import {MediaDevices, Track} from "../../platform/types/MediaDevices";
+import {handlesEventType} from "./PeerCall";
+import {EventType, CallIntent} from "./callEventTypes";
+import {GroupCall} from "./group/GroupCall";
+import {makeId} from "../common";
+import {CALL_LOG_TYPE} from "./common";
+import {EVENT_TYPE as MEMBER_EVENT_TYPE, RoomMember} from "../room/members/RoomMember";
+
+import type {LocalMedia} from "./LocalMedia";
+import type {Room} from "../room/Room";
+import type {MemberChange} from "../room/members/RoomMember";
+import type {StateEvent} from "../storage/types";
+import type {ILogItem, ILogger} from "../../logging/types";
+import type {Platform} from "../../platform/web/Platform";
+import type {BaseObservableMap} from "../../observable/map/BaseObservableMap";
+import type {SignallingMessage, MGroupCallBase} from "./callEventTypes";
+import type {Options as GroupCallOptions} from "./group/GroupCall";
+import type {Transaction} from "../storage/idb/Transaction";
+import type {CallEntry} from "../storage/idb/stores/CallStore";
+import type {Clock} from "../../platform/web/dom/Clock";
+import type {RoomStateHandler} from "../room/state/types";
+import type {MemberSync} from "../room/timeline/persistence/MemberWriter";
+
+export type Options = Omit<GroupCallOptions, "emitUpdate" | "createTimeout"> & {
+    clock: Clock
+};
+
+function getRoomMemberKey(roomId: string, userId: string): string {
+    return JSON.stringify(roomId)+`,`+JSON.stringify(userId);
+}
+
+export class CallHandler implements RoomStateHandler {
+    // group calls by call id
+    private readonly _calls: ObservableMap<string, GroupCall> = new ObservableMap<string, GroupCall>();
+    // map of `"roomId","userId"` to set of conf_id's they are in
+    private roomMemberToCallIds: Map<string, Set<string>> = new Map();
+    private groupCallOptions: GroupCallOptions;
+    private sessionId = makeId("s");
+
+    constructor(private readonly options: Options) {
+        this.groupCallOptions = Object.assign({}, this.options, {
+            emitUpdate: (groupCall, params) => this._calls.update(groupCall.id, params),
+            createTimeout: this.options.clock.createTimeout,
+            sessionId: this.sessionId
+        });
+    }
+
+    async loadCalls(intent: CallIntent = CallIntent.Ring) {
+        const txn = await this._getLoadTxn();
+        const callEntries = await txn.calls.getByIntent(intent);
+        this._loadCallEntries(callEntries, txn);
+    }
+
+    async loadCallsForRoom(intent: CallIntent, roomId: string) {
+        const txn = await this._getLoadTxn();
+        const callEntries = await txn.calls.getByIntentAndRoom(intent, roomId);
+        this._loadCallEntries(callEntries, txn);
+    }
+
+    private async _getLoadTxn(): Promise<Transaction> {
+        const names = this.options.storage.storeNames;
+        const txn = await this.options.storage.readTxn([
+            names.calls,
+            names.roomState,
+        ]);
+        return txn;
+    }
+
+    private async _loadCallEntries(callEntries: CallEntry[], txn: Transaction): Promise<void> {
+        return this.options.logger.run({l: "loading calls", t: CALL_LOG_TYPE}, async log => {
+            log.set("entries", callEntries.length);
+            await Promise.all(callEntries.map(async callEntry => {
+                if (this._calls.get(callEntry.callId)) {
+                    return;
+                }
+                const event = await txn.roomState.get(callEntry.roomId, EventType.GroupCall, callEntry.callId);
+                if (event) {
+                    const call = new GroupCall(event.event.state_key, false, event.event.content, event.roomId, this.groupCallOptions);
+                    this._calls.set(call.id, call);
+                }
+            }));
+            const roomIds = Array.from(new Set(callEntries.map(e => e.roomId)));
+            await Promise.all(roomIds.map(async roomId => {
+                // TODO: don't load all members until we need them
+                const callsMemberEvents = await txn.roomState.getAllForType(roomId, EventType.GroupCallMember);
+                await Promise.all(callsMemberEvents.map(async entry => {
+                    const userId = entry.event.sender;
+                    const roomMemberState = await txn.roomState.get(roomId, MEMBER_EVENT_TYPE, userId);
+                    let roomMember;
+                    if (roomMemberState) {
+                        roomMember = RoomMember.fromMemberEvent(roomMemberState.event);
+                    }
+                    if (!roomMember) {
+                        // we'll be missing the member here if we received a call and it's members
+                        // as pre-gap state and the members weren't active in the timeline we got.
+                        roomMember = RoomMember.fromUserId(roomId, userId, "join");
+                    }
+                    this.handleCallMemberEvent(entry.event, roomMember, roomId, log);
+                }));
+            }));
+            log.set("newSize", this._calls.size);
+        });
+    }
+
+    async createCall(roomId: string, type: "m.video" | "m.voice", name: string, intent: CallIntent = CallIntent.Ring): Promise<GroupCall> {
+        const call = new GroupCall(makeId("conf-"), true, { 
+            "m.name": name,
+            "m.intent": intent
+        }, roomId, this.groupCallOptions);
+        this._calls.set(call.id, call);
+
+        try {
+            await call.create(type);
+            // store call info so it will ring again when reopening the app
+            const txn = await this.options.storage.readWriteTxn([this.options.storage.storeNames.calls]);
+            txn.calls.add({
+                intent: call.intent,
+                callId: call.id,
+                timestamp: this.options.clock.now(),
+                roomId: roomId
+            });
+            await txn.complete();
+        } catch (err) {
+            //if (err.name === "ConnectionError") {
+                // if we're offline, give up and remove the call again
+                this._calls.remove(call.id);
+            //}
+            throw err;
+        }
+        return call;
+    }
+
+    get calls(): BaseObservableMap<string, GroupCall> { return this._calls; }
+
+    // TODO: check and poll turn server credentials here
+
+    /** @internal */
+    async handleRoomState(room: Room, event: StateEvent, memberSync: MemberSync, txn: Transaction, log: ILogItem) {
+        if (event.type === EventType.GroupCall) {
+            this.handleCallEvent(event, room.id, txn, log);
+        }
+        if (event.type === EventType.GroupCallMember) {
+            let member = await memberSync.lookupMemberAtEvent(event.sender, event, txn);
+            if (!member) {
+                // we'll be missing the member here if we received a call and it's members
+                // as pre-gap state and the members weren't active in the timeline we got.
+                member = RoomMember.fromUserId(room.id, event.sender, "join");
+            }
+            this.handleCallMemberEvent(event, member, room.id, log);
+        }
+    }
+
+    /** @internal */
+    updateRoomMembers(room: Room, memberChanges: Map<string, MemberChange>) {
+        // TODO: also have map for roomId to calls, so we can easily update members
+        // we will also need this to get the call for a room
+        for (const call of this._calls.values()) {
+            if (call.roomId === room.id) {
+                call.updateRoomMembers(memberChanges);
+            }
+        }
+    }
+
+    /** @internal */
+    handlesDeviceMessageEventType(eventType: string): boolean {
+        return handlesEventType(eventType);
+    }
+
+    /** @internal */
+    handleDeviceMessage(message: SignallingMessage<MGroupCallBase>, userId: string, deviceId: string, log: ILogItem) {
+        // TODO: buffer messages for calls we haven't received the state event for yet?
+        const call = this._calls.get(message.content.conf_id);
+        call?.handleDeviceMessage(message, userId, deviceId, log);
+    }
+
+    private handleCallEvent(event: StateEvent, roomId: string, txn: Transaction, log: ILogItem) {
+        const callId = event.state_key;
+        let call = this._calls.get(callId);
+        if (call) {
+            call.updateCallEvent(event.content, log);
+            if (call.isTerminated) {
+                call.disconnect(log);
+                this._calls.remove(call.id);
+                txn.calls.remove(call.intent, roomId, call.id);
+            }
+        } else {
+            call = new GroupCall(event.state_key, false, event.content, roomId, this.groupCallOptions);
+            this._calls.set(call.id, call);
+            txn.calls.add({
+                intent: call.intent,
+                callId: call.id,
+                timestamp: event.origin_server_ts,
+                roomId: roomId
+            });
+        }
+    }
+
+    private handleCallMemberEvent(event: StateEvent, member: RoomMember, roomId: string, log: ILogItem) {
+        const userId = event.state_key;
+        const roomMemberKey = getRoomMemberKey(roomId, userId)
+        const calls = event.content["m.calls"] ?? [];
+        const eventTimestamp = event.origin_server_ts;
+        for (const call of calls) {
+            const callId = call["m.call_id"];
+            const groupCall = this._calls.get(callId);
+            // TODO: also check the member when receiving the m.call event
+            groupCall?.updateMembership(userId, member, call, eventTimestamp, log);
+        };
+        const newCallIdsMemberOf = new Set<string>(calls.map(call => call["m.call_id"]));
+        let previousCallIdsMemberOf = this.roomMemberToCallIds.get(roomMemberKey);
+
+        // remove user as member of any calls not present anymore
+        if (previousCallIdsMemberOf) {
+            for (const previousCallId of previousCallIdsMemberOf) {
+                if (!newCallIdsMemberOf.has(previousCallId)) {
+                    const groupCall = this._calls.get(previousCallId);
+                    groupCall?.removeMembership(userId, log);
+                }
+            }
+        }
+        if (newCallIdsMemberOf.size === 0) {
+            this.roomMemberToCallIds.delete(roomMemberKey);
+        } else {
+            this.roomMemberToCallIds.set(roomMemberKey, newCallIdsMemberOf);
+        }
+    }
+}
+

src/matrix/calls/LocalMedia.ts

@@ -0,0 +1,68 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import {SDPStreamMetadataPurpose} from "./callEventTypes";
+import {Stream} from "../../platform/types/MediaDevices";
+import {SDPStreamMetadata} from "./callEventTypes";
+import {getStreamVideoTrack, getStreamAudioTrack} from "./common";
+
+export class LocalMedia {
+    constructor(
+        public readonly userMedia?: Stream,
+        public readonly screenShare?: Stream,
+        public readonly dataChannelOptions?: RTCDataChannelInit,
+    ) {}
+
+    withUserMedia(stream: Stream) {
+        return new LocalMedia(stream, this.screenShare, this.dataChannelOptions);
+    }
+
+    withScreenShare(stream: Stream) {
+        return new LocalMedia(this.userMedia, stream, this.dataChannelOptions);
+    }
+
+    withDataChannel(options: RTCDataChannelInit): LocalMedia {
+        return new LocalMedia(this.userMedia, this.screenShare, options);
+    }
+
+    /** @internal */
+    replaceClone(oldClone: LocalMedia | undefined, oldOriginal: LocalMedia | undefined): LocalMedia {
+        const cloneOrAdoptStream = (oldOriginalStream: Stream | undefined, oldCloneStream: Stream | undefined, newStream: Stream | undefined): Stream | undefined => {
+            let stream;
+            if (oldOriginalStream?.id === newStream?.id) {
+                return oldCloneStream;
+            } else {
+                return newStream?.clone();
+            }
+        }
+        return new LocalMedia(
+            cloneOrAdoptStream(oldOriginal?.userMedia, oldClone?.userMedia, this.userMedia),
+            cloneOrAdoptStream(oldOriginal?.screenShare, oldClone?.screenShare, this.screenShare),
+            this.dataChannelOptions
+        );
+    }
+
+    /** @internal */
+    clone(): LocalMedia {
+        return new LocalMedia(this.userMedia?.clone(),this.screenShare?.clone(), this.dataChannelOptions);
+    }
+    
+    dispose() {
+        getStreamAudioTrack(this.userMedia)?.stop();
+        getStreamVideoTrack(this.userMedia)?.stop();
+        getStreamVideoTrack(this.screenShare)?.stop();
+    }
+}

src/matrix/calls/TODO.md

@@ -0,0 +1,225 @@
+ - relevant MSCs next to spec:
+  - https://github.com/matrix-org/matrix-doc/pull/2746 Improved Signalling for 1:1 VoIP
+  - https://github.com/matrix-org/matrix-doc/pull/2747 Transferring VoIP Calls
+  - https://github.com/matrix-org/matrix-doc/pull/3077 Support for multi-stream VoIP
+  - https://github.com/matrix-org/matrix-doc/pull/3086 Asserted identity on VoIP calls
+  - https://github.com/matrix-org/matrix-doc/pull/3291 Muting in VoIP calls
+  - https://github.com/matrix-org/matrix-doc/pull/3401 Native Group VoIP Signalling
+
+
+## TODO
+ - DONE: implement receiving hangup
+ - DONE: implement cloning the localMedia so it works in safari?
+ - DONE: implement 3 retries per peer
+ - DONE: implement muting tracks with m.call.sdp_stream_metadata_changed
+ - DONE: implement renegotiation
+ - DONE: finish session id support
+    - call peers are essentially identified by (userid, deviceid, sessionid). If see a new session id, we first disconnect from the current member so we're ready to connect with a clean slate again (in a member event, also in to_device? no harm I suppose, given olm encryption ensures you can't spoof the deviceid).
+ - DONE: making logging better
+ - figure out why sometimes leave button does not work
+ - get correct members and avatars in call
+ - improve UI while in a call
+    - allow toggling audio
+    - support active speaker, sort speakers by last active
+    - close muted media stream after a while
+    - support highlight mode where we show active speaker and thumbnails for other participants
+    - better grid mode:
+        - we report the call view size to the view model with ResizeObserver, we calculate the A/R
+        - we calculate the grid based on view A/R, taking into account minimal stream size
+    - show name on stream view
+ - when you start a call, or join one, first you go to a SelectCallMedia screen where you can pick whether you want to use camera, audio or both:
+    - if you are joining a call, we'll default to the call intent
+    - if you are creating a call, we'll default to video
+    - when creating a call, adjust the navigation path to room/room_id/call
+    - when selecting a call, adjust the navigation path to room/room_id/call/call_id
+ - implement to_device messages arriving before m.call(.member) state event
+    - DONE for m.call.member, not for m.call and not for to_device other than m.call.invite arriving before invite
+ - reeable crypto & implement fetching olm keys before sending encrypted signalling message
+ - local echo for join/leave buttons?
+ - batch outgoing to_device messages in one request to homeserver for operations that will send out an event to all participants (e.g. mute)
+ - implement call ringing and rejecting a ringing call
+ - support screen sharing
+    - add button to enable, disable
+    - support showing stream view with large screen share video element and small camera video element (if present)
+ - don't load all members when loading calls to know whether they are ringing and joined by ourself
+    - only load our own member once, then have a way to load additional members on a call.
+ - see if we remove partyId entirely, it is only used for detecting remote echo which is not an issue for group calls? see https://github.com/matrix-org/matrix-spec-proposals/blob/dbkr/msc2746/proposals/2746-reliable-voip.md#add-party_id-to-all-voip-events
+ - remove PeerCall.waitForState ?
+ - invite glare is completely untested, does it work?
+ - how to remove call from m.call.member when just closing client?
+    - when closing client and still in call, tell service worker to send event on our behalf?
+        ```js
+            // dispose when leaving call
+            this.track(platform.registerExitHandler(unloadActions => {
+                // batch requests will resolve immediately,
+                // so we can reuse the same send code that does awaits without awaiting?
+                const batch = new RequestBatch();
+                const hsApi = this.hsApi.withBatch(batch);
+                // _leaveCallMemberContent will need to become sync,
+                // so we'll need to keep track of own member event rather than rely on storage
+                hsApi.sendStateEvent("m.call.member", this._leaveCallMemberContent());
+                // does this internally: serviceWorkerHandler.trySend("sendRequestBatch", batch.toJSON());
+                unloadActions.sendRequestBatch(batch);
+            }));
+        ```
+## TODO (old)
+ - DONE: PeerCall
+    - send invite
+    - implement terminate
+    - implement waitForState
+    
+        - find out if we need to do something different when renegotation is triggered (a subsequent onnegotiationneeded event) whether
+          we sent the invite/offer or answer. e.g. do we always do createOffer/setLocalDescription and then send it over a matrix negotiation event? even if we before called createAnswer.
+    - handle receiving offer and send anwser
+    - handle sending ice candidates
+        - handle ice candidates finished (iceGatheringState === 'complete')
+    - handle receiving ice candidates
+    - handle sending renegotiation
+    - handle receiving renegotiation
+    - reject call
+    - hangup call
+    - handle muting tracks
+    - handle remote track being muted
+    - handle adding/removing tracks to an ongoing call
+    - handle sdp metadata
+ - DONE: Participant
+    - handle glare
+    - encrypt to_device message with olm
+    - batch outgoing to_device messages in one request to homeserver for operations that will send out an event to all participants (e.g. mute)
+    - find out if we should start muted or not?
+
+## Store ongoing calls
+
+DONE: Add store with all ongoing calls so when we quit and start again, we don't have to go through all the past calls to know which ones might still be ongoing.
+
+
+## Notes
+
+we send m.call as state event in room
+
+we add m.call.participant for our own device
+
+we wait for other participants to add their user and device (in the sources)
+
+for each (userid, deviceid)
+    - if userId < ourUserId
+        - get local media
+        - we setup a peer connection
+        - add local tracks
+        - we wait for negotation event to get sdp
+        - peerConn.createOffer
+        - peerConn.setLocalDescription
+        - we send an m.call.invite 
+    - else
+        - wait for invite from other side
+
+on local ice candidate:
+    - if we haven't ... sent invite yet? or received answer? buffer candidate
+    - otherwise send candidate (without buffering?)
+
+on incoming call:
+    - ring, offer to answer
+
+answering incoming call
+    - get local media
+    - peerConn.setRemoteDescription
+    - add local tracks to peerConn
+    - peerConn.createAnswer()
+    - peerConn.setLocalDescription
+
+in some cases, we will actually send the invite to all devices (e.g. SFU), so
+we probably still need to handle multiple anwsers?
+
+so we would send an invite to multiple devices and pick the one for which we
+received the anwser first. between invite and anwser, we could already receive
+ice candidates that we need to buffer.
+
+
+
+updating the metadata:
+
+if we're renegotiating: use m.call.negotatie
+if just muting: use m.call.sdp_stream_metadata_changed
+
+
+party identification
+ - for 1:1 calls, we identify with a party_id
+ - for group calls, we identify with a device_id
+
+
+
+
+## TODO
+
+Build basic version of PeerCall
+    - add candidates code
+DONE: Build basic version of GroupCall
+    - DONE: add state, block invalid actions
+DONE: Make it possible to olm encrypt the messages
+Do work needed for state events
+    - DONEish: receiving (almost done?)
+    - DONEish: sending
+logging
+DONE: Expose call objects
+    expose volume events from audiotrack to group call
+DONE: Write view model
+DONE: write view
+ - handle glare edge-cases (not yet sent): https://spec.matrix.org/latest/client-server-api/#glare
+
+## Calls questions
+ - how do we handle glare between group calls (e.g. different state events with different call ids?)
+ - Split up DOM part into platform code? What abstractions to choose?
+   Does it make sense to come up with our own API very similar to DOM api?
+ - what code do we copy over vs what do we implement ourselves?
+    - MatrixCall: perhaps we can copy it over and modify it to our needs? Seems to have a lot of edge cases implemented.
+        - what is partyId about?
+    - CallFeed: I need better understand where it is used. It's basically a wrapper around a MediaStream with volume detection. Could it make sense to put this in platform for example?
+ 
+ - which parts of MSC2746 are still relevant for group calls?
+ - which parts of MSC2747 are still relevant for group calls? it seems mostly orthogonal?
+ - SOLVED: how does switching channels work? This was only enabled by MSC 2746
+    - you do getUserMedia()/getDisplayMedia() to get the stream(s)
+    - you call removeTrack/addTrack on the peerConnection
+    - you receive a negotiationneeded event
+    - you call createOffer
+    - you send m.call.negotiate
+ - SOLVED: wrt to MSC2746, is the screen share track and the audio track (and video track) part of the same stream? or do screen share tracks need to go in a different stream? it sounds incompatible with the MSC2746 requirement.
+ - SOLVED: how does muting work? MediaStreamTrack.enabled
+ - SOLVED: so, what's the difference between the call_id and the conf_id in group call events?
+    - call_id is the specific 1:1 call, conf_id is the thing in the m.call state event key
+    - so a group call has a conf_id with MxN peer calls, each having their call_id.
+
+I think we need to synchronize the negotiation needed because we don't use a CallState to guard it...
+
+## Thursday 3-3 notes
+
+we probably best keep the perfect negotiation flags, as they are needed for both starting the call AND renegotiation? if only for the former, it would make sense as it is a step in setting up the call, but if the call is ongoing, does it make sense to have a MakingOffer state? it actually looks like they are only needed for renegotiation! for call setup we compare the call_ids. What does that mean for these flags?
+
+
+## Peer call state transitions
+
+FROM CALLER                                         FROM CALLEE
+
+Fledgling                                           Fledgling
+ V `call()`                                          V `handleInvite()`: setRemoteDescription(event.offer), add buffered candidates
+ V                                                  Ringing
+ V                                                   V `answer()`
+CreateOffer                                          V
+ V add local tracks                                  V
+ V wait for negotionneeded events                    V add local tracks
+ V setLocalDescription()                            CreateAnswer
+ V send invite event                                 V setLocalDescription(createAnswer())
+InviteSent                                           |
+ V receive anwser, setRemoteDescription()            |
+ \___________________________________________________/
+                             V
+                            Connecting
+                             V receive ice candidates and iceConnectionState becomes 'connected'
+                            Connected
+                             V `hangup()` or some terminate condition
+                            Ended
+
+so if we don't want to bother with having two call objects, we can make the existing call hangup his old call_id? That way we keep the old peerConnection.
+
+
+when glare, won't we drop both calls? No: https://github.com/matrix-org/matrix-spec-proposals/pull/2746#discussion_r819388754

src/matrix/calls/callEventTypes.ts

@@ -0,0 +1,227 @@
+// allow non-camelcase as these are events type that go onto the wire
+/* eslint-disable camelcase */
+import type {StateEvent} from "../storage/types";
+import type {SessionDescription} from "../../platform/types/WebRTC";
+export enum EventType {
+    GroupCall = "org.matrix.msc3401.call",
+    GroupCallMember = "org.matrix.msc3401.call.member",
+    Invite = "m.call.invite",
+    Candidates = "m.call.candidates",
+    Answer = "m.call.answer",
+    Hangup = "m.call.hangup",
+    Reject = "m.call.reject",
+    SelectAnswer = "m.call.select_answer",
+    Negotiate = "m.call.negotiate",
+    SDPStreamMetadataChanged = "m.call.sdp_stream_metadata_changed",
+    SDPStreamMetadataChangedPrefix = "org.matrix.call.sdp_stream_metadata_changed",
+    Replaces = "m.call.replaces",
+    AssertedIdentity = "m.call.asserted_identity",
+    AssertedIdentityPrefix = "org.matrix.call.asserted_identity",
+}
+
+// TODO: Change to "sdp_stream_metadata" when MSC3077 is merged
+export const SDPStreamMetadataKey = "org.matrix.msc3077.sdp_stream_metadata";
+
+export interface CallDeviceMembership {
+    device_id: string,
+    session_id: string
+}
+
+export interface CallMembership {
+    ["m.call_id"]: string,
+    ["m.devices"]: CallDeviceMembership[]
+}
+
+export interface CallMemberContent {
+    ["m.calls"]: CallMembership[];
+}
+
+export enum SDPStreamMetadataPurpose {
+    Usermedia = "m.usermedia",
+    Screenshare = "m.screenshare",
+}
+
+export interface SDPStreamMetadataObject {
+    purpose: SDPStreamMetadataPurpose;
+    audio_muted: boolean;
+    video_muted: boolean;
+}
+
+export interface SDPStreamMetadata {
+    [key: string]: SDPStreamMetadataObject;
+}
+
+export interface CallCapabilities {
+    'm.call.transferee': boolean;
+    'm.call.dtmf': boolean;
+}
+
+export interface CallReplacesTarget {
+    id: string;
+    display_name: string;
+    avatar_url: string;
+}
+
+export type MCallBase = {
+    call_id: string;
+    version: string | number;
+}
+
+export type MGroupCallBase = MCallBase & {
+    conf_id: string;
+    device_id: string;
+    sender_session_id: string;
+    dest_session_id: string;
+    party_id: string; // Should not need this?
+    seq: number;
+} 
+
+export type MCallAnswer<Base extends MCallBase> = Base & {
+    answer: SessionDescription;
+    capabilities?: CallCapabilities;
+    [SDPStreamMetadataKey]: SDPStreamMetadata;
+}
+
+export type MCallSelectAnswer<Base extends MCallBase> = Base & {
+    selected_party_id: string;
+}
+
+export type MCallInvite<Base extends MCallBase> = Base & {
+    offer: SessionDescription;
+    lifetime: number;
+    [SDPStreamMetadataKey]: SDPStreamMetadata;
+}
+
+export type MCallNegotiate<Base extends MCallBase> = Base & {
+    description: SessionDescription;
+    lifetime: number;
+    [SDPStreamMetadataKey]: SDPStreamMetadata;
+}
+
+export type MCallSDPStreamMetadataChanged<Base extends MCallBase> = Base & {
+    [SDPStreamMetadataKey]: SDPStreamMetadata;
+}
+
+export type MCallReplacesEvent<Base extends MCallBase> = Base & {
+    replacement_id: string;
+    target_user: CallReplacesTarget;
+    create_call: string;
+    await_call: string;
+    target_room: string;
+}
+
+export type MCAllAssertedIdentity<Base extends MCallBase> = Base & {
+    asserted_identity: {
+        id: string;
+        display_name: string;
+        avatar_url: string;
+    };
+}
+
+export type MCallCandidates<Base extends MCallBase> = Base & {
+    candidates: RTCIceCandidate[];
+}
+
+export type MCallHangupReject<Base extends MCallBase> = Base & {
+    reason?: CallErrorCode;
+}
+
+export enum CallErrorCode {
+    /** The user chose to end the call */
+    UserHangup = 'user_hangup',
+
+    /** An error code when the local client failed to create an offer. */
+    LocalOfferFailed = 'local_offer_failed',
+    /**
+     * An error code when there is no local mic/camera to use. This may be because
+     * the hardware isn't plugged in, or the user has explicitly denied access.
+     */
+    NoUserMedia = 'no_user_media',
+
+    /**
+     * Error code used when a call event failed to send
+     * because unknown devices were present in the room
+     */
+    UnknownDevices = 'unknown_devices',
+
+    /**
+     * Error code used when we fail to send the invite
+     * for some reason other than there being unknown devices
+     */
+    SendInvite = 'send_invite',
+
+    /**
+     * An answer could not be created
+     */
+    CreateAnswer = 'create_answer',
+
+    /**
+     * Error code used when we fail to send the answer
+     * for some reason other than there being unknown devices
+     */
+    SendAnswer = 'send_answer',
+
+    /**
+     * The session description from the other side could not be set
+     */
+    SetRemoteDescription = 'set_remote_description',
+
+    /**
+     * The session description from this side could not be set
+     */
+    SetLocalDescription = 'set_local_description',
+
+    /**
+     * A different device answered the call
+     */
+    AnsweredElsewhere = 'answered_elsewhere',
+
+    /**
+     * No media connection could be established to the other party
+     */
+    IceFailed = 'ice_failed',
+
+    /**
+     * The invite timed out whilst waiting for an answer
+     */
+    InviteTimeout = 'invite_timeout',
+
+    /**
+     * The call was replaced by another call
+     */
+    Replaced = 'replaced',
+
+    /**
+     * Signalling for the call could not be sent (other than the initial invite)
+     */
+    SignallingFailed = 'signalling_timeout',
+
+    /**
+     * The remote party is busy
+     */
+    UserBusy = 'user_busy',
+
+    /**
+     * We transferred the call off to somewhere else
+     */
+    Transfered = 'transferred',
+
+    /**
+     * A call from the same user was found with a new session id
+     */
+    NewSession = 'new_session',
+}
+
+export type SignallingMessage<Base extends MCallBase> =
+    {type: EventType.Invite, content: MCallInvite<Base>} |
+    {type: EventType.Negotiate, content: MCallNegotiate<Base>} |
+    {type: EventType.Answer, content: MCallAnswer<Base>} |
+    {type: EventType.SDPStreamMetadataChanged | EventType.SDPStreamMetadataChangedPrefix, content: MCallSDPStreamMetadataChanged<Base>} |
+    {type: EventType.Candidates, content: MCallCandidates<Base>} |
+    {type: EventType.Hangup | EventType.Reject, content: MCallHangupReject<Base>};
+
+export enum CallIntent {
+    Ring = "m.ring",
+    Prompt = "m.prompt",
+    Room = "m.room",
+};

src/matrix/calls/common.ts

@@ -0,0 +1,61 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import type {Track, Stream} from "../../platform/types/MediaDevices";
+
+export function getStreamAudioTrack(stream: Stream | undefined): Track | undefined {
+    return stream?.getAudioTracks()[0];
+}
+
+export function getStreamVideoTrack(stream: Stream | undefined): Track | undefined {
+    return stream?.getVideoTracks()[0];
+}
+
+export class MuteSettings {
+    constructor (
+        private readonly isMicrophoneMuted: boolean = false,
+        private readonly isCameraMuted: boolean = false,
+        private hasMicrophoneTrack: boolean = false,
+        private hasCameraTrack: boolean = false,
+    ) {}
+
+    updateTrackInfo(userMedia: Stream | undefined) {
+        this.hasMicrophoneTrack = !!getStreamAudioTrack(userMedia);
+        this.hasCameraTrack = !!getStreamVideoTrack(userMedia);
+    }
+
+    get microphone(): boolean {
+        return !this.hasMicrophoneTrack || this.isMicrophoneMuted;
+    }
+
+    get camera(): boolean {
+        return !this.hasCameraTrack || this.isCameraMuted;
+    }
+
+    toggleCamera(): MuteSettings {
+        return new MuteSettings(this.microphone, !this.camera, this.hasMicrophoneTrack, this.hasCameraTrack);
+    }
+
+    toggleMicrophone(): MuteSettings {
+        return new MuteSettings(!this.microphone, this.camera, this.hasMicrophoneTrack, this.hasCameraTrack);
+    }
+
+    equals(other: MuteSettings) {
+        return this.microphone === other.microphone && this.camera === other.camera;
+    }
+}
+
+export const CALL_LOG_TYPE = "call";

src/matrix/calls/group/GroupCall.ts

@@ -0,0 +1,543 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import {ObservableMap} from "../../../observable/map/ObservableMap";
+import {Member} from "./Member";
+import {LocalMedia} from "../LocalMedia";
+import {MuteSettings, CALL_LOG_TYPE} from "../common";
+import {MemberChange, RoomMember} from "../../room/members/RoomMember";
+import {EventEmitter} from "../../../utils/EventEmitter";
+import {EventType, CallIntent} from "../callEventTypes";
+
+import type {Options as MemberOptions} from "./Member";
+import type {BaseObservableMap} from "../../../observable/map/BaseObservableMap";
+import type {Track} from "../../../platform/types/MediaDevices";
+import type {SignallingMessage, MGroupCallBase, CallMembership} from "../callEventTypes";
+import type {Room} from "../../room/Room";
+import type {StateEvent} from "../../storage/types";
+import type {Platform} from "../../../platform/web/Platform";
+import type {EncryptedMessage} from "../../e2ee/olm/Encryption";
+import type {ILogItem, ILogger} from "../../../logging/types";
+import type {Storage} from "../../storage/idb/Storage";
+
+export enum GroupCallState {
+    Fledgling = "fledgling",
+    Creating = "creating",
+    Created = "created",
+    Joining = "joining",
+    Joined = "joined",
+}
+
+function getMemberKey(userId: string, deviceId: string) {
+    return JSON.stringify(userId)+`,`+JSON.stringify(deviceId);
+}
+
+function memberKeyIsForUser(key: string, userId: string) {
+    return key.startsWith(JSON.stringify(userId)+`,`);
+}
+
+function getDeviceFromMemberKey(key: string): string {
+    return JSON.parse(`[${key}]`)[1];
+}
+
+export type Options = Omit<MemberOptions, "emitUpdate" | "confId" | "encryptDeviceMessage"> & {
+    emitUpdate: (call: GroupCall, params?: any) => void;
+    encryptDeviceMessage: (roomId: string, userId: string, deviceId: string, message: SignallingMessage<MGroupCallBase>, log: ILogItem) => Promise<EncryptedMessage | undefined>,
+    storage: Storage,
+    logger: ILogger,
+};
+
+class JoinedData {
+    constructor(
+        public readonly logItem: ILogItem,
+        public readonly membersLogItem: ILogItem,
+        public localMedia: LocalMedia,
+        public localMuteSettings: MuteSettings
+    ) {}
+
+    dispose() {
+        this.localMedia.dispose();
+        this.logItem.finish();
+    }
+}
+
+export class GroupCall extends EventEmitter<{change: never}> {
+    private readonly _members: ObservableMap<string, Member> = new ObservableMap();
+    private _memberOptions: MemberOptions;
+    private _state: GroupCallState;
+    private bufferedDeviceMessages = new Map<string, Set<SignallingMessage<MGroupCallBase>>>();
+    private joinedData?: JoinedData;
+
+    private _deviceIndex?: number;
+    private _eventTimestamp?: number;
+
+    constructor(
+        public readonly id: string,
+        newCall: boolean,
+        private callContent: Record<string, any>,
+        public readonly roomId: string,
+        private readonly options: Options,
+    ) {
+        super();
+        this._state = newCall ? GroupCallState.Fledgling : GroupCallState.Created;
+        this._memberOptions = Object.assign({}, options, {
+            confId: this.id,
+            emitUpdate: member => this._members.update(getMemberKey(member.userId, member.deviceId), member),
+            encryptDeviceMessage: (userId: string, deviceId: string, message: SignallingMessage<MGroupCallBase>, log) => {
+                return this.options.encryptDeviceMessage(this.roomId, userId, deviceId, message, log);
+            }
+        });
+    }
+
+    get localMedia(): LocalMedia | undefined { return this.joinedData?.localMedia; }
+    get members(): BaseObservableMap<string, Member> { return this._members; }
+
+    get isTerminated(): boolean {
+        return this.callContent?.["m.terminated"] === true;
+    }
+
+    get isRinging(): boolean {
+        return this._state === GroupCallState.Created && this.intent === "m.ring" && !this.isMember(this.options.ownUserId);
+    }
+
+    get name(): string {
+        return this.callContent?.["m.name"];
+    }
+
+    get intent(): CallIntent {
+        return this.callContent?.["m.intent"];
+    }
+
+    get deviceIndex(): number | undefined {
+        return this._deviceIndex;
+    }
+
+    get eventTimestamp(): number | undefined {
+        return this._eventTimestamp;
+    }
+
+    /**
+     * Gives access the log item for this call while joined.
+     * Can be used for call diagnostics while in the call.
+     **/
+    get logItem(): ILogItem | undefined {
+        return this.joinedData?.logItem;
+    }
+
+    async join(localMedia: LocalMedia): Promise<void> {
+        if (this._state !== GroupCallState.Created || this.joinedData) {
+            return;
+        }
+        const logItem = this.options.logger.child({
+            l: "answer call",
+            t: CALL_LOG_TYPE,
+            id: this.id,
+            ownSessionId: this.options.sessionId
+        });
+        const membersLogItem = logItem.child("member connections");
+        const localMuteSettings = new MuteSettings();
+        localMuteSettings.updateTrackInfo(localMedia.userMedia);
+        const joinedData = new JoinedData(
+            logItem,
+            membersLogItem,
+            localMedia,
+            localMuteSettings
+        );
+        this.joinedData = joinedData;
+        await joinedData.logItem.wrap("join", async log => {
+            this._state = GroupCallState.Joining;
+            this.emitChange();
+            await log.wrap("update member state", async log => {
+                const memberContent = await this._createJoinPayload();
+                log.set("payload", memberContent);
+                // send m.call.member state event
+                const request = this.options.hsApi.sendState(this.roomId, EventType.GroupCallMember, this.options.ownUserId, memberContent, {log});
+                await request.response();
+                this.emitChange();
+            });
+            // send invite to all members that are < my userId
+            for (const [,member] of this._members) {
+                this.connectToMember(member, joinedData, log);
+            }
+        });
+    }
+
+    async setMedia(localMedia: LocalMedia): Promise<void> {
+        if ((this._state === GroupCallState.Joining || this._state === GroupCallState.Joined) && this.joinedData) {
+            const oldMedia = this.joinedData.localMedia;
+            this.joinedData.localMedia = localMedia;
+            // reflect the fact we gained or lost local tracks in the local mute settings
+            // and update the track info so PeerCall can use it to send up to date metadata,
+            this.joinedData.localMuteSettings.updateTrackInfo(localMedia.userMedia);
+            this.emitChange(); //allow listeners to see new media/mute settings
+            await Promise.all(Array.from(this._members.values()).map(m => {
+                return m.setMedia(localMedia, oldMedia);
+            }));
+            oldMedia?.dispose();
+        }
+    }
+
+    async setMuted(muteSettings: MuteSettings): Promise<void> {
+        const {joinedData} = this;
+        if (!joinedData) {
+            return;
+        }
+        const prevMuteSettings = joinedData.localMuteSettings;
+        // we still update the mute settings if nothing changed because
+        // you might be muted because you don't have a track or because
+        // you actively chosen to mute
+        // (which we want to respect in the future when you add a track)
+        joinedData.localMuteSettings = muteSettings;
+        joinedData.localMuteSettings.updateTrackInfo(joinedData.localMedia.userMedia);
+        if (!prevMuteSettings.equals(muteSettings)) {
+            await Promise.all(Array.from(this._members.values()).map(m => {
+                return m.setMuted(joinedData.localMuteSettings);
+            }));
+            this.emitChange();
+        }
+    }
+
+    get muteSettings(): MuteSettings | undefined {
+        return this.joinedData?.localMuteSettings;
+    }
+
+    get hasJoined() {
+        return this._state === GroupCallState.Joining || this._state === GroupCallState.Joined;
+    }
+
+    async leave(): Promise<void> {
+        const {joinedData} = this;
+        if (!joinedData) {
+            return;
+        }
+        await joinedData.logItem.wrap("leave", async log => {
+            try {
+                const memberContent = await this._leaveCallMemberContent();
+                // send m.call.member state event
+                if (memberContent) {
+                    const request = this.options.hsApi.sendState(this.roomId, EventType.GroupCallMember, this.options.ownUserId, memberContent, {log});
+                    await request.response();
+                    // our own user isn't included in members, so not in the count
+                    if (this.intent === CallIntent.Ring && this._members.size === 0) {
+                        await this.terminate(log);
+                    }
+                } else {
+                    log.set("already_left", true);
+                }
+            } finally {
+                this.disconnect(log);
+            }
+        });
+    }
+
+    terminate(log?: ILogItem): Promise<void> {
+        return this.options.logger.wrapOrRun(log, {l: "terminate call", t: CALL_LOG_TYPE}, async log => {
+            if (this._state === GroupCallState.Fledgling) {
+                return;
+            }
+            const request = this.options.hsApi.sendState(this.roomId, EventType.GroupCall, this.id, Object.assign({}, this.callContent, {
+                "m.terminated": true
+            }), {log});
+            await request.response();
+        });
+    }
+
+    /** @internal */
+    create(type: "m.video" | "m.voice", log?: ILogItem): Promise<void> {
+        return this.options.logger.wrapOrRun(log, {l: "create call", t: CALL_LOG_TYPE}, async log => {
+            if (this._state !== GroupCallState.Fledgling) {
+                return;
+            }
+            this._state = GroupCallState.Creating;
+            this.emitChange();
+            this.callContent = Object.assign({
+                "m.type": type,
+            }, this.callContent);
+            const request = this.options.hsApi.sendState(this.roomId, EventType.GroupCall, this.id, this.callContent!, {log});
+            await request.response();
+            this._state = GroupCallState.Created;
+            this.emitChange();
+        });
+    }
+
+    /** @internal */
+    updateCallEvent(callContent: Record<string, any>, syncLog: ILogItem) {
+        syncLog.wrap({l: "update call", t: CALL_LOG_TYPE, id: this.id}, log => {
+            this.callContent = callContent;
+            if (this._state === GroupCallState.Creating) {
+                this._state = GroupCallState.Created;
+            }
+            log.set("status", this._state);
+            this.emitChange();
+        });
+    }
+
+    /** @internal */
+    updateRoomMembers(memberChanges: Map<string, MemberChange>) {
+        for (const change of memberChanges.values()) {
+            const {member} = change;
+            for (const callMember of this._members.values()) {
+                // find all call members for a room member (can be multiple, for every device)
+                if (callMember.userId === member.userId) {
+                    callMember.updateRoomMember(member);
+                }
+            }
+        }
+    }
+
+    /** @internal */
+    updateMembership(userId: string, roomMember: RoomMember, callMembership: CallMembership, eventTimestamp: number, syncLog: ILogItem) {
+        syncLog.wrap({l: "update call membership", t: CALL_LOG_TYPE, id: this.id, userId}, log => {
+            const devices = callMembership["m.devices"];
+            const previousDeviceIds = this.getDeviceIdsForUserId(userId);
+            for (let deviceIndex = 0; deviceIndex < devices.length; deviceIndex++) {
+                const device = devices[deviceIndex];
+                const deviceId = device.device_id;
+                const memberKey = getMemberKey(userId, deviceId);
+                log.wrap({l: "update device membership", id: memberKey, sessionId: device.session_id}, log => {
+                    if (userId === this.options.ownUserId && deviceId === this.options.ownDeviceId) {
+
+                        this._deviceIndex = deviceIndex;
+                        this._eventTimestamp = eventTimestamp;
+
+                        if (this._state === GroupCallState.Joining) {
+                            log.set("update_own", true);
+                            this._state = GroupCallState.Joined;
+                            this.emitChange();
+                        }
+                    } else {
+                        let member = this._members.get(memberKey);
+                        const sessionIdChanged = member && member.sessionId !== device.session_id;
+                        if (member && !sessionIdChanged) {
+                            log.set("update", true);
+                            member.updateCallInfo(device, deviceIndex, eventTimestamp, log);
+                        } else {
+                            if (member && sessionIdChanged) {
+                                log.set("removedSessionId", member.sessionId);
+                                const disconnectLogItem = member.disconnect(false);
+                                if (disconnectLogItem) {
+                                    log.refDetached(disconnectLogItem);
+                                }
+                                this._members.remove(memberKey);
+                                member = undefined;
+                            }
+                            log.set("add", true);
+                            member = new Member(
+                                roomMember,
+                                device, deviceIndex, eventTimestamp, this._memberOptions,
+                            );
+                            this._members.add(memberKey, member);
+                            if (this.joinedData) {
+                                this.connectToMember(member, this.joinedData, log);
+                            }
+                        }
+                        // flush pending messages, either after having created the member,
+                        // or updated the session id with updateCallInfo
+                        this.flushPendingIncomingDeviceMessages(member, log);
+                    }
+                });
+            }
+
+            const newDeviceIds = new Set<string>(devices.map(call => call.device_id));
+            // remove user as member of any calls not present anymore
+            for (const previousDeviceId of previousDeviceIds) {
+                if (!newDeviceIds.has(previousDeviceId)) {
+                    this.removeMemberDevice(userId, previousDeviceId, log);
+                }
+            }
+            if (userId === this.options.ownUserId && !newDeviceIds.has(this.options.ownDeviceId)) {
+                this.removeOwnDevice(log);
+            }
+        });
+    }
+
+    /** @internal */
+    removeMembership(userId: string, syncLog: ILogItem) {
+        const deviceIds = this.getDeviceIdsForUserId(userId);
+        syncLog.wrap({
+            l: "remove call member",
+            t: CALL_LOG_TYPE,
+            id: this.id,
+            userId
+        }, log => {
+            for (const deviceId of deviceIds) {
+                this.removeMemberDevice(userId, deviceId, log);
+            }
+            if (userId === this.options.ownUserId) {
+                this.removeOwnDevice(log);
+            }
+        });
+    }
+
+    private flushPendingIncomingDeviceMessages(member: Member, log: ILogItem) {
+        const memberKey = getMemberKey(member.userId, member.deviceId);
+        const bufferedMessages = this.bufferedDeviceMessages.get(memberKey);
+        // check if we have any pending message for the member with (userid, deviceid, sessionid)
+        if (bufferedMessages) {
+            for (const message of bufferedMessages) {
+                if (message.content.sender_session_id === member.sessionId) {
+                    member.handleDeviceMessage(message, log);
+                    bufferedMessages.delete(message);
+                }
+            }
+            if (bufferedMessages.size === 0) {
+                this.bufferedDeviceMessages.delete(memberKey);
+            }
+        }
+    }
+
+    private getDeviceIdsForUserId(userId: string): string[] {
+        return Array.from(this._members.keys())
+            .filter(key => memberKeyIsForUser(key, userId))
+            .map(key => getDeviceFromMemberKey(key));
+    }
+
+    private isMember(userId: string): boolean {
+        return Array.from(this._members.keys()).some(key => memberKeyIsForUser(key, userId));
+    }
+
+    private removeOwnDevice(log: ILogItem) {
+        log.set("leave_own", true);
+        this.disconnect(log);
+    }
+
+    /** @internal */
+    disconnect(log: ILogItem) {
+        if (this._state === GroupCallState.Joined) {
+            for (const [,member] of this._members) {
+                const disconnectLogItem = member.disconnect(true);
+                if (disconnectLogItem) {
+                    log.refDetached(disconnectLogItem);
+                }
+            }
+            this._state = GroupCallState.Created;
+        }
+        this.joinedData?.dispose();
+        this.joinedData = undefined;
+        this.emitChange();
+    }
+
+    /** @internal */
+    private removeMemberDevice(userId: string, deviceId: string, log: ILogItem) {
+        const memberKey = getMemberKey(userId, deviceId);
+        log.wrap({l: "remove device member", id: memberKey}, log => {
+            const member = this._members.get(memberKey);
+            if (member) {
+                log.set("leave", true);
+                this._members.remove(memberKey);
+                const disconnectLogItem = member.disconnect(false);
+                if (disconnectLogItem) {
+                    log.refDetached(disconnectLogItem);
+                }
+            }
+            this.emitChange();
+        });
+    }
+
+    /** @internal */
+    handleDeviceMessage(message: SignallingMessage<MGroupCallBase>, userId: string, deviceId: string, syncLog: ILogItem) {
+        // TODO: return if we are not membering to the call
+        const key = getMemberKey(userId, deviceId);
+        let member = this._members.get(key);
+        if (member && message.content.sender_session_id === member.sessionId) {
+            member.handleDeviceMessage(message, syncLog);
+        } else {
+            const item = syncLog.log({
+                l: "call: buffering to_device message, member not found",
+                t: CALL_LOG_TYPE,
+                id: this.id,
+                userId,
+                deviceId,
+                sessionId: message.content.sender_session_id,
+                type: message.type
+            });
+            syncLog.refDetached(item);
+            // we haven't received the m.call.member yet for this caller (or with this session id).
+            // buffer the device messages or create the member/call as it should arrive in a moment
+            let messages = this.bufferedDeviceMessages.get(key);
+            if (!messages) {
+                messages = new Set();
+                this.bufferedDeviceMessages.set(key, messages);
+            }
+            messages.add(message);
+        }
+    }
+
+    private async _createJoinPayload() {
+        const {storage} = this.options;
+        const txn = await storage.readTxn([storage.storeNames.roomState]);
+        const stateEvent = await txn.roomState.get(this.roomId, EventType.GroupCallMember, this.options.ownUserId);
+        const stateContent = stateEvent?.event?.content ?? {
+            ["m.calls"]: []
+        };
+        const callsInfo = stateContent["m.calls"];
+        let callInfo = callsInfo.find(c => c["m.call_id"] === this.id);
+        if (!callInfo) {
+            callInfo = {
+                ["m.call_id"]: this.id,
+                ["m.devices"]: []
+            };
+            callsInfo.push(callInfo);
+        }
+        callInfo["m.devices"] = callInfo["m.devices"].filter(d => d["device_id"] !== this.options.ownDeviceId);
+        callInfo["m.devices"].push({
+            ["device_id"]: this.options.ownDeviceId,
+            ["session_id"]: this.options.sessionId,
+            feeds: [{purpose: "m.usermedia"}]
+        });
+
+        this._deviceIndex = callInfo["m.devices"].length;
+        this._eventTimestamp = Date.now();
+
+        return stateContent;
+    }
+
+    private async _leaveCallMemberContent(): Promise<Record<string, any> | undefined> {
+        const {storage} = this.options;
+        const txn = await storage.readTxn([storage.storeNames.roomState]);
+        const stateEvent = await txn.roomState.get(this.roomId, EventType.GroupCallMember, this.options.ownUserId);
+        if (stateEvent) {
+            const content = stateEvent.event.content;
+            const callInfo = content["m.calls"]?.find(c => c["m.call_id"] === this.id);
+            if (callInfo) {
+                const devicesInfo = callInfo["m.devices"];
+                const deviceIndex = devicesInfo.findIndex(d => d["device_id"] === this.options.ownDeviceId);
+                if (deviceIndex !== -1) {
+                    devicesInfo.splice(deviceIndex, 1);
+                    return content;
+                }
+            }
+
+        }
+    }
+
+    private connectToMember(member: Member, joinedData: JoinedData, log: ILogItem) {
+        const memberKey = getMemberKey(member.userId, member.deviceId);
+        const logItem = joinedData.membersLogItem.child({l: "member", id: memberKey});
+        logItem.set("sessionId", member.sessionId);
+        log.wrap({l: "connect", id: memberKey}, log => {
+            const connectItem = member.connect(joinedData.localMedia, joinedData.localMuteSettings, logItem);
+            if (connectItem) {
+                log.refDetached(connectItem);
+            }
+        })
+    }
+
+    protected emitChange() {
+        this.emit("change");
+        this.options.emitUpdate(this);
+    }
+}

src/matrix/calls/group/Member.ts

@@ -0,0 +1,334 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import {PeerCall, CallState} from "../PeerCall";
+import {makeTxnId, makeId} from "../../common";
+import {EventType, CallErrorCode} from "../callEventTypes";
+import {formatToDeviceMessagesPayload} from "../../common";
+import {sortedIndex} from "../../../utils/sortedIndex";
+import type {MuteSettings} from "../common";
+import type {Options as PeerCallOptions, RemoteMedia} from "../PeerCall";
+import type {LocalMedia} from "../LocalMedia";
+import type {HomeServerApi} from "../../net/HomeServerApi";
+import type {MCallBase, MGroupCallBase, SignallingMessage, CallDeviceMembership} from "../callEventTypes";
+import type {GroupCall} from "./GroupCall";
+import type {RoomMember} from "../../room/members/RoomMember";
+import type {EncryptedMessage} from "../../e2ee/olm/Encryption";
+import type {ILogItem} from "../../../logging/types";
+
+export type Options = Omit<PeerCallOptions, "emitUpdate" | "sendSignallingMessage"> & {
+    confId: string,
+    ownUserId: string,
+    ownDeviceId: string,
+    // local session id of our client
+    sessionId: string,
+    hsApi: HomeServerApi,
+    encryptDeviceMessage: (userId: string, deviceId: string, message: SignallingMessage<MGroupCallBase>, log: ILogItem) => Promise<EncryptedMessage | undefined>,
+    emitUpdate: (participant: Member, params?: any) => void,
+}
+
+const errorCodesWithoutRetry = [
+    CallErrorCode.UserHangup,
+    CallErrorCode.AnsweredElsewhere,
+    CallErrorCode.Replaced,
+    CallErrorCode.UserBusy,
+    CallErrorCode.Transfered,
+    CallErrorCode.NewSession
+];
+
+/** @internal */
+class MemberConnection {
+    public retryCount: number = 0;
+    public peerCall?: PeerCall;
+    public lastProcessedSeqNr: number | undefined;
+    public queuedSignallingMessages: SignallingMessage<MGroupCallBase>[] = [];
+    public outboundSeqCounter: number = 0;
+
+    constructor(
+        public localMedia: LocalMedia,
+        public localMuteSettings: MuteSettings,
+        public readonly logItem: ILogItem
+    ) {}
+}
+
+export class Member {
+    private connection?: MemberConnection;
+
+    constructor(
+        public member: RoomMember,
+        private callDeviceMembership: CallDeviceMembership,
+        private _deviceIndex: number,
+        private _eventTimestamp: number,
+        private readonly options: Options,
+    ) {}
+
+    /**
+     * Gives access the log item for this item once joined to the group call.
+     * The signalling for this member will be log in this item.
+     * Can be used for call diagnostics while in the call.
+     **/
+    get logItem(): ILogItem | undefined {
+        return this.connection?.logItem;
+    }
+
+    get remoteMedia(): RemoteMedia | undefined {
+        return this.connection?.peerCall?.remoteMedia;
+    }
+
+    get remoteMuteSettings(): MuteSettings | undefined {
+        return this.connection?.peerCall?.remoteMuteSettings;
+    }
+
+    get isConnected(): boolean {
+        return this.connection?.peerCall?.state === CallState.Connected;
+    }
+
+    get userId(): string {
+        return this.member.userId;
+    }
+
+    get deviceId(): string {
+        return this.callDeviceMembership.device_id;
+    }
+
+    /** session id of the member */
+    get sessionId(): string {
+        return this.callDeviceMembership.session_id;
+    }
+
+    get dataChannel(): any | undefined {
+        return this.connection?.peerCall?.dataChannel;
+    }
+
+    get deviceIndex(): number {
+        return this._deviceIndex;
+    }
+
+    get eventTimestamp(): number {
+        return this._eventTimestamp;
+    }
+
+    /** @internal */
+    connect(localMedia: LocalMedia, localMuteSettings: MuteSettings, memberLogItem: ILogItem): ILogItem | undefined {
+        if (this.connection) {
+            return;
+        }
+        // Safari can't send a MediaStream to multiple sources, so clone it
+        const connection = new MemberConnection(localMedia.clone(), localMuteSettings, memberLogItem);
+        this.connection = connection;
+        let connectLogItem;
+        connection.logItem.wrap("connect", async log => {
+            connectLogItem = log;
+            await this.callIfNeeded(log);
+        });
+        return connectLogItem;
+    }
+
+    private callIfNeeded(log: ILogItem): Promise<void> {
+        return log.wrap("callIfNeeded", async log => {
+            // otherwise wait for it to connect
+            let shouldInitiateCall;
+            // the lexicographically lower side initiates the call
+            if (this.member.userId === this.options.ownUserId) {
+                shouldInitiateCall = this.deviceId > this.options.ownDeviceId;
+            } else {
+                shouldInitiateCall = this.member.userId > this.options.ownUserId;
+            }
+            if (shouldInitiateCall) {
+                const connection = this.connection!;
+                connection.peerCall = this._createPeerCall(makeId("c"));
+                await connection.peerCall.call(
+                    connection.localMedia,
+                    connection.localMuteSettings,
+                    log
+                );
+            } else {
+                log.set("wait_for_invite", true);
+            }
+        });
+    }
+
+    /** @internal */
+    disconnect(hangup: boolean): ILogItem | undefined {
+        const {connection} = this;
+        if (!connection) {
+            return;
+        }
+        let disconnectLogItem;
+        connection.logItem.wrap("disconnect", async log => {
+            disconnectLogItem = log;
+            if (hangup) {
+                await connection.peerCall?.hangup(CallErrorCode.UserHangup, log);
+            } else {
+                await connection.peerCall?.close(undefined, log);
+            }
+            connection.peerCall?.dispose();
+            connection.localMedia?.dispose();
+            this.connection = undefined;
+        });
+        connection.logItem.finish();
+        return disconnectLogItem;
+    }
+
+    /** @internal */
+    updateCallInfo(
+        callDeviceMembership: CallDeviceMembership,
+        deviceIndex: number,
+        eventTimestamp: number, 
+        causeItem: ILogItem
+    ) {
+        this.callDeviceMembership = callDeviceMembership;
+        this._deviceIndex = deviceIndex;
+        this._eventTimestamp = eventTimestamp;
+
+        if (this.connection) {
+            this.connection.logItem.refDetached(causeItem);
+        }
+    }
+    
+    /** @internal */
+    updateRoomMember(roomMember: RoomMember) {
+        this.member = roomMember;
+        // TODO: this emits an update during the writeSync phase, which we usually try to avoid
+        this.options.emitUpdate(this);
+    }
+
+    /** @internal */
+    emitUpdateFromPeerCall = (peerCall: PeerCall, params: any, log: ILogItem): void => {
+        const connection = this.connection!;
+        if (peerCall.state === CallState.Ringing) {
+            connection.logItem.wrap("ringing, answer peercall", answerLog => {
+                log.refDetached(answerLog);
+                return peerCall.answer(connection.localMedia, connection.localMuteSettings, answerLog);
+            });
+        }
+        else if (peerCall.state === CallState.Ended) {
+            const hangupReason = peerCall.hangupReason;
+            peerCall.dispose();
+            connection.peerCall = undefined;
+            if (hangupReason && !errorCodesWithoutRetry.includes(hangupReason)) {
+                connection.retryCount += 1;
+                const {retryCount} = connection;
+                connection.logItem.wrap({l: "retry connection", retryCount}, async retryLog => {
+                    log.refDetached(retryLog);
+                    if (retryCount <= 3) {
+                        await this.callIfNeeded(retryLog);
+                    } else {
+                        const disconnectLogItem = this.disconnect(false);
+                        if (disconnectLogItem) {
+                            retryLog.refDetached(disconnectLogItem);
+                        }
+                    }
+                });
+            }
+        }
+        this.options.emitUpdate(this, params);
+    }
+
+    /** @internal */
+    sendSignallingMessage = async (message: SignallingMessage<MCallBase>, log: ILogItem): Promise<void> => {
+        const groupMessage = message as SignallingMessage<MGroupCallBase>;
+        groupMessage.content.seq = this.connection!.outboundSeqCounter++;
+        groupMessage.content.conf_id = this.options.confId;
+        groupMessage.content.device_id = this.options.ownDeviceId;
+        groupMessage.content.party_id = this.options.ownDeviceId;
+        groupMessage.content.sender_session_id = this.options.sessionId;
+        groupMessage.content.dest_session_id = this.sessionId;
+        let payload;
+        let type: string = message.type;
+        const encryptedMessages = await this.options.encryptDeviceMessage(this.member.userId, this.deviceId, groupMessage, log);
+        if (encryptedMessages) {
+            payload = formatToDeviceMessagesPayload(encryptedMessages);
+            type = "m.room.encrypted";
+        } else {
+            // device needs deviceId and userId
+            payload = formatToDeviceMessagesPayload([{content: groupMessage.content, device: this}]);
+        }
+        // TODO: remove this for release
+        log.set("payload", groupMessage.content);
+        const request = this.options.hsApi.sendToDevice(
+            type,
+            payload,
+            makeTxnId(),
+            {log}
+        );
+        await request.response();
+    }
+
+    /** @internal */
+    handleDeviceMessage(message: SignallingMessage<MGroupCallBase>, syncLog: ILogItem): void{
+        const {connection} = this;
+        if (connection) {
+            const destSessionId = message.content.dest_session_id;
+            if (destSessionId !== this.options.sessionId) {
+                const logItem = connection.logItem.log({l: "ignoring to_device event with wrong session_id", destSessionId, type: message.type});
+                syncLog.refDetached(logItem);
+                return;
+            }
+            if (message.type === EventType.Invite && !connection.peerCall) {
+                connection.peerCall = this._createPeerCall(message.content.call_id);
+            }
+            const idx = sortedIndex(connection.queuedSignallingMessages, message, (a, b) => a.content.seq - b.content.seq);
+            connection.queuedSignallingMessages.splice(idx, 0, message);
+            let hasBeenDequeued = false;
+            if (connection.peerCall) {
+                while (
+                    connection.queuedSignallingMessages.length && (
+                        connection.lastProcessedSeqNr === undefined ||
+                        connection.queuedSignallingMessages[0].content.seq === connection.lastProcessedSeqNr + 1
+                    )
+               ) {
+                    const dequeuedMessage = connection.queuedSignallingMessages.shift()!;
+                    if (dequeuedMessage === message) {
+                        hasBeenDequeued = true;
+                    }
+                    const item = connection.peerCall!.handleIncomingSignallingMessage(dequeuedMessage, this.deviceId, connection.logItem);
+                    syncLog.refDetached(item);
+                    connection.lastProcessedSeqNr = dequeuedMessage.content.seq;
+                }
+            }
+            if (!hasBeenDequeued) {
+                syncLog.refDetached(connection.logItem.log({l: "queued signalling message", type: message.type, seq: message.content.seq}));
+            }
+        } else {
+            syncLog.log({l: "member not connected", userId: this.userId, deviceId: this.deviceId});
+        }
+    }
+
+    /** @internal */
+    async setMedia(localMedia: LocalMedia, previousMedia: LocalMedia): Promise<void> {
+        const {connection} = this;
+        if (connection) {
+            connection.localMedia = localMedia.replaceClone(connection.localMedia, previousMedia);
+            await connection.peerCall?.setMedia(connection.localMedia, connection.logItem);
+        }
+    }
+
+    async setMuted(muteSettings: MuteSettings): Promise<void> {
+        const {connection} = this;
+        if (connection) {
+            connection.localMuteSettings = muteSettings;
+            await connection.peerCall?.setMuted(muteSettings, connection.logItem);
+        }
+    }
+
+    private _createPeerCall(callId: string): PeerCall {
+        return new PeerCall(callId, Object.assign({}, this.options, {
+            emitUpdate: this.emitUpdateFromPeerCall,
+            sendSignallingMessage: this.sendSignallingMessage
+        }), this.connection!.logItem);
+    }
+}

src/matrix/common.js

@@ -15,16 +15,37 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
+import {groupBy} from "../utils/groupBy";
+
+
 export function makeTxnId() {
+    return makeId("t");
+}
+
+export function makeId(prefix) {
     const n = Math.floor(Math.random() * Number.MAX_SAFE_INTEGER);
     const str = n.toString(16);
-    return "t" + "0".repeat(14 - str.length) + str;
+    return prefix + "0".repeat(14 - str.length) + str;
 }
 
 export function isTxnId(txnId) {
 	return txnId.startsWith("t") && txnId.length === 15;
 }
 
+export function formatToDeviceMessagesPayload(messages) {
+    const messagesByUser = groupBy(messages, message => message.device.userId);
+    const payload = {
+        messages: Array.from(messagesByUser.entries()).reduce((userMap, [userId, messages]) => {
+            userMap[userId] = messages.reduce((deviceMap, message) => {
+                deviceMap[message.device.deviceId] = message.content;
+                return deviceMap;
+            }, {});
+            return userMap;
+        }, {})
+    };
+    return payload;
+}
+
 export function tests() {
 	return {
 		"isTxnId succeeds on result of makeTxnId": assert => {

src/matrix/e2ee/DecryptionResult.ts

@@ -69,6 +69,14 @@ export class DecryptionResult {
         }
     }
 
+    get userId(): string | undefined {
+        return this.device?.userId;
+    }
+
+    get deviceId(): string | undefined {
+        return this.device?.deviceId;
+    }
+
     get isVerificationUnknown(): boolean {
         // verification is unknown if we haven't yet fetched the devices for the room
         return !this.device && !this.roomTracked;

src/matrix/e2ee/DeviceTracker.js

@@ -15,13 +15,11 @@ limitations under the License.
 */
 
 import {verifyEd25519Signature, SIGNATURE_ALGORITHM} from "./common.js";
-import {HistoryVisibility, shouldShareKey} from "./common.js";
-import {RoomMember} from "../room/members/RoomMember.js";
 
 const TRACKING_STATUS_OUTDATED = 0;
 const TRACKING_STATUS_UPTODATE = 1;
 
-function addRoomToIdentity(identity, userId, roomId) {
+export function addRoomToIdentity(identity, userId, roomId) {
     if (!identity) {
         identity = {
             userId: userId,
@@ -81,57 +79,28 @@ export class DeviceTracker {
         }));
     }
 
-    /** @return Promise<{added: string[], removed: string[]}> the user ids for who the room was added or removed to the userIdentity,
+    writeMemberChanges(room, memberChanges, txn) {
-     *                                                        and with who a key should be now be shared
+        return Promise.all(Array.from(memberChanges.values()).map(async memberChange => {
-     **/
+            return this._applyMemberChange(memberChange, txn);
-    async writeMemberChanges(room, memberChanges, historyVisibility, txn) {
-        const added = [];
-        const removed = [];
-        await Promise.all(Array.from(memberChanges.values()).map(async memberChange => {
-            // keys should now be shared with this member?
-            // add the room to the userIdentity if so
-            if (shouldShareKey(memberChange.membership, historyVisibility)) {
-                if (await this._addRoomToUserIdentity(memberChange.roomId, memberChange.userId, txn)) {
-                    added.push(memberChange.userId);
-                }
-            } else if (shouldShareKey(memberChange.previousMembership, historyVisibility)) {
-                // try to remove room we were previously sharing the key with the member but not anymore
-                const {roomId} = memberChange;
-                // if we left the room, remove room from all user identities in the room
-                if (memberChange.userId === this._ownUserId) {
-                    const userIds = await txn.roomMembers.getAllUserIds(roomId);
-                    await Promise.all(userIds.map(userId => {
-                        return this._removeRoomFromUserIdentity(roomId, userId, txn);
         }));
-                } else {
-                    await this._removeRoomFromUserIdentity(roomId, memberChange.userId, txn);
-                }
-                removed.push(memberChange.userId);
-            }
-        }));
-        return {added, removed};
     }
 
-    async trackRoom(room, historyVisibility, log) {
+    async trackRoom(room, log) {
         if (room.isTrackingMembers || !room.isEncrypted) {
             return;
         }
-        const memberList = await room.loadMemberList(undefined, log);
+        const memberList = await room.loadMemberList(log);
+        try {
             const txn = await this._storage.readWriteTxn([
                 this._storage.storeNames.roomSummary,
                 this._storage.storeNames.userIdentities,
             ]);
-        try {
             let isTrackingChanges;
             try {
                 isTrackingChanges = room.writeIsTrackingMembers(true, txn);
                 const members = Array.from(memberList.members.values());
                 log.set("members", members.length);
-                await Promise.all(members.map(async member => {
+                await this._writeJoinedMembers(members, txn);
-                    if (shouldShareKey(member.membership, historyVisibility)) {
-                        await this._addRoomToUserIdentity(member.roomId, member.userId, txn);
-                    }
-                }));
             } catch (err) {
                 txn.abort();
                 throw err;
@@ -143,43 +112,21 @@ export class DeviceTracker {
         }
     }
 
-    async writeHistoryVisibility(room, historyVisibility, syncTxn, log) {
+    async _writeJoinedMembers(members, txn) {
-        const added = [];
-        const removed = [];
-        if (room.isTrackingMembers && room.isEncrypted) {
-            await log.wrap("rewriting userIdentities", async log => {
-                const memberList = await room.loadMemberList(syncTxn, log);
-                try {
-                    const members = Array.from(memberList.members.values());
-                    log.set("members", members.length);
         await Promise.all(members.map(async member => {
-                        if (shouldShareKey(member.membership, historyVisibility)) {
+            if (member.membership === "join") {
-                            if (await this._addRoomToUserIdentity(member.roomId, member.userId, syncTxn)) {
+                await this._writeMember(member, txn);
-                                added.push(member.userId);
-                            }
-                        } else {
-                            if (await this._removeRoomFromUserIdentity(member.roomId, member.userId, syncTxn)) {
-                                removed.push(member.userId);
-                            }
             }
         }));
-                } finally {
-                    memberList.release();
-                }
-            });
-        }
-        return {added, removed};
     }
 
-    async _addRoomToUserIdentity(roomId, userId, txn) {
+    async _writeMember(member, txn) {
         const {userIdentities} = txn;
-        const identity = await userIdentities.get(userId);
+        const identity = await userIdentities.get(member.userId);
-        const updatedIdentity = addRoomToIdentity(identity, userId, roomId);
+        const updatedIdentity = addRoomToIdentity(identity, member.userId, member.roomId);
         if (updatedIdentity) {
             userIdentities.set(updatedIdentity);
-            return true;
         }
-        return false;
     }
 
     async _removeRoomFromUserIdentity(roomId, userId, txn) {
@@ -194,9 +141,28 @@ export class DeviceTracker {
             } else {
                 userIdentities.set(identity);
             }
-            return true;
         }
-        return false;
+    }
+
+    async _applyMemberChange(memberChange, txn) {
+        // TODO: depends whether we encrypt for invited users??
+        // add room
+        if (memberChange.hasJoined) {
+            await this._writeMember(memberChange.member, txn);
+        }
+        // remove room
+        else if (memberChange.hasLeft) {
+            const {roomId} = memberChange;
+            // if we left the room, remove room from all user identities in the room
+            if (memberChange.userId === this._ownUserId) {
+                const userIds = await txn.roomMembers.getAllUserIds(roomId);
+                await Promise.all(userIds.map(userId => {
+                    return this._removeRoomFromUserIdentity(roomId, userId, txn);
+                }));
+            } else {
+                await this._removeRoomFromUserIdentity(roomId, memberChange.userId, txn);
+            }
+        }
     }
 
     async _queryKeys(userIds, hsApi, log) {
@@ -343,6 +309,7 @@ export class DeviceTracker {
         return await this._devicesForUserIds(roomId, userIds, txn, hsApi, log);
     }
 
+    /** gets devices for the given user ids that are in the given room */
     async devicesForRoomMembers(roomId, userIds, hsApi, log) {
         const txn = await this._storage.readTxn([
             this._storage.storeNames.userIdentities,
@@ -350,6 +317,60 @@ export class DeviceTracker {
         return await this._devicesForUserIds(roomId, userIds, txn, hsApi, log);
     }
 
+    /** gets a single device */
+    async deviceForId(userId, deviceId, hsApi, log) {
+        const txn = await this._storage.readTxn([
+            this._storage.storeNames.deviceIdentities,
+        ]);
+        let device = await txn.deviceIdentities.get(userId, deviceId);
+        if (device) {
+            log.set("existingDevice", true);
+        } else {
+            //// BEGIN EXTRACT (deviceKeysMap)
+            const deviceKeyResponse = await hsApi.queryKeys({
+                "timeout": 10000,
+                "device_keys": {
+                    [userId]: [deviceId]
+                },
+                "token": this._getSyncToken()
+            }, {log}).response();
+            // verify signature
+            const verifiedKeysPerUser = log.wrap("verify", log => this._filterVerifiedDeviceKeys(deviceKeyResponse["device_keys"], log));
+            //// END EXTRACT
+
+            const verifiedKeys = verifiedKeysPerUser
+                .find(vkpu => vkpu.userId === userId).verifiedKeys
+                .find(vk => vk["device_id"] === deviceId);
+            // user hasn't uploaded keys for device?
+            if (!verifiedKeys) {
+                return undefined;
+            }
+            device = deviceKeysAsDeviceIdentity(verifiedKeys);
+            const txn = await this._storage.readWriteTxn([
+                this._storage.storeNames.deviceIdentities,
+            ]);
+            // check again we don't have the device already.
+            // when updating all keys for a user we allow updating the
+            // device when the key hasn't changed so the device display name
+            // can be updated, but here we don't.
+            const existingDevice = await txn.deviceIdentities.get(userId, deviceId);
+            if (existingDevice) {
+                device = existingDevice;
+                log.set("existingDeviceAfterFetch", true);
+            } else {
+                try {
+                    txn.deviceIdentities.set(device);
+                    log.set("newDevice", true);
+                } catch (err) {
+                    txn.abort();
+                    throw err;
+                }
+                await txn.complete();
+            }
+        }
+        return device;
+    }
+
     /**
      * @param  {string} roomId  [description]
      * @param  {Array<string>} userIds a set of user ids to try and find the identity for. Will be check to belong to roomId.
@@ -401,18 +422,16 @@ export class DeviceTracker {
 
 import {createMockStorage} from "../../mocks/Storage";
 import {Instance as NullLoggerInstance} from "../../logging/NullLogger";
-import {MemberChange} from "../room/members/RoomMember";
 
 export function tests() {
 
     function createUntrackedRoomMock(roomId, joinedUserIds, invitedUserIds = []) {
         return {
-            id: roomId,
             isTrackingMembers: false,
             isEncrypted: true,
             loadMemberList: () => {
-                const joinedMembers = joinedUserIds.map(userId => {return RoomMember.fromUserId(roomId, userId, "join");});
+                const joinedMembers = joinedUserIds.map(userId => {return {membership: "join", roomId, userId};});
-                const invitedMembers = invitedUserIds.map(userId => {return RoomMember.fromUserId(roomId, userId, "invite");});
+                const invitedMembers = invitedUserIds.map(userId => {return {membership: "invite", roomId, userId};});
                 const members = joinedMembers.concat(invitedMembers);
                 const memberMap = members.reduce((map, member) => {
                     map.set(member.userId, member);
@@ -476,29 +495,10 @@ export function tests() {
             }
         };
     }
-
-    async function writeMemberListToStorage(room, storage) {
-        const txn = await storage.readWriteTxn([
-            storage.storeNames.roomMembers,
-        ]);
-        const memberList = await room.loadMemberList(txn);
-        try {
-            for (const member of memberList.members.values()) {
-                txn.roomMembers.set(member.serialize());
-            }
-        } catch (err) {
-            txn.abort();
-            throw err;
-        } finally {
-            memberList.release();
-        }
-        await txn.complete();
-    }
-
     const roomId = "!abc:hs.tld";
 
     return {
-        "trackRoom only writes joined members with history visibility of joined": async assert => {
+        "trackRoom only writes joined members": async assert => {
             const storage = await createMockStorage();
             const tracker = new DeviceTracker({
                 storage,
@@ -508,7 +508,7 @@ export function tests() {
                 ownDeviceId: "ABCD",
             });
             const room = createUntrackedRoomMock(roomId, ["@alice:hs.tld", "@bob:hs.tld"], ["@charly:hs.tld"]);
-            await tracker.trackRoom(room, HistoryVisibility.Joined, NullLoggerInstance.item);
+            await tracker.trackRoom(room, NullLoggerInstance.item);
             const txn = await storage.readTxn([storage.storeNames.userIdentities]);
             assert.deepEqual(await txn.userIdentities.get("@alice:hs.tld"), {
                 userId: "@alice:hs.tld",
@@ -532,7 +532,7 @@ export function tests() {
                 ownDeviceId: "ABCD",
             });
             const room = createUntrackedRoomMock(roomId, ["@alice:hs.tld", "@bob:hs.tld"]);
-            await tracker.trackRoom(room, HistoryVisibility.Joined, NullLoggerInstance.item);
+            await tracker.trackRoom(room, NullLoggerInstance.item);
             const hsApi = createQueryKeysHSApiMock();
             const devices = await tracker.devicesForRoomMembers(roomId, ["@alice:hs.tld", "@bob:hs.tld"], hsApi, NullLoggerInstance.item);
             assert.equal(devices.length, 2);
@@ -549,7 +549,7 @@ export function tests() {
                 ownDeviceId: "ABCD",
             });
             const room = createUntrackedRoomMock(roomId, ["@alice:hs.tld", "@bob:hs.tld"]);
-            await tracker.trackRoom(room, HistoryVisibility.Joined, NullLoggerInstance.item);
+            await tracker.trackRoom(room, NullLoggerInstance.item);
             const hsApi = createQueryKeysHSApiMock();
             // query devices first time
             await tracker.devicesForRoomMembers(roomId, ["@alice:hs.tld", "@bob:hs.tld"], hsApi, NullLoggerInstance.item);
@@ -567,169 +567,6 @@ export function tests() {
             const txn2 = await storage.readTxn([storage.storeNames.deviceIdentities]);
             // also check the modified key was not stored
             assert.equal((await txn2.deviceIdentities.get("@alice:hs.tld", "device1")).ed25519Key, "ed25519:@alice:hs.tld:device1:key");
-        },
+        }
-        "change history visibility from joined to invited adds invitees": async assert => {
-            const storage = await createMockStorage();
-            const tracker = new DeviceTracker({
-                storage,
-                getSyncToken: () => "token",
-                olmUtil: {ed25519_verify: () => {}}, // valid if it does not throw
-                ownUserId: "@alice:hs.tld",
-                ownDeviceId: "ABCD",
-            });
-            // alice is joined, bob is invited
-            const room = await createUntrackedRoomMock(roomId, 
-                ["@alice:hs.tld"], ["@bob:hs.tld"]);
-            await tracker.trackRoom(room, HistoryVisibility.Joined, NullLoggerInstance.item);
-            const txn = await storage.readWriteTxn([storage.storeNames.userIdentities, storage.storeNames.deviceIdentities]);
-            assert.equal(await txn.userIdentities.get("@bob:hs.tld"), undefined);
-            const {added, removed} = await tracker.writeHistoryVisibility(room, HistoryVisibility.Invited, txn, NullLoggerInstance.item);
-            assert.equal((await txn.userIdentities.get("@bob:hs.tld")).userId, "@bob:hs.tld");
-            assert.deepEqual(added, ["@bob:hs.tld"]);
-            assert.deepEqual(removed, []);
-        },
-        "change history visibility from invited to joined removes invitees": async assert => {
-            const storage = await createMockStorage();
-            const tracker = new DeviceTracker({
-                storage,
-                getSyncToken: () => "token",
-                olmUtil: {ed25519_verify: () => {}}, // valid if it does not throw
-                ownUserId: "@alice:hs.tld",
-                ownDeviceId: "ABCD",
-            });
-            // alice is joined, bob is invited
-            const room = await createUntrackedRoomMock(roomId, 
-                ["@alice:hs.tld"], ["@bob:hs.tld"]);
-            await tracker.trackRoom(room, HistoryVisibility.Invited, NullLoggerInstance.item);
-            const txn = await storage.readWriteTxn([storage.storeNames.userIdentities, storage.storeNames.deviceIdentities]);
-            assert.equal((await txn.userIdentities.get("@bob:hs.tld")).userId, "@bob:hs.tld");
-            const {added, removed} = await tracker.writeHistoryVisibility(room, HistoryVisibility.Joined, txn, NullLoggerInstance.item);
-            assert.equal(await txn.userIdentities.get("@bob:hs.tld"), undefined);
-            assert.deepEqual(added, []);
-            assert.deepEqual(removed, ["@bob:hs.tld"]);
-        },
-        "adding invitee with history visibility of invited adds room to userIdentities": async assert => {
-            const storage = await createMockStorage();
-            const tracker = new DeviceTracker({
-                storage,
-                getSyncToken: () => "token",
-                olmUtil: {ed25519_verify: () => {}}, // valid if it does not throw
-                ownUserId: "@alice:hs.tld",
-                ownDeviceId: "ABCD",
-            });
-            const room = await createUntrackedRoomMock(roomId, ["@alice:hs.tld"]);
-            await tracker.trackRoom(room, HistoryVisibility.Invited, NullLoggerInstance.item);
-            const txn = await storage.readWriteTxn([storage.storeNames.userIdentities, storage.storeNames.deviceIdentities]);
-            // inviting a new member
-            const inviteChange = new MemberChange(RoomMember.fromUserId(roomId, "@bob:hs.tld", "invite"));
-            const {added, removed} = await tracker.writeMemberChanges(room, [inviteChange], HistoryVisibility.Invited, txn);
-            assert.deepEqual(added, ["@bob:hs.tld"]);
-            assert.deepEqual(removed, []);
-            assert.equal((await txn.userIdentities.get("@bob:hs.tld")).userId, "@bob:hs.tld");
-        },
-        "adding invitee with history visibility of joined doesn't add room": async assert => {
-            const storage = await createMockStorage();
-            const tracker = new DeviceTracker({
-                storage,
-                getSyncToken: () => "token",
-                olmUtil: {ed25519_verify: () => {}}, // valid if it does not throw
-                ownUserId: "@alice:hs.tld",
-                ownDeviceId: "ABCD",
-            });
-            const room = await createUntrackedRoomMock(roomId, ["@alice:hs.tld"]);
-            await tracker.trackRoom(room, HistoryVisibility.Joined, NullLoggerInstance.item);
-            const txn = await storage.readWriteTxn([storage.storeNames.userIdentities, storage.storeNames.deviceIdentities]);
-            // inviting a new member
-            const inviteChange = new MemberChange(RoomMember.fromUserId(roomId, "@bob:hs.tld", "invite"));
-            const memberChanges = new Map([[inviteChange.userId, inviteChange]]);
-            const {added, removed} = await tracker.writeMemberChanges(room, memberChanges, HistoryVisibility.Joined, txn);
-            assert.deepEqual(added, []);
-            assert.deepEqual(removed, []);
-            assert.equal(await txn.userIdentities.get("@bob:hs.tld"), undefined);
-        },
-        "getting all devices after changing history visibility now includes invitees": async assert => {
-            const storage = await createMockStorage();
-            const tracker = new DeviceTracker({
-                storage,
-                getSyncToken: () => "token",
-                olmUtil: {ed25519_verify: () => {}}, // valid if it does not throw
-                ownUserId: "@alice:hs.tld",
-                ownDeviceId: "ABCD",
-            });
-            const room = createUntrackedRoomMock(roomId, ["@alice:hs.tld"], ["@bob:hs.tld"]);
-            await tracker.trackRoom(room, HistoryVisibility.Invited, NullLoggerInstance.item);
-            const hsApi = createQueryKeysHSApiMock();
-            // write memberlist from room mock to mock storage,
-            // as devicesForTrackedRoom reads directly from roomMembers store.
-            await writeMemberListToStorage(room, storage);
-            const devices = await tracker.devicesForTrackedRoom(roomId, hsApi, NullLoggerInstance.item);
-            assert.equal(devices.length, 2);
-            assert.equal(devices.find(d => d.userId === "@alice:hs.tld").ed25519Key, "ed25519:@alice:hs.tld:device1:key");
-            assert.equal(devices.find(d => d.userId === "@bob:hs.tld").ed25519Key, "ed25519:@bob:hs.tld:device1:key");
-        },
-        "rejecting invite with history visibility of invited removes room from user identity": async assert => {
-            const storage = await createMockStorage();
-            const tracker = new DeviceTracker({
-                storage,
-                getSyncToken: () => "token",
-                olmUtil: {ed25519_verify: () => {}}, // valid if it does not throw
-                ownUserId: "@alice:hs.tld",
-                ownDeviceId: "ABCD",
-            });
-            // alice is joined, bob is invited
-            const room = await createUntrackedRoomMock(roomId, ["@alice:hs.tld"], ["@bob:hs.tld"]);
-            await tracker.trackRoom(room, HistoryVisibility.Invited, NullLoggerInstance.item);
-            const txn = await storage.readWriteTxn([storage.storeNames.userIdentities, storage.storeNames.deviceIdentities]);
-            // reject invite
-            const inviteChange = new MemberChange(RoomMember.fromUserId(roomId, "@bob:hs.tld", "leave"), "invite");
-            const memberChanges = new Map([[inviteChange.userId, inviteChange]]);
-            const {added, removed} = await tracker.writeMemberChanges(room, memberChanges, HistoryVisibility.Invited, txn);
-            assert.deepEqual(added, []);
-            assert.deepEqual(removed, ["@bob:hs.tld"]);
-            assert.equal(await txn.userIdentities.get("@bob:hs.tld"), undefined);
-        },
-        "remove room from user identity sharing multiple rooms with us preserves other room": async assert => {
-            const storage = await createMockStorage();
-            const tracker = new DeviceTracker({
-                storage,
-                getSyncToken: () => "token",
-                olmUtil: {ed25519_verify: () => {}}, // valid if it does not throw
-                ownUserId: "@alice:hs.tld",
-                ownDeviceId: "ABCD",
-            });
-            // alice is joined, bob is invited
-            const room1 = await createUntrackedRoomMock("!abc:hs.tld", ["@alice:hs.tld", "@bob:hs.tld"]);
-            const room2 = await createUntrackedRoomMock("!def:hs.tld", ["@alice:hs.tld", "@bob:hs.tld"]);
-            await tracker.trackRoom(room1, HistoryVisibility.Joined, NullLoggerInstance.item);
-            await tracker.trackRoom(room2, HistoryVisibility.Joined, NullLoggerInstance.item);
-            const txn1 = await storage.readTxn([storage.storeNames.userIdentities]);
-            assert.deepEqual((await txn1.userIdentities.get("@bob:hs.tld")).roomIds, ["!abc:hs.tld", "!def:hs.tld"]);
-            const leaveChange = new MemberChange(RoomMember.fromUserId(room2.id, "@bob:hs.tld", "leave"), "join");
-            const memberChanges = new Map([[leaveChange.userId, leaveChange]]);
-            const txn2 = await storage.readWriteTxn([storage.storeNames.userIdentities, storage.storeNames.deviceIdentities]);
-            await tracker.writeMemberChanges(room2, memberChanges, HistoryVisibility.Joined, txn2);
-            await txn2.complete();
-            const txn3 = await storage.readTxn([storage.storeNames.userIdentities]);
-            assert.deepEqual((await txn3.userIdentities.get("@bob:hs.tld")).roomIds, ["!abc:hs.tld"]);
-        },
-        "add room to user identity sharing multiple rooms with us preserves other room": async assert => {
-            const storage = await createMockStorage();
-            const tracker = new DeviceTracker({
-                storage,
-                getSyncToken: () => "token",
-                olmUtil: {ed25519_verify: () => {}}, // valid if it does not throw
-                ownUserId: "@alice:hs.tld",
-                ownDeviceId: "ABCD",
-            });
-            // alice is joined, bob is invited
-            const room1 = await createUntrackedRoomMock("!abc:hs.tld", ["@alice:hs.tld", "@bob:hs.tld"]);
-            const room2 = await createUntrackedRoomMock("!def:hs.tld", ["@alice:hs.tld", "@bob:hs.tld"]);
-            await tracker.trackRoom(room1, HistoryVisibility.Joined, NullLoggerInstance.item);
-            const txn1 = await storage.readTxn([storage.storeNames.userIdentities]);
-            assert.deepEqual((await txn1.userIdentities.get("@bob:hs.tld")).roomIds, ["!abc:hs.tld"]);
-            await tracker.trackRoom(room2, HistoryVisibility.Joined, NullLoggerInstance.item);
-            const txn2 = await storage.readTxn([storage.storeNames.userIdentities]);
-            assert.deepEqual((await txn2.userIdentities.get("@bob:hs.tld")).roomIds, ["!abc:hs.tld", "!def:hs.tld"]);
-        },
     }
 }

src/matrix/e2ee/README.md

@@ -41,5 +41,8 @@ Runs before any room.prepareSync, so the new room keys can be passed to each roo
         - e2ee account
             - generate more otks if needed
             - upload new otks if needed or device keys if not uploaded before
+        - device message handler:
+            - fetch keys we don't know about yet for (call) to_device messages identity
+            - pass signalling messages to call handler
     - rooms
         - share new room keys if needed

src/matrix/e2ee/RoomEncryption.js

@@ -18,11 +18,9 @@ import {MEGOLM_ALGORITHM, DecryptionSource} from "./common.js";
 import {groupEventsBySession} from "./megolm/decryption/utils";
 import {mergeMap} from "../../utils/mergeMap";
 import {groupBy} from "../../utils/groupBy";
-import {makeTxnId} from "../common.js";
+import {makeTxnId, formatToDeviceMessagesPayload} from "../common.js";
-import {iterateResponseStateEvents} from "../room/common";
 
 const ENCRYPTED_TYPE = "m.room.encrypted";
-const ROOM_HISTORY_VISIBILITY_TYPE = "m.room.history_visibility";
 // how often ensureMessageKeyIsShared can check if it needs to
 // create a new outbound session
 // note that encrypt could still create a new session
@@ -47,7 +45,6 @@ export class RoomEncryption {
         this._isFlushingRoomKeyShares = false;
         this._lastKeyPreShareTime = null;
         this._keySharePromise = null;
-        this._historyVisibility = undefined;
         this._disposed = false;
     }
 
@@ -80,68 +77,22 @@ export class RoomEncryption {
         this._senderDeviceCache = new Map();    // purge the sender device cache
     }
 
-    async writeSync(roomResponse, memberChanges, txn, log) {
+    async writeMemberChanges(memberChanges, txn, log) {
-        let historyVisibility = await this._loadHistoryVisibilityIfNeeded(this._historyVisibility, txn);
+        let shouldFlush = false;
-        const addedMembers = [];
+        const memberChangesArray = Array.from(memberChanges.values());
-        const removedMembers = [];
+        // this also clears our session if we leave the room ourselves
-        // update the historyVisibility if needed
+        if (memberChangesArray.some(m => m.hasLeft)) {
-        await iterateResponseStateEvents(roomResponse, event => {
-            // TODO: can the same state event appear twice? Hence we would be rewriting the useridentities twice...
-            // we'll see in the logs
-            if(event.state_key === "" && event.type === ROOM_HISTORY_VISIBILITY_TYPE) {
-                const newHistoryVisibility = event?.content?.history_visibility;
-                if (newHistoryVisibility !== historyVisibility) {
-                    return log.wrap({
-                        l: "history_visibility changed",
-                        from: historyVisibility,
-                        to: newHistoryVisibility
-                    }, async log => {
-                        historyVisibility = newHistoryVisibility;
-                        const result = await this._deviceTracker.writeHistoryVisibility(this._room, historyVisibility, txn, log);
-                        addedMembers.push(...result.added);
-                        removedMembers.push(...result.removed);
-                    });
-                }
-            }
-        });
-        // process member changes
-        if (memberChanges.size) {
-            const result = await this._deviceTracker.writeMemberChanges(
-                this._room, memberChanges, historyVisibility, txn);
-            addedMembers.push(...result.added);
-            removedMembers.push(...result.removed);
-        }
-        // discard key if somebody (including ourselves) left
-        if (removedMembers.length) {
             log.log({
                 l: "discardOutboundSession",
-                leftUsers: removedMembers,
+                leftUsers: memberChangesArray.filter(m => m.hasLeft).map(m => m.userId),
             });
             this._megolmEncryption.discardOutboundSession(this._room.id, txn);
         }
-        let shouldFlush = false;
+        if (memberChangesArray.some(m => m.hasJoined)) {
-        // add room to userIdentities if needed, and share the current key with them
+            shouldFlush = await this._addShareRoomKeyOperationForNewMembers(memberChangesArray, txn, log);
-        if (addedMembers.length) {
-            shouldFlush = await this._addShareRoomKeyOperationForMembers(addedMembers, txn, log);
         }
-        return {shouldFlush, historyVisibility};
+        await this._deviceTracker.writeMemberChanges(this._room, memberChanges, txn);
-    }
+        return shouldFlush;
-
-    afterSync({historyVisibility}) {
-        this._historyVisibility = historyVisibility;
-    }
-
-    async _loadHistoryVisibilityIfNeeded(historyVisibility, txn = undefined) {
-        if (!historyVisibility) {
-            if (!txn) {
-                txn = await this._storage.readTxn([this._storage.storeNames.roomState]);
-            }
-            const visibilityEntry = await txn.roomState.get(this._room.id, ROOM_HISTORY_VISIBILITY_TYPE, "");
-            if (visibilityEntry) {
-                return visibilityEntry.event?.content?.history_visibility;
-            }
-        }
-        return historyVisibility;
     }
 
     async prepareDecryptAll(events, newKeys, source, txn) {
@@ -323,15 +274,10 @@ export class RoomEncryption {
     }
 
     async _shareNewRoomKey(roomKeyMessage, hsApi, log) {
-        this._historyVisibility = await this._loadHistoryVisibilityIfNeeded(this._historyVisibility);
-        await this._deviceTracker.trackRoom(this._room, this._historyVisibility, log);
-        const devices = await this._deviceTracker.devicesForTrackedRoom(this._room.id, hsApi, log);
-        const userIds = Array.from(devices.reduce((set, device) => set.add(device.userId), new Set()));
-            
         let writeOpTxn = await this._storage.readWriteTxn([this._storage.storeNames.operations]);
         let operation;
         try {
-            operation = this._writeRoomKeyShareOperation(roomKeyMessage, userIds, writeOpTxn);
+            operation = this._writeRoomKeyShareOperation(roomKeyMessage, null, writeOpTxn);
         } catch (err) {
             writeOpTxn.abort();
             throw err;
@@ -342,7 +288,8 @@ export class RoomEncryption {
         await this._processShareRoomKeyOperation(operation, hsApi, log);
     }
 
-    async _addShareRoomKeyOperationForMembers(userIds, txn, log) {
+    async _addShareRoomKeyOperationForNewMembers(memberChangesArray, txn, log) {
+        const userIds = memberChangesArray.filter(m => m.hasJoined).map(m => m.userId);
         const roomKeyMessage = await this._megolmEncryption.createRoomKeyMessage(
             this._room.id, txn);
         if (roomKeyMessage) {
@@ -395,9 +342,18 @@ export class RoomEncryption {
 
     async _processShareRoomKeyOperation(operation, hsApi, log) {
         log.set("id", operation.id);
-        this._historyVisibility = await this._loadHistoryVisibilityIfNeeded(this._historyVisibility);
+
-        await this._deviceTracker.trackRoom(this._room, this._historyVisibility, log);
+        await this._deviceTracker.trackRoom(this._room, log);
-        const devices = await this._deviceTracker.devicesForRoomMembers(this._room.id, operation.userIds, hsApi, log);
+        let devices;
+        if (operation.userIds === null) {
+            devices = await this._deviceTracker.devicesForTrackedRoom(this._room.id, hsApi, log);
+            const userIds = Array.from(devices.reduce((set, device) => set.add(device.userId), new Set()));
+            operation.userIds = userIds;
+            await this._updateOperationsStore(operations => operations.update(operation));
+        } else {
+            devices = await this._deviceTracker.devicesForRoomMembers(this._room.id, operation.userIds, hsApi, log);
+        }
+        
         const messages = await log.wrap("olm encrypt", log => this._olmEncryption.encrypt(
             "m.room_key", operation.roomKeyMessage, devices, hsApi, log));
         const missingDevices = devices.filter(d => !messages.some(m => m.device === d));
@@ -430,6 +386,7 @@ export class RoomEncryption {
         await writeTxn.complete();
     }
 
+    // TODO: make this use _sendMessagesToDevices
     async _sendSharedMessageToDevices(type, message, devices, hsApi, log) {
         const devicesByUser = groupBy(devices, device => device.userId);
         const payload = {
@@ -447,16 +404,7 @@ export class RoomEncryption {
 
     async _sendMessagesToDevices(type, messages, hsApi, log) {
         log.set("messages", messages.length);
-        const messagesByUser = groupBy(messages, message => message.device.userId);
+        const payload = formatToDeviceMessagesPayload(messages);
-        const payload = {
-            messages: Array.from(messagesByUser.entries()).reduce((userMap, [userId, messages]) => {
-                userMap[userId] = messages.reduce((deviceMap, message) => {
-                    deviceMap[message.device.deviceId] = message.content;
-                    return deviceMap;
-                }, {});
-                return userMap;
-            }, {})
-        };
         const txnId = makeTxnId();
         await hsApi.sendToDevice(type, payload, txnId, {log}).response();
     }
@@ -551,143 +499,3 @@ class BatchDecryptionResult {
         }));
     }
 }
-
-import {createMockStorage} from "../../mocks/Storage";
-import {Clock as MockClock} from "../../mocks/Clock";
-import {poll} from "../../mocks/poll";
-import {Instance as NullLoggerInstance} from "../../logging/NullLogger";
-import {ConsoleLogger} from "../../logging/ConsoleLogger";
-import {HomeServer as MockHomeServer} from "../../mocks/HomeServer.js";
-
-export function tests() {
-    const roomId = "!abc:hs.tld";
-    return {
-        "ensureMessageKeyIsShared tracks room and passes correct history visibility to deviceTracker": async assert => {
-            const storage = await createMockStorage();
-            const megolmMock = {
-                async ensureOutboundSession() { return { }; }
-            };
-            const olmMock = {
-                async encrypt() { return []; }
-            }
-            let isRoomTracked = false;
-            let isDevicesRequested = false;
-            const deviceTracker = {
-                async trackRoom(room, historyVisibility) {
-                    // only assert on first call
-                    if (isRoomTracked) { return; }
-                    assert(!isDevicesRequested);
-                    assert.equal(room.id, roomId);
-                    assert.equal(historyVisibility, "invited");
-                    isRoomTracked = true;
-                },
-                async devicesForTrackedRoom() {
-                    assert(isRoomTracked);
-                    isDevicesRequested = true;
-                    return [];
-                },
-                async devicesForRoomMembers() {
-                    return [];
-                }
-            }
-            const writeTxn = await storage.readWriteTxn([storage.storeNames.roomState]);
-            writeTxn.roomState.set(roomId, {state_key: "", type: ROOM_HISTORY_VISIBILITY_TYPE, content: {
-                history_visibility: "invited"
-            }});
-            await writeTxn.complete();
-            const roomEncryption = new RoomEncryption({
-                room: {id: roomId},
-                megolmEncryption: megolmMock,
-                olmEncryption: olmMock,
-                storage,
-                deviceTracker,
-                clock: new MockClock()
-            });
-            const homeServer = new MockHomeServer();
-            const promise = roomEncryption.ensureMessageKeyIsShared(homeServer.api, NullLoggerInstance.item);
-            // need to poll because sendToDevice isn't first async step
-            const request = await poll(() => homeServer.requests.sendToDevice?.[0]);
-            request.respond({});
-            await promise;
-            assert(isRoomTracked);
-            assert(isDevicesRequested);
-        },
-        "encrypt tracks room and passes correct history visibility to deviceTracker": async assert => {
-            const storage = await createMockStorage();
-            const megolmMock = {
-                async encrypt() { return { roomKeyMessage: {} }; }
-            };
-            const olmMock = {
-                async encrypt() { return []; }
-            }
-            let isRoomTracked = false;
-            let isDevicesRequested = false;
-            const deviceTracker = {
-                async trackRoom(room, historyVisibility) {
-                    // only assert on first call
-                    if (isRoomTracked) { return; }
-                    assert(!isDevicesRequested);
-                    assert.equal(room.id, roomId);
-                    assert.equal(historyVisibility, "invited");
-                    isRoomTracked = true;
-                },
-                async devicesForTrackedRoom() {
-                    assert(isRoomTracked);
-                    isDevicesRequested = true;
-                    return [];
-                },
-                async devicesForRoomMembers() {
-                    return [];
-                }
-            }
-            const writeTxn = await storage.readWriteTxn([storage.storeNames.roomState]);
-            writeTxn.roomState.set(roomId, {state_key: "", type: ROOM_HISTORY_VISIBILITY_TYPE, content: {
-                history_visibility: "invited"
-            }});
-            await writeTxn.complete();
-            const roomEncryption = new RoomEncryption({
-                room: {id: roomId},
-                megolmEncryption: megolmMock,
-                olmEncryption: olmMock,
-                storage,
-                deviceTracker
-            });
-            const homeServer = new MockHomeServer();
-            const promise = roomEncryption.encrypt("m.room.message", {body: "hello"}, homeServer.api, NullLoggerInstance.item);
-            // need to poll because sendToDevice isn't first async step
-            const request = await poll(() => homeServer.requests.sendToDevice?.[0]);
-            request.respond({});
-            await promise;
-            assert(isRoomTracked);
-            assert(isDevicesRequested);
-        },
-        "writeSync passes correct history visibility to deviceTracker": async assert => {
-            const storage = await createMockStorage();
-            let isMemberChangesCalled = false;
-            const deviceTracker = {
-                async writeMemberChanges(room, memberChanges, historyVisibility, txn) {
-                    assert.equal(historyVisibility, "invited");
-                    isMemberChangesCalled = true;
-                    return {removed: [], added: []};
-                },
-                async devicesForRoomMembers() {
-                    return [];
-                }
-            }
-            const writeTxn = await storage.readWriteTxn([storage.storeNames.roomState]);
-            writeTxn.roomState.set(roomId, {state_key: "", type: ROOM_HISTORY_VISIBILITY_TYPE, content: {
-                history_visibility: "invited"
-            }});
-            const memberChanges = new Map([["@alice:hs.tld", {}]]);
-            const roomEncryption = new RoomEncryption({
-                room: {id: roomId},
-                storage,
-                deviceTracker
-            });
-            const roomResponse = {};
-            const txn = await storage.readWriteTxn([storage.storeNames.roomState]);
-            await roomEncryption.writeSync(roomResponse, memberChanges, txn, NullLoggerInstance.item);
-            assert(isMemberChangesCalled);
-        },
-    }
-}

src/matrix/e2ee/common.js

@@ -69,28 +69,3 @@ export function createRoomEncryptionEvent() {
         }
     }
 }
-
-
-// Use enum when converting to TS
-export const HistoryVisibility = Object.freeze({
-    Joined: "joined",
-    Invited: "invited",
-    WorldReadable: "world_readable",
-    Shared: "shared",
-});
-
-export function shouldShareKey(membership, historyVisibility) {
-    switch (historyVisibility) {
-        case HistoryVisibility.WorldReadable:
-            return true;
-        case HistoryVisibility.Shared:
-            // was part of room at some time
-            return membership !== undefined;
-        case HistoryVisibility.Joined:
-            return membership === "join";
-        case HistoryVisibility.Invited:
-            return membership === "invite" || membership === "join";
-        default:
-            return false;
-    }
-}

src/matrix/e2ee/megolm/keybackup/KeyBackup.ts

@@ -19,7 +19,7 @@ import {StoredRoomKey, keyFromBackup} from "../decryption/RoomKey";
 import {MEGOLM_ALGORITHM} from "../../common";
 import * as Curve25519 from "./Curve25519";
 import {AbortableOperation} from "../../../../utils/AbortableOperation";
-import {ObservableValue} from "../../../../observable/ObservableValue";
+import {ObservableValue} from "../../../../observable/value/ObservableValue";
 
 import {SetAbortableFn} from "../../../../utils/AbortableOperation";
 import type {BackupInfo, SessionData, SessionKeyInfo, SessionInfo, KeyBackupPayload} from "./types";

src/matrix/e2ee/olm/Encryption.ts

@@ -311,7 +311,7 @@ class EncryptionTarget {
     }
 }
 
-class EncryptedMessage {
+export class EncryptedMessage {
     constructor(
         public readonly content: OlmEncryptedMessageContent,
         public readonly device: DeviceIdentity

src/matrix/login/index.ts

@@ -1,7 +0,0 @@
-import {ILoginMethod} from "./LoginMethod";
-import {PasswordLoginMethod} from "./PasswordLoginMethod";
-import {SSOLoginHelper} from "./SSOLoginHelper";
-import {TokenLoginMethod} from "./TokenLoginMethod";
-
-
-export {PasswordLoginMethod, SSOLoginHelper, TokenLoginMethod, ILoginMethod};

src/matrix/net/HomeServerApi.ts

@@ -160,6 +160,10 @@ export class HomeServerApi {
         return this._get(`/rooms/${encodeURIComponent(roomId)}/state/${encodeURIComponent(eventType)}/${encodeURIComponent(stateKey)}`, {}, undefined, options);
     }
     
+    sendState(roomId: string, eventType: string, stateKey: string, content: Record<string, any>, options?: BaseRequestOptions): IHomeServerRequest {
+        return this._put(`/rooms/${encodeURIComponent(roomId)}/state/${encodeURIComponent(eventType)}/${encodeURIComponent(stateKey)}`, {}, content, options);
+    }
+
     getLoginFlows(): IHomeServerRequest {
         return this._unauthedRequest("GET", this._url("/login"));
     }
@@ -267,6 +271,12 @@ export class HomeServerApi {
         return this._post(`/join/${encodeURIComponent(roomIdOrAlias)}`, {}, {}, options);
     }
 
+    invite(roomId: string, userId: string, options?: BaseRequestOptions): IHomeServerRequest {
+        return this._post(`/rooms/${encodeURIComponent(roomId)}/invite`, {}, {
+            user_id: userId
+        }, options);
+    }
+
     leave(roomId: string, options?: BaseRequestOptions): IHomeServerRequest {
         return this._post(`/rooms/${encodeURIComponent(roomId)}/leave`, {}, {}, options);
     }
@@ -275,6 +285,27 @@ export class HomeServerApi {
         return this._post(`/rooms/${encodeURIComponent(roomId)}/forget`, {}, {}, options);
     }
 
+    kick(roomId: string, userId: string, reason?: string, options?: BaseRequestOptions): IHomeServerRequest {
+        return this._post(`/rooms/${encodeURIComponent(roomId)}/kick`, {}, {
+            user_id: userId,
+            reason: reason,
+        }, options);
+    }
+
+    ban(roomId: string, userId: string, reason?: string, options?: BaseRequestOptions): IHomeServerRequest {
+        return this._post(`/rooms/${encodeURIComponent(roomId)}/ban`, {}, {
+            user_id: userId,
+            reason: reason,
+        }, options);
+    }
+
+    unban(roomId: string, userId: string, reason?: string, options?: BaseRequestOptions): IHomeServerRequest {
+        return this._post(`/rooms/${encodeURIComponent(roomId)}/unban`, {}, {
+            user_id: userId,
+            reason: reason,
+        }, options);
+    }
+
     logout(options?: BaseRequestOptions): IHomeServerRequest {
         return this._post(`/logout`, {}, {}, options);
     }
@@ -294,10 +325,25 @@ export class HomeServerApi {
         return this._post(`/dehydrated_device/claim`, {}, {device_id: deviceId}, options);
     }
 
+    searchProfile(searchTerm: string, limit?: number, options?: BaseRequestOptions): IHomeServerRequest {
+        return this._post(`/user_directory/search`, {}, {
+            limit: limit ?? 10,
+            search_term: searchTerm,
+        }, options);
+    }
+
     profile(userId: string, options?: BaseRequestOptions): IHomeServerRequest {
         return this._get(`/profile/${encodeURIComponent(userId)}`);
     }
 
+    setProfileDisplayName(userId, displayName, options?: BaseRequestOptions): IHomeServerRequest {
+        return this._put(`/profile/${encodeURIComponent(userId)}/displayname`, {}, { displayname: displayName }, options);
+    }
+
+    setProfileAvatarUrl(userId, avatarUrl, options?: BaseRequestOptions): IHomeServerRequest {
+        return this._put(`/profile/${encodeURIComponent(userId)}/avatar_url`, {}, { avatar_url: avatarUrl }, options);
+    }
+
     createRoom(payload: Record<string, any>, options?: BaseRequestOptions): IHomeServerRequest {
         return this._post(`/createRoom`, {}, payload, options);
     }

src/matrix/net/MediaRepository.ts

@@ -29,32 +29,31 @@ export class MediaRepository {
         this._platform = platform;
     }
 
-    mxcUrlThumbnail(url: string, width: number, height: number, method: "crop" | "scale"): string | null {
+    mxcUrlThumbnail(url: string, width: number, height: number, method: "crop" | "scale"): string | undefined {
         const parts = this._parseMxcUrl(url);
         if (parts) {
             const [serverName, mediaId] = parts;
             const httpUrl = `${this._homeserver}/_matrix/media/r0/thumbnail/${encodeURIComponent(serverName)}/${encodeURIComponent(mediaId)}`;
             return httpUrl + "?" + encodeQueryParams({width: Math.round(width), height: Math.round(height), method});
         }
-        return null;
+        return undefined;
     }
 
-    mxcUrl(url: string): string | null {
+    mxcUrl(url: string): string | undefined {
         const parts = this._parseMxcUrl(url);
         if (parts) {
             const [serverName, mediaId] = parts;
             return `${this._homeserver}/_matrix/media/r0/download/${encodeURIComponent(serverName)}/${encodeURIComponent(mediaId)}`;
-        } else {
-            return null;
         }
+        return undefined;
     }
 
-    private _parseMxcUrl(url: string): string[] | null {
+    private _parseMxcUrl(url: string): string[] | undefined {
         const prefix = "mxc://";
         if (url.startsWith(prefix)) {
             return url.substr(prefix.length).split("/", 2);
         } else {
-            return null;
+            return undefined;
         }
     }
 

src/matrix/net/Reconnector.ts

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {ObservableValue} from "../../observable/ObservableValue";
+import {ObservableValue} from "../../observable/value/ObservableValue";
 import type {ExponentialRetryDelay} from "./ExponentialRetryDelay";
 import type {TimeMeasure} from "../../platform/web/dom/Clock.js";
 import type {OnlineStatus} from "../../platform/web/dom/OnlineStatus.js";

src/matrix/room/ArchivedRoom.js

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {reduceStateEvents} from "./RoomSummary.js";
+import {iterateResponseStateEvents} from "./common";
 import {BaseRoom} from "./BaseRoom.js";
 import {RoomMember, EVENT_TYPE as MEMBER_EVENT_TYPE} from "./members/RoomMember.js";
 
@@ -173,15 +173,15 @@ export class ArchivedRoom extends BaseRoom {
 }
 
 function findKickDetails(roomResponse, ownUserId) {
-    const kickEvent = reduceStateEvents(roomResponse, (kickEvent, event) => {
+    let kickEvent;
+    iterateResponseStateEvents(roomResponse, event => {
         if (event.type === MEMBER_EVENT_TYPE) {
             // did we get kicked?
             if (event.state_key === ownUserId && event.sender !== event.state_key) {
                 kickEvent = event;
             }
         }
-        return kickEvent;
+    });
-    }, null);
     if (kickEvent) {
         return {
             // this is different from the room membership in the sync section, which can only be leave

src/matrix/room/BaseRoom.js

@@ -29,8 +29,10 @@ import {ObservedEventMap} from "./ObservedEventMap.js";
 import {DecryptionSource} from "../e2ee/common.js";
 import {ensureLogItem} from "../../logging/utils";
 import {PowerLevels} from "./PowerLevels.js";
-import {RetainedObservableValue} from "../../observable/ObservableValue";
+import {RetainedObservableValue} from "../../observable/value/RetainedObservableValue";
 import {TimelineReader} from "./timeline/persistence/TimelineReader";
+import {ObservedStateTypeMap} from "./state/ObservedStateTypeMap";
+import {ObservedStateKeyValue} from "./state/ObservedStateKeyValue";
 
 const EVENT_ENCRYPTED_TYPE = "m.room.encrypted";
 
@@ -53,11 +55,40 @@ export class BaseRoom extends EventEmitter {
         this._getSyncToken = getSyncToken;
         this._platform = platform;
         this._observedEvents = null;
+        this._roomStateObservers = new Set();
         this._powerLevels = null;
         this._powerLevelLoading = null;
         this._observedMembers = null;
     }
 
+    async observeStateType(type, txn = undefined) {
+        const map = new ObservedStateTypeMap(type);
+        await this._addStateObserver(map, txn);
+        return map;
+    }
+
+    async observeStateTypeAndKey(type, stateKey, txn = undefined) {
+        const value = new ObservedStateKeyValue(type, stateKey);
+        await this._addStateObserver(value, txn);
+        return value;
+    }
+
+    async getStateEvent(type, key = '') {
+        const txn = await this._storage.readTxn(['roomState']);
+        return txn.roomState.get(this.id, type, key);
+    }
+
+    async _addStateObserver(stateObserver, txn) {
+        if (!txn) {
+            txn = await this._storage.readTxn([this._storage.storeNames.roomState]);
+        }
+        await stateObserver.load(this.id, txn);
+        this._roomStateObservers.add(stateObserver);
+        stateObserver.setRemoveCallback(() => {
+            this._roomStateObservers.delete(stateObserver);
+        });
+    }
+
     async _eventIdsToEntries(eventIds, txn) {
         const retryEntries = [];
         await Promise.all(eventIds.map(async eventId => {
@@ -243,7 +274,7 @@ export class BaseRoom extends EventEmitter {
 
 
     /** @public */
-    async loadMemberList(txn = undefined, log = null) {
+    async loadMemberList(log = null) {
         if (this._memberList) {
             // TODO: also await fetchOrLoadMembers promise here
             this._memberList.retain();
@@ -254,9 +285,6 @@ export class BaseRoom extends EventEmitter {
                 roomId: this._roomId,
                 hsApi: this._hsApi,
                 storage: this._storage,
-                // pass in a transaction if we know we won't need to fetch (which would abort the transaction)
-                // and we want to make this operation part of the larger transaction
-                txn,
                 syncToken: this._getSyncToken(),
                 // to handle race between /members and /sync
                 setChangedMembersMap: map => this._changedMembersDuringSync = map,
@@ -386,6 +414,10 @@ export class BaseRoom extends EventEmitter {
         return this._roomId;
     }
 
+    get type() {
+        return this._summary.data.type ?? undefined;
+    }
+
     get lastMessageTimestamp() {
         return this._summary.data.lastMessageTimestamp;
     }
@@ -423,6 +455,14 @@ export class BaseRoom extends EventEmitter {
         return this._summary.data.membership;
     }
 
+    get isDirectMessage() {
+        return this._summary.data.isDirectMessage;
+    }
+
+    get user() {
+        return this._user;
+    }
+
     isDirectMessageForUserId(userId) {
         if (this._summary.data.dmUserId === userId) {
             return true;

src/matrix/room/Invite.js

@@ -61,6 +61,10 @@ export class Invite extends EventEmitter {
         return this._inviteData.avatarColorId || this.id;
     }
 
+    get type() {
+        return this._inviteData.type ?? undefined;
+    }
+
     get timestamp() {
         return this._inviteData.timestamp;
     }
@@ -89,7 +93,7 @@ export class Invite extends EventEmitter {
         await this._platform.logger.wrapOrRun(log, "acceptInvite", async log => {
             this._accepting = true;
             this._emitChange("accepting");
-            await this._hsApi.join(this._roomId, {log}).response();
+            await this._hsApi.joinIdOrAlias(this.canonicalAlias ?? this._roomId, {log}).response();
         });
     }
 
@@ -189,7 +193,7 @@ export class Invite extends EventEmitter {
             roomId: this.id,
             isEncrypted: !!summaryData.encryption,
             isDirectMessage: summaryData.isDirectMessage,
-//            type: 
+            type: summaryData.type,
             name,
             avatarUrl,
             avatarColorId,

src/matrix/room/ObservedEventMap.js

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {BaseObservableValue} from "../../observable/ObservableValue";
+import {BaseObservableValue} from "../../observable/value/BaseObservableValue";
 
 export class ObservedEventMap {
     constructor(notifyEmpty) {

src/matrix/room/Room.js

@@ -23,6 +23,7 @@ import {WrappedError} from "../error.js"
 import {Heroes} from "./members/Heroes.js";
 import {AttachmentUpload} from "./AttachmentUpload.js";
 import {DecryptionSource} from "../e2ee/common.js";
+import {iterateResponseStateEvents} from "./common";
 import {PowerLevels, EVENT_TYPE as POWERLEVELS_EVENT_TYPE } from "./PowerLevels.js";
 
 const EVENT_ENCRYPTED_TYPE = "m.room.encrypted";
@@ -30,6 +31,7 @@ const EVENT_ENCRYPTED_TYPE = "m.room.encrypted";
 export class Room extends BaseRoom {
     constructor(options) {
         super(options);
+        this._roomStateHandler = options.roomStateHandler;
         // TODO: pass pendingEvents to start like pendingOperations?
         const {pendingEvents} = options;
         const relationWriter = new RelationWriter({
@@ -121,7 +123,7 @@ export class Room extends BaseRoom {
             txn.roomState.removeAllForRoom(this.id);
             txn.roomMembers.removeAllForRoom(this.id);
         }
-        const {entries: newEntries, updatedEntries, newLiveKey, memberChanges} =
+        const {entries: newEntries, updatedEntries, newLiveKey, memberChanges, memberSync} =
             await log.wrap("syncWriter", log => this._syncWriter.writeSync(
                 roomResponse, isRejoin, summaryChanges.hasFetchedMembers, txn, log), log.level.Detail);
         if (decryptChanges) {
@@ -139,11 +141,11 @@ export class Room extends BaseRoom {
         }
         log.set("newEntries", newEntries.length);
         log.set("updatedEntries", updatedEntries.length);
-        let encryptionChanges;
+        let shouldFlushKeyShares = false;
         // pass member changes to device tracker
-        if (roomEncryption) {
+        if (roomEncryption && this.isTrackingMembers && memberChanges?.size) {
-            encryptionChanges = await roomEncryption.writeSync(roomResponse, memberChanges, txn, log);
+            shouldFlushKeyShares = await roomEncryption.writeMemberChanges(memberChanges, txn, log);
-            log.set("shouldFlushKeyShares", encryptionChanges.shouldFlush);
+            log.set("shouldFlushKeyShares", shouldFlushKeyShares);
         }
         const allEntries = newEntries.concat(updatedEntries);
         // also apply (decrypted) timeline entries to the summary changes
@@ -178,7 +180,9 @@ export class Room extends BaseRoom {
             removedPendingEvents = await this._sendQueue.removeRemoteEchos(roomResponse.timeline.events, txn, log);
         }
         const powerLevelsEvent = this._getPowerLevelsEvent(roomResponse);
+        await this._runRoomStateHandlers(roomResponse, memberSync, txn, log);
         return {
+            roomResponse,
             summaryChanges,
             roomEncryption,
             newEntries,
@@ -188,7 +192,7 @@ export class Room extends BaseRoom {
             memberChanges,
             heroChanges,
             powerLevelsEvent,
-            encryptionChanges,
+            shouldFlushKeyShares,
         };
     }
 
@@ -201,14 +205,11 @@ export class Room extends BaseRoom {
         const {
             summaryChanges, newEntries, updatedEntries, newLiveKey,
             removedPendingEvents, memberChanges, powerLevelsEvent,
-            heroChanges, roomEncryption, encryptionChanges
+            heroChanges, roomEncryption, roomResponse
         } = changes;
         log.set("id", this.id);
         this._syncWriter.afterSync(newLiveKey);
         this._setEncryption(roomEncryption);
-        if (this._roomEncryption) {
-            this._roomEncryption.afterSync(encryptionChanges);
-        }
         if (memberChanges.size) {
             if (this._changedMembersDuringSync) {
                 for (const [userId, memberChange] of memberChanges.entries()) {
@@ -218,6 +219,7 @@ export class Room extends BaseRoom {
             if (this._memberList) {
                 this._memberList.afterSync(memberChanges);
             }
+            this._roomStateHandler.updateRoomMembers(this, memberChanges);
             if (this._observedMembers) {
                 this._updateObservedMembers(memberChanges);
             }
@@ -263,6 +265,7 @@ export class Room extends BaseRoom {
         if (removedPendingEvents) {
             this._sendQueue.emitRemovals(removedPendingEvents);
         }
+        this._emitSyncRoomState(roomResponse);
     }
 
     _updateObservedMembers(memberChanges) {
@@ -275,8 +278,13 @@ export class Room extends BaseRoom {
     }
 
     _getPowerLevelsEvent(roomResponse) {
-        const isPowerlevelEvent = event => event.state_key === "" && event.type === POWERLEVELS_EVENT_TYPE;
+        let powerLevelEvent;
-        const powerLevelEvent = roomResponse.timeline?.events.find(isPowerlevelEvent) ?? roomResponse.state?.events.find(isPowerlevelEvent);
+        iterateResponseStateEvents(roomResponse, event => {
+            if(event.state_key === "" && event.type === POWERLEVELS_EVENT_TYPE) {
+                powerLevelEvent = event;
+            }
+
+        });
         return powerLevelEvent;
     }
 
@@ -291,8 +299,8 @@ export class Room extends BaseRoom {
         }
     }
 
-    needsAfterSyncCompleted({encryptionChanges}) {
+    needsAfterSyncCompleted({shouldFlushKeyShares}) {
-        return encryptionChanges?.shouldFlush;
+        return shouldFlushKeyShares;
     }
 
     /**
@@ -445,6 +453,24 @@ export class Room extends BaseRoom {
         return this._sendQueue.pendingEvents;
     }
 
+    /** global room state handlers, run during writeSync step */
+    _runRoomStateHandlers(roomResponse, memberSync, txn, log) {
+        const promises = [];
+        iterateResponseStateEvents(roomResponse, event => {
+            promises.push(this._roomStateHandler.handleRoomState(this, event, memberSync, txn, log));
+        });
+        return Promise.all(promises);
+    }
+
+    /** local room state observers, run during afterSync step */
+    _emitSyncRoomState(roomResponse) {
+        iterateResponseStateEvents(roomResponse, event => {
+            for (const handler of this._roomStateObservers) {
+                handler.handleStateEvent(event);
+            }
+        });
+    }
+
     /** @package */
     writeIsTrackingMembers(value, txn) {
         return this._summary.writeIsTrackingMembers(value, txn);

src/matrix/room/RoomBeingCreated.ts

@@ -20,7 +20,7 @@ import {MediaRepository} from "../net/MediaRepository";
 import {EventEmitter} from "../../utils/EventEmitter";
 import {AttachmentUpload} from "./AttachmentUpload";
 import {loadProfiles, Profile, UserIdProfile} from "../profile";
-import {RoomType} from "./common";
+import {RoomType, RoomVisibility} from "./common";
 
 import type {HomeServerApi} from "../net/HomeServerApi";
 import type {ILogItem} from "../../logging/types";
@@ -36,9 +36,9 @@ type CreateRoomPayload = {
     topic?: string;
     invite?: string[];
     room_alias_name?: string;
-    creation_content?: {"m.federate": boolean};
+    creation_content?: {"m.federate"?: boolean, type?: string};
-    initial_state: { type: string; state_key: string; content: Record<string, any> }[];
+    initial_state: {type: string; state_key: string; content: Record<string, any>}[]
-    power_level_content_override?: Record<string, any>;
+    power_level_content_override?: any;
 }
 
 type ImageInfo = {
@@ -55,7 +55,8 @@ type Avatar = {
 }
 
 type Options = {
-    type: RoomType;
+    type?: RoomType;
+    visibility: RoomVisibility;
     isEncrypted?: boolean;
     isFederationDisabled?: boolean;
     name?: string;
@@ -63,26 +64,27 @@ type Options = {
     invites?: string[];
     avatar?: Avatar;
     alias?: string;
-    powerLevelContentOverride?: Record<string, any>;
+    powerLevelContentOverride?: any;
+    initialState?: any[];
 }
 
-function defaultE2EEStatusForType(type: RoomType): boolean {
+function defaultE2EEStatusForType(type: RoomVisibility): boolean {
     switch (type) {
-        case RoomType.DirectMessage:
+        case RoomVisibility.DirectMessage:
-        case RoomType.Private:
+        case RoomVisibility.Private:
             return true;
-        case RoomType.Public:
+        case RoomVisibility.Public:
             return false;
     }
 }
 
-function presetForType(type: RoomType): string {
+function presetForType(type: RoomVisibility): string {
     switch (type) {
-        case RoomType.DirectMessage:
+        case RoomVisibility.DirectMessage:
             return "trusted_private_chat";
-        case RoomType.Private:
+        case RoomVisibility.Private:
             return "private_chat";
-        case RoomType.Public:
+        case RoomVisibility.Public:
             return "public_chat";
     }
 }
@@ -105,7 +107,7 @@ export class RoomBeingCreated extends EventEmitter<{change: never}> {
         log: ILogItem
     ) {
         super();
-        this.isEncrypted = options.isEncrypted === undefined ? defaultE2EEStatusForType(options.type) : options.isEncrypted;
+        this.isEncrypted = options.isEncrypted === undefined ? defaultE2EEStatusForType(options.visibility) : options.isEncrypted;
         if (options.name) {
             this._calculatedName = options.name;
         } else {
@@ -132,8 +134,8 @@ export class RoomBeingCreated extends EventEmitter<{change: never}> {
                 attachment.applyToContent("url", avatarEventContent);
             }
             const createOptions: CreateRoomPayload = {
-                is_direct: this.options.type === RoomType.DirectMessage,
+                is_direct: this.options.visibility === RoomVisibility.DirectMessage,
-                preset: presetForType(this.options.type),
+                preset: presetForType(this.options.visibility),
                 initial_state: []
             };
             if (this.options.name) {
@@ -148,13 +150,15 @@ export class RoomBeingCreated extends EventEmitter<{change: never}> {
             if (this.options.alias) {
                 createOptions.room_alias_name = this.options.alias;
             }
-            if (this.options.isFederationDisabled === true) {
+            if (this.options.type !== undefined) {
-                createOptions.creation_content = {
+                let type: string | undefined = undefined;
-                    "m.federate": false
+                if (this.options.type === RoomType.World) type =  "org.matrix.msc3815.world";
-                };
+                if (this.options.type === RoomType.Profile) type =  "org.matrix.msc3815.profile";
+                createOptions.creation_content = { type };
             }
-            if (this.options.powerLevelContentOverride) {
+            if (this.options.isFederationDisabled === true) {
-                createOptions.power_level_content_override = this.options.powerLevelContentOverride;
+                if (createOptions.creation_content === undefined) createOptions.creation_content = {};
+                createOptions.creation_content["m.federate"] = false;
             }
             if (this.isEncrypted) {
                 createOptions.initial_state.push(createRoomEncryptionEvent());
@@ -166,6 +170,14 @@ export class RoomBeingCreated extends EventEmitter<{change: never}> {
                     content: avatarEventContent
                 });
             }
+            if (this.options.powerLevelContentOverride) {
+                createOptions.power_level_content_override = this.options.powerLevelContentOverride;
+            }
+
+            if (this.options.initialState) {
+                createOptions.initial_state.push(...this.options.initialState);
+            }
+
             const response = await hsApi.createRoom(createOptions, {log}).response();
             this._roomId = response["room_id"];
         } catch (err) {
@@ -226,7 +238,7 @@ export class RoomBeingCreated extends EventEmitter<{change: never}> {
     }
 
     async adjustDirectMessageMapIfNeeded(user: User, storage: Storage, hsApi: HomeServerApi, log: ILogItem): Promise<void> {
-        if (!this.options.invites || this.options.type !== RoomType.DirectMessage) {
+        if (!this.options.invites || this.options.visibility !== RoomVisibility.DirectMessage) {
             return;
         }
         const userId = this.options.invites[0];

src/matrix/room/RoomSummary.js

@@ -15,7 +15,7 @@ limitations under the License.
 */
 
 import {MEGOLM_ALGORITHM} from "../e2ee/common.js";
-
+import {iterateResponseStateEvents} from "./common";
 
 function applyTimelineEntries(data, timelineEntries, isInitialSync, canMarkUnread, ownUserId) {
     if (timelineEntries.length) {
@@ -27,25 +27,6 @@ function applyTimelineEntries(data, timelineEntries, isInitialSync, canMarkUnrea
     return data;
 }
 
-export function reduceStateEvents(roomResponse, callback, value) {
-    const stateEvents = roomResponse?.state?.events;
-    // state comes before timeline
-    if (Array.isArray(stateEvents)) {
-        value = stateEvents.reduce(callback, value);
-    }
-    const timelineEvents = roomResponse?.timeline?.events;
-    // and after that state events in the timeline
-    if (Array.isArray(timelineEvents)) {
-        value = timelineEvents.reduce((data, event) => {
-            if (typeof event.state_key === "string") {
-                value = callback(value, event);
-            }
-            return value;
-        }, value);
-    }
-    return value;
-}
-
 function applySyncResponse(data, roomResponse, membership, ownUserId) {
     if (roomResponse.summary) {
         data = updateSummary(data, roomResponse.summary);
@@ -60,7 +41,9 @@ function applySyncResponse(data, roomResponse, membership, ownUserId) {
     // process state events in state and in timeline.
     // non-state events are handled by applyTimelineEntries
     // so decryption is handled properly
-    data = reduceStateEvents(roomResponse, (data, event) => processStateEvent(data, event, ownUserId), data);
+    iterateResponseStateEvents(roomResponse, event => {
+        data = processStateEvent(data, event, ownUserId);
+    });
     const unreadNotifications = roomResponse.unread_notifications;
     if (unreadNotifications) {
         data = processNotificationCounts(data, unreadNotifications);
@@ -99,6 +82,7 @@ export function processStateEvent(data, event, ownUserId) {
     if (event.type === "m.room.create") {
         data = data.cloneIfNeeded();
         data.lastMessageTimestamp = event.origin_server_ts;
+        data.type = event.content?.type ?? null;
     } else if (event.type === "m.room.encryption") {
         const algorithm = event.content?.algorithm;
         if (!data.encryption && algorithm === MEGOLM_ALGORITHM) {
@@ -184,6 +168,7 @@ export class SummaryData {
     constructor(copy, roomId) {
         this.roomId = copy ? copy.roomId : roomId;
         this.name = copy ? copy.name : null;
+        this.type = copy ? copy.type : null;
         this.lastMessageTimestamp = copy ? copy.lastMessageTimestamp : null;
         this.isUnread = copy ? copy.isUnread : false;
         this.encryption = copy ? copy.encryption : null;

src/matrix/room/common.ts

@@ -14,7 +14,11 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import type {StateEvent} from "../storage/types";
+import type {Room} from "./Room";
+import type {StateEvent, TimelineEvent} from "../storage/types";
+import type {Transaction} from "../storage/idb/Transaction";
+import type {ILogItem} from "../../logging/types";
+import type {MemberChange} from "./members/RoomMember";
 
 export function getPrevContentFromStateEvent(event) {
     // where to look for prev_content is a bit of a mess,
@@ -37,10 +41,15 @@ export enum RoomStatus {
     Archived = 1 << 5,
 }
 
-export enum RoomType {
+export enum RoomVisibility {
     DirectMessage,
     Private,
-    Public
+    Public,
+}
+
+export enum RoomType {
+    World,
+    Profile,
 }
 
 type RoomResponse = {
@@ -53,20 +62,12 @@ type RoomResponse = {
 }
 
 /** iterates over any state events in a sync room response, in the order that they should be applied (from older to younger events) */
-export function iterateResponseStateEvents(roomResponse: RoomResponse, callback: (StateEvent) => Promise<void> | void): Promise<void> | void {
+export function iterateResponseStateEvents(roomResponse: RoomResponse, callback: (StateEvent) => void) {
-    let promises: Promise<void>[] | undefined = undefined;
-    const callCallback = stateEvent => {
-        const result = callback(stateEvent);
-        if (result instanceof Promise) {
-            promises = promises ?? [];
-            promises.push(result);
-        }
-    };
     // first iterate over state events, they precede the timeline
     const stateEvents = roomResponse.state?.events;
     if (stateEvents) {
         for (let i = 0; i < stateEvents.length; i++) {
-            callCallback(stateEvents[i]);
+            callback(stateEvents[i]);
         }
     }
     // now see if there are any state events within the timeline
@@ -75,13 +76,10 @@ export function iterateResponseStateEvents(roomResponse: RoomResponse, callback:
         for (let i = 0; i < timelineEvents.length; i++) {
             const event = timelineEvents[i];
             if (typeof event.state_key === "string") {
-                callCallback(event);
+                callback(event);
             }
         }
     }
-    if (promises) {
-        return Promise.all(promises).then(() => undefined);
-    }
 }
 
 export function tests() {

src/matrix/room/members/RoomMember.js

@@ -137,10 +137,6 @@ export class MemberChange {
         return this.member.membership;
     }
 
-    get wasInvited() {
-        return this.previousMembership === "invite" && this.membership !== "invite";
-    }
-
     get hasLeft() {
         return this.previousMembership === "join" && this.membership !== "join";
     }

src/matrix/room/members/load.js

@@ -17,12 +17,10 @@ limitations under the License.
 
 import {RoomMember} from "./RoomMember.js";
 
-async function loadMembers({roomId, storage, txn}) {
+async function loadMembers({roomId, storage}) {
-    if (!txn) {
+    const txn = await storage.readTxn([
-        txn = await storage.readTxn([
         storage.storeNames.roomMembers,
     ]);
-    }
     const memberDatas = await txn.roomMembers.getAll(roomId);
     return memberDatas.map(d => new RoomMember(d));
 }

src/matrix/room/state/ObservedStateKeyValue.ts

@@ -0,0 +1,104 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import type {StateObserver} from "./types";
+import type {StateEvent} from "../../storage/types";
+import type {Transaction} from "../../storage/idb/Transaction";
+import {BaseObservableValue} from "../../../observable/value/BaseObservableValue";
+
+/**
+ * Observable value for a state event with a given type and state key.
+ * Unsubscribes when last subscription is removed */
+export class ObservedStateKeyValue extends BaseObservableValue<StateEvent | undefined> implements StateObserver {
+    private event?: StateEvent;
+    private removeCallback?: () => void;
+
+    constructor(private readonly type: string, private readonly stateKey: string) {
+        super();
+    }
+    /** @internal */
+    async load(roomId: string, txn: Transaction): Promise<void> {
+        this.event = (await txn.roomState.get(roomId, this.type, this.stateKey))?.event;
+    }
+    /** @internal */
+    handleStateEvent(event: StateEvent) {
+        if (event.type === this.type && event.state_key === this.stateKey) {
+            this.event = event;
+            this.emit(this.get());
+        }
+    }
+
+    get(): StateEvent | undefined {
+        return this.event;
+    }
+
+    setRemoveCallback(callback: () => void) {
+        this.removeCallback = callback;
+    }
+
+    onUnsubscribeLast() {
+        this.removeCallback?.();
+    }
+}
+
+import {createMockStorage} from "../../../mocks/Storage";
+
+export async function tests() {
+    return {
+        "test load and update": async assert => {
+            const storage = await createMockStorage();
+            const writeTxn = await storage.readWriteTxn([storage.storeNames.roomState]);
+            writeTxn.roomState.set("!abc", {
+                event_id: "$abc",
+                type: "m.room.member",
+                state_key: "@alice",
+                sender: "@alice",
+                origin_server_ts: 5,
+                content: {}
+            });
+            await writeTxn.complete();
+            const txn = await storage.readTxn([storage.storeNames.roomState]);
+            const value = new ObservedStateKeyValue("m.room.member", "@alice");
+            await value.load("!abc", txn);
+            const updates: Array<StateEvent | undefined> = [];
+            assert.strictEqual(value.get()?.origin_server_ts, 5);
+            const unsubscribe = value.subscribe(value => updates.push(value));
+            value.handleStateEvent({
+                event_id: "$abc",
+                type: "m.room.member",
+                state_key: "@bob",
+                sender: "@alice",
+                origin_server_ts: 10,
+                content: {}
+            });
+            assert.strictEqual(updates.length, 0);
+            value.handleStateEvent({
+                event_id: "$abc",
+                type: "m.room.member",
+                state_key: "@alice",
+                sender: "@alice",
+                origin_server_ts: 10,
+                content: {}
+            });
+            assert.strictEqual(updates.length, 1);
+            assert.strictEqual(updates[0]?.origin_server_ts, 10);
+            let removed = false;
+            value.setRemoveCallback(() => removed = true);
+            unsubscribe();
+            assert(removed);
+        }
+    }
+}

src/matrix/room/state/ObservedStateTypeMap.ts

@@ -0,0 +1,53 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import type {StateObserver} from "./types";
+import type {StateEvent} from "../../storage/types";
+import type {Transaction} from "../../storage/idb/Transaction";
+import {ObservableMap} from "../../../observable/map/ObservableMap";
+
+/**
+ * Observable map for a given type with state keys as map keys.
+ * Unsubscribes when last subscription is removed */
+export class ObservedStateTypeMap extends ObservableMap<string, StateEvent> implements StateObserver {
+    private removeCallback?: () => void;
+    
+    constructor(private readonly type: string) {
+        super();
+    }
+    /** @internal */
+    async load(roomId: string, txn: Transaction): Promise<void> {
+        const events = await txn.roomState.getAllForType(roomId, this.type);
+        for (let i = 0; i < events.length; ++i) {
+            const {event} = events[i];
+            this.add(event.state_key, event);
+        }
+    }
+    /** @internal */
+    handleStateEvent(event: StateEvent) {
+        if (event.type === this.type) {
+            this.set(event.state_key, event);
+        }
+    }
+
+    setRemoveCallback(callback: () => void) {
+        this.removeCallback = callback;
+    }
+
+    onUnsubscribeLast() {
+        this.removeCallback?.();
+    }
+}

src/matrix/room/state/RoomStateHandlerSet.ts

@@ -0,0 +1,40 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import type {ILogItem} from "../../../logging/types";
+import type {StateEvent} from "../../storage/types";
+import type {Transaction} from "../../storage/idb/Transaction";
+import type {Room} from "../Room";
+import type {MemberChange} from "../members/RoomMember";
+import type {RoomStateHandler} from "./types";
+import type {MemberSync} from "../timeline/persistence/MemberWriter.js";
+import {BaseObservable} from "../../../observable/BaseObservable";
+
+/** keeps track of all handlers registered with Session.observeRoomState */
+export class RoomStateHandlerSet extends BaseObservable<RoomStateHandler> implements RoomStateHandler {
+    async handleRoomState(room: Room, stateEvent: StateEvent, memberSync: MemberSync, txn: Transaction, log: ILogItem): Promise<void> {
+        const promises: Promise<void>[] = [];
+        for(let h of this._handlers) {
+            promises.push(h.handleRoomState(room, stateEvent, memberSync, txn, log));
+        }
+        await Promise.all(promises);
+    }
+    updateRoomMembers(room: Room, memberChanges: Map<string, MemberChange>) {
+        for(let h of this._handlers) {
+            h.updateRoomMembers(room, memberChanges);
+        }
+    }
+}

src/matrix/room/state/types.ts

@@ -0,0 +1,39 @@
+/*
+Copyright 2022 The Matrix.org Foundation C.I.C.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import type {Room} from "../Room";
+import type {StateEvent} from "../../storage/types";
+import type {Transaction} from "../../storage/idb/Transaction";
+import type {ILogItem} from "../../../logging/types";
+import type {MemberChange} from "../members/RoomMember";
+import type {MemberSync} from "../timeline/persistence/MemberWriter";
+
+/** used for Session.observeRoomState, which observes in all room, but without loading from storage
+ * It receives the sync write transaction, so other stores can be updated as part of the same transaction. */
+export interface RoomStateHandler {
+    handleRoomState(room: Room, stateEvent: StateEvent, memberSync: MemberSync, syncWriteTxn: Transaction, log: ILogItem): Promise<void>;
+    updateRoomMembers(room: Room, memberChanges: Map<string, MemberChange>): void;
+}
+
+/**
+ * used for Room.observeStateType and Room.observeStateTypeAndKey
+ * @internal
+ * */
+export interface StateObserver {
+    handleStateEvent(event: StateEvent);
+    load(roomId: string, txn: Transaction): Promise<void>;
+    setRemoveCallback(callback: () => void);
+}

src/matrix/room/timeline/Timeline.js

@@ -15,7 +15,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-import {SortedArray, AsyncMappedList, ConcatList, ObservableArray} from "../../../observable/index.js";
+import {SortedArray, AsyncMappedList, ConcatList, ObservableArray} from "../../../observable/index";
 import {Disposables} from "../../../utils/Disposables";
 import {Direction} from "./Direction";
 import {TimelineReader} from "./persistence/TimelineReader.js";

src/matrix/room/timeline/persistence/MemberWriter.js

@@ -56,7 +56,11 @@ export class MemberWriter {
     }
 }
 
-class MemberSync {
+/** Represents the member changes in a given sync.
+ *  Used to write the changes to storage and historical member
+ *  information for events in the same sync.
+ **/
+export class MemberSync {
     constructor(memberWriter, stateEvents, timelineEvents, hasFetchedMembers) {
         this._memberWriter = memberWriter;
         this._timelineEvents = timelineEvents;

src/matrix/room/timeline/persistence/SyncWriter.js

@@ -244,7 +244,7 @@ export class SyncWriter {
         const {currentKey, entries, updatedEntries} =
             await this._writeTimeline(timelineEvents, timeline, memberSync, this._lastLiveKey, txn, log);
         const memberChanges = await memberSync.write(txn);
-        return {entries, updatedEntries, newLiveKey: currentKey, memberChanges};
+        return {entries, updatedEntries, newLiveKey: currentKey, memberChanges, memberSync};
     }
 
     afterSync(newLiveKey) {

src/matrix/storage/common.ts

@@ -33,6 +33,7 @@ export enum StoreNames {
     groupSessionDecryptions = "groupSessionDecryptions",
     operations = "operations",
     accountData = "accountData",
+    calls = "calls"
 }
 
 export const STORE_NAMES: Readonly<StoreNames[]> = Object.values(StoreNames);

src/matrix/storage/idb/StorageFactory.ts

@@ -42,7 +42,6 @@ async function requestPersistedStorage(): Promise<boolean> {
             await glob.document.requestStorageAccess();
             return true;
         } catch (err) {
-            console.warn("requestStorageAccess threw an error:", err);
             return false;
         }
     } else {
@@ -68,7 +67,7 @@ export class StorageFactory {
         requestPersistedStorage().then(persisted => {
             // Firefox lies here though, and returns true even if the user denied the request
             if (!persisted) {
-                console.warn("no persisted storage, database can be evicted by browser");
+                log.log("no persisted storage, database can be evicted by browser", log.level.Warn);
             }
         });
 

src/matrix/storage/idb/Transaction.ts

@@ -36,6 +36,7 @@ import {OutboundGroupSessionStore} from "./stores/OutboundGroupSessionStore";
 import {GroupSessionDecryptionStore} from "./stores/GroupSessionDecryptionStore";
 import {OperationStore} from "./stores/OperationStore";
 import {AccountDataStore} from "./stores/AccountDataStore";
+import {CallStore} from "./stores/CallStore";
 import type {ILogger, ILogItem} from "../../../logging/types";
 
 export type IDBKey = IDBValidKey | IDBKeyRange;
@@ -168,6 +169,10 @@ export class Transaction {
         return this._store(StoreNames.accountData, idbStore => new AccountDataStore(idbStore));
     }
     
+    get calls(): CallStore {
+        return this._store(StoreNames.calls, idbStore => new CallStore(idbStore));
+    }
+
     async complete(log?: ILogItem): Promise<void> {
         try {
             await txnAsPromise(this._txn);

src/matrix/storage/idb/schema.ts

@@ -2,6 +2,7 @@ import {IDOMStorage} from "./types";
 import {ITransaction} from "./QueryTarget";
 import {iterateCursor, NOT_DONE, reqAsPromise} from "./utils";
 import {RoomMember, EVENT_TYPE as MEMBER_EVENT_TYPE} from "../../room/members/RoomMember.js";
+import {addRoomToIdentity} from "../../e2ee/DeviceTracker.js";
 import {SESSION_E2EE_KEY_PREFIX} from "../../e2ee/common.js";
 import {SummaryData} from "../../room/RoomSummary";
 import {RoomMemberStore, MemberData} from "./stores/RoomMemberStore";
@@ -33,7 +34,8 @@ export const schema: MigrationFunc[] = [
     backupAndRestoreE2EEAccountToLocalStorage,
     clearAllStores,
     addInboundSessionBackupIndex,
-    migrateBackupStatus
+    migrateBackupStatus,
+    createCallStore
 ];
 // TODO: how to deal with git merge conflicts of this array?
 
@@ -182,12 +184,51 @@ function createTimelineRelationsStore(db: IDBDatabase) : void {
     db.createObjectStore("timelineRelations", {keyPath: "key"});
 }
 
-//v11 doesn't change the schema,
+//v11 doesn't change the schema, but ensures all userIdentities have all the roomIds they should (see #470)
-// but ensured all userIdentities have all the roomIds they should (see #470)
+async function fixMissingRoomsInUserIdentities(db: IDBDatabase, txn: IDBTransaction, localStorage: IDOMStorage, log: ILogItem) {
-
+    const roomSummaryStore = txn.objectStore("roomSummary");
-// 2022-07-20: The fix dated from August 2021, and have removed it now because of a
+    const trackedRoomIds: string[] = [];
-// refactoring needed in the device tracker, which made it inconvenient to expose addRoomToIdentity
+    await iterateCursor<SummaryData>(roomSummaryStore.openCursor(), roomSummary => {
-function fixMissingRoomsInUserIdentities() {}
+        if (roomSummary.isTrackingMembers) {
+            trackedRoomIds.push(roomSummary.roomId);
+        }
+        return NOT_DONE;
+    });
+    const outboundGroupSessionsStore = txn.objectStore("outboundGroupSessions");
+    const userIdentitiesStore: IDBObjectStore = txn.objectStore("userIdentities");
+    const roomMemberStore = txn.objectStore("roomMembers");
+    for (const roomId of trackedRoomIds) {
+        let foundMissing = false;
+        const joinedUserIds: string[] = [];
+        const memberRange = IDBKeyRange.bound(roomId, `${roomId}|${MAX_UNICODE}`, true, true);
+        await log.wrap({l: "room", id: roomId}, async log => {
+            await iterateCursor<MemberData>(roomMemberStore.openCursor(memberRange), member => {
+                if (member.membership === "join") {
+                    joinedUserIds.push(member.userId);
+                }
+                return NOT_DONE;
+            });
+            log.set("joinedUserIds", joinedUserIds.length);
+            for (const userId of joinedUserIds) {
+                const identity = await reqAsPromise(userIdentitiesStore.get(userId));
+                const originalRoomCount = identity?.roomIds?.length;
+                const updatedIdentity = addRoomToIdentity(identity, userId, roomId);
+                if (updatedIdentity) {
+                    log.log({l: `fixing up`, id: userId,
+                        roomsBefore: originalRoomCount, roomsAfter: updatedIdentity.roomIds.length});
+                    userIdentitiesStore.put(updatedIdentity);
+                    foundMissing = true;
+                }
+            }
+            log.set("foundMissing", foundMissing);
+            if (foundMissing) {
+                // clear outbound megolm session,
+                // so we'll create a new one on the next message that will be properly shared
+                outboundGroupSessionsStore.delete(roomId);
+            }
+        });
+    }
+}
 
 // v12 move ssssKey to e2ee:ssssKey so it will get backed up in the next step
 async function changeSSSSKeyPrefix(db: IDBDatabase, txn: IDBTransaction) {
@@ -269,3 +310,8 @@ async function migrateBackupStatus(db: IDBDatabase, txn: IDBTransaction, localSt
     log.set("countWithoutSession", countWithoutSession);
     log.set("countWithSession", countWithSession);
 }
+
+//v17 create calls store
+function createCallStore(db: IDBDatabase) : void {
+    db.createObjectStore("calls", {keyPath: "key"});
+}