v13.0.0-28 -- distribution files

package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "yjs",
-  "version": "13.0.0-25",
+  "version": "13.0.0-28",
   "lockfileVersion": 1,
   "requires": true,
   "dependencies": {
@@ -2808,14 +2808,6 @@
             }
           }
         },
-        "string_decoder": {
-          "version": "1.0.1",
-          "bundled": true,
-          "dev": true,
-          "requires": {
-            "safe-buffer": "5.0.1"
-          }
-        },
         "string-width": {
           "version": "1.0.2",
           "bundled": true,
@@ -2826,6 +2818,14 @@
             "strip-ansi": "3.0.1"
           }
         },
+        "string_decoder": {
+          "version": "1.0.1",
+          "bundled": true,
+          "dev": true,
+          "requires": {
+            "safe-buffer": "5.0.1"
+          }
+        },
         "stringstream": {
           "version": "0.0.5",
           "bundled": true,
@@ -4868,15 +4868,6 @@
         "duplexer": "0.1.1"
       }
     },
-    "string_decoder": {
-      "version": "1.0.3",
-      "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.0.3.tgz",
-      "integrity": "sha512-4AH6Z5fzNNBcH+6XDMfA/BTt87skxqJlO0lAh3Dker5zThcAxG6mKz+iGu308UKoPPQ8Dcqx/4JhujzltRa+hQ==",
-      "dev": true,
-      "requires": {
-        "safe-buffer": "5.1.1"
-      }
-    },
     "string-width": {
       "version": "1.0.2",
       "resolved": "https://registry.npmjs.org/string-width/-/string-width-1.0.2.tgz",
@@ -4898,6 +4889,15 @@
       "resolved": "https://registry.npmjs.org/string.prototype.codepointat/-/string.prototype.codepointat-0.2.0.tgz",
       "integrity": "sha1-aybpvTr8qnvjtCabUm3huCAArHg="
     },
+    "string_decoder": {
+      "version": "1.0.3",
+      "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.0.3.tgz",
+      "integrity": "sha512-4AH6Z5fzNNBcH+6XDMfA/BTt87skxqJlO0lAh3Dker5zThcAxG6mKz+iGu308UKoPPQ8Dcqx/4JhujzltRa+hQ==",
+      "dev": true,
+      "requires": {
+        "safe-buffer": "5.1.1"
+      }
+    },
     "strip-ansi": {
       "version": "3.0.1",
       "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-3.0.1.tgz",

package.json

@@ -1,6 +1,6 @@
 {
   "name": "yjs",
-  "version": "13.0.0-26",
+  "version": "13.0.0-28",
   "description": "A framework for real-time p2p shared editing on any data",
   "main": "./y.node.js",
   "browser": "./y.js",

rollup.test.js

@@ -3,7 +3,7 @@ import commonjs from 'rollup-plugin-commonjs'
 import multiEntry from 'rollup-plugin-multi-entry'
 
 export default {
-  entry: 'test/y-xml.tests.js',
+  entry: 'test/y-map.tests.js',
   moduleName: 'y-tests',
   format: 'umd',
   plugins: [

src/Struct/ItemJSON.js

@@ -20,7 +20,13 @@ export default class ItemJSON extends Item {
     this._content = new Array(len)
     for (let i = 0; i < len; i++) {
       const ctnt = decoder.readVarString()
-      this._content[i] = JSON.parse(ctnt)
+      let parsed
+      if (ctnt === 'undefined') {
+        parsed = undefined
+      } else {
+        parsed = JSON.parse(ctnt)
+      }
+      this._content[i] = parsed
     }
     return missing
   }
@@ -29,7 +35,14 @@ export default class ItemJSON extends Item {
     let len = this._content.length
     encoder.writeVarUint(len)
     for (let i = 0; i < len; i++) {
-      encoder.writeVarString(JSON.stringify(this._content[i]))
+      let encoded
+      let content = this._content[i]
+      if (content === undefined) {
+        encoded = 'undefined'
+      } else {
+        encoded = JSON.stringify(content)
+      }
+      encoder.writeVarString(encoded)
     }
   }
   _logString () {

src/Type/YArray.js

@@ -1,5 +1,6 @@
 import Type from '../Struct/Type.js'
 import ItemJSON from '../Struct/ItemJSON.js'
+import ItemString from '../Struct/ItemString.js'
 import { logID } from '../MessageHandler/messageToString.js'
 import YEvent from '../Util/YEvent.js'
 
@@ -19,7 +20,11 @@ export default class YArray extends Type {
     while (n !== null) {
       if (!n._deleted) {
         if (pos < n._length) {
-          return n._content[n._length - pos]
+          if (n.constructor === ItemJSON || n.constructor === ItemString) {
+            return n._content[pos]
+          } else {
+            return n
+          }
         }
         pos -= n._length
       }

src/Type/y-xml/YXmlFragment.js

@@ -255,7 +255,7 @@ export default class YXmlFragment extends YArray {
             }
           })
           for (let dom of diffChildren) {
-            if (dom._yxml != null) {
+            if (dom._yxml != null && dom._yxml !== false) {
               applyChangesFromDom(dom)
             }
           }

src/Type/y-xml/utils.js

@@ -136,6 +136,26 @@ export function applyChangesFromDom (dom) {
 }
 
 export function reflectChangesOnDom (events) {
+  // Make sure that no filtered attributes are applied to the structure
+  // if they were, delete them
+  events.forEach(event => {
+    const target = event.target
+    const keys = this._domFilter(target.nodeName, Array.from(event.keysChanged))
+    if (keys === null) {
+      target._delete()
+    } else {
+      const removeKeys = new Set() // is a copy of event.keysChanged
+      event.keysChanged.forEach(key => { removeKeys.add(key) })
+      keys.forEach(key => {
+        // remove all accepted keys from removeKeys
+        removeKeys.delete(key)
+      })
+      // remove the filtered attribute
+      removeKeys.forEach(key => {
+        target.removeAttribute(key)
+      })
+    }
+  })
   this._mutualExclude(() => {
     events.forEach(event => {
       const yxml = event.target

src/Util/UndoManager.js

@@ -76,7 +76,6 @@ export default class UndoManager {
         if (!this._undoing) {
           let lastUndoOp = this._undoBuffer.length > 0 ? this._undoBuffer[this._undoBuffer.length - 1] : null
           if (lastUndoOp !== null && reverseOperation.created - lastUndoOp.created <= options.captureTimeout) {
-            console.log('appending', lastUndoOp, reverseOperation)
             lastUndoOp.created = reverseOperation.created
             lastUndoOp.toState = reverseOperation.toState
             reverseOperation.deletedStructs.forEach(lastUndoOp.deletedStructs.add, lastUndoOp.deletedStructs)
@@ -93,7 +92,6 @@ export default class UndoManager {
     })
   }
   undo () {
-    console.log('undoing')
     this._undoing = true
     const performedUndo = applyReverseOperation(this.y, this._scope, this._undoBuffer)
     this._undoing = false

src/Util/YEvent.js

@@ -8,15 +8,15 @@ export default class YEvent {
     const path = []
     let type = this.target
     const y = type._y
-    while (type._parent !== this._currentTarget && type._parent !== y) {
+    while (type !== this.currentTarget && type !== y) {
       let parent = type._parent
       if (type._parentSub !== null) {
-        path.push(type._parentSub)
+        path.unshift(type._parentSub)
       } else {
         // parent is array-ish
         for (let [i, child] of parent) {
           if (child === type) {
-            path.push(i)
+            path.unshift(i)
             break
           }
         }

test/y-map.tests.js

@@ -41,6 +41,8 @@ test('basic map tests', async function map0 (t) {
 test('Basic get&set of Map property (converge via sync)', async function map1 (t) {
   let { users, map0 } = await initArrays(t, { users: 2 })
   map0.set('stuff', 'stuffy')
+  map0.set('undefined', undefined)
+  map0.set('null', null)
   t.compare(map0.get('stuff'), 'stuffy')
 
   await flushAll(t, users)
@@ -48,6 +50,8 @@ test('Basic get&set of Map property (converge via sync)', async function map1 (t
   for (let user of users) {
     var u = user.get('map', Y.Map)
     t.compare(u.get('stuff'), 'stuffy')
+    t.assert(u.get('undefined') === undefined, 'undefined')
+    t.compare(u.get('null'), null, 'null')
   }
   await compareUsers(t, users)
 })
@@ -172,31 +176,36 @@ test('observePath properties', async function map10 (t) {
 })
 */
 
-/* TODO: reimplement observeDeep
 test('observe deep properties', async function map11 (t) {
   let { users, map1, map2, map3 } = await initArrays(t, { users: 4 })
   var _map1 = map1.set('map', new Y.Map())
   var calls = 0
   var dmapid
-  _map1.observe(function (event) {
+  map1.observeDeep(function (events) {
-    calls++
+    events.forEach(event => {
-    t.compare(event.name, 'deepmap')
+      calls++
-    dmapid = event.target.opContents.deepmap
+      t.assert(event.keysChanged.has('deepmap'))
+      t.assert(event.path.length === 1)
+      t.assert(event.path[0] === 'map')
+      dmapid = event.target.get('deepmap')._id
+    })
   })
   await flushAll(t, users)
+  await flushAll(t, users)
   var _map3 = map3.get('map')
   _map3.set('deepmap', new Y.Map())
   await flushAll(t, users)
   var _map2 = map2.get('map')
   _map2.set('deepmap', new Y.Map())
   await flushAll(t, users)
+  await flushAll(t, users)
   var dmap1 = _map1.get('deepmap')
   var dmap2 = _map2.get('deepmap')
   var dmap3 = _map3.get('deepmap')
   t.assert(calls > 0)
-  t.compare(dmap1._model, dmap2._model)
+  t.assert(dmap1._id.equals(dmap2._id))
-  t.compare(dmap1._model, dmap3._model)
+  t.assert(dmap1._id.equals(dmap3._id))
-  t.compare(dmap1._model, dmapid)
+  t.assert(dmap1._id.equals(dmapid))
   await compareUsers(t, users)
 })
 
@@ -204,8 +213,10 @@ test('observes using observeDeep', async function map12 (t) {
   let { users, map0 } = await initArrays(t, { users: 2 })
   var pathes = []
   var calls = 0
-  map0.observeDeep(function (event) {
+  map0.observeDeep(function (events) {
-    pathes.push(event.path)
+    events.forEach(event => {
+      pathes.push(event.path)
+    })
     calls++
   })
   map0.set('map', new Y.Map())
@@ -215,7 +226,6 @@ test('observes using observeDeep', async function map12 (t) {
   t.compare(pathes, [[], ['map'], ['map', 'array']])
   await compareUsers(t, users)
 })
-*/
 
 /* TODO: Test events in Y.Map
 function compareEvent (t, is, should) {

tests-lib/helper.js

@@ -187,7 +187,7 @@ export async function flushAll (t, users) {
   if (users.length === 0) {
     return
   }
-  await wait(0)
+  await wait(10)
   if (users[0].connector.testRoom != null) {
     // use flushAll method specified in Test Connector
     await users[0].connector.testRoom.flushAll(users)

y.node.js

@@ -1,7 +1,7 @@
 
 /**
  * yjs - A framework for real-time p2p shared editing on any data
- * @version v13.0.0-26
+ * @version v13.0.0-28
  * @license MIT
  */
 
@@ -687,7 +687,6 @@ if (!String.fromCodePoint) {
 /*! http://mths.be/codepointat v0.2.0 by @mathias */
 if (!String.prototype.codePointAt) {
 	(function() {
-		'use strict'; // needed to support `apply`/`call` with `undefined`/`null`
 		var defineProperty = (function() {
 			// IE 8 only supports `Object.defineProperty` on DOM elements
 			try {
@@ -2092,7 +2091,13 @@ class ItemJSON extends Item {
     this._content = new Array(len);
     for (let i = 0; i < len; i++) {
       const ctnt = decoder.readVarString();
-      this._content[i] = JSON.parse(ctnt);
+      let parsed;
+      if (ctnt === 'undefined') {
+        parsed = undefined;
+      } else {
+        parsed = JSON.parse(ctnt);
+      }
+      this._content[i] = parsed;
     }
     return missing
   }
@@ -2101,7 +2106,14 @@ class ItemJSON extends Item {
     let len = this._content.length;
     encoder.writeVarUint(len);
     for (let i = 0; i < len; i++) {
-      encoder.writeVarString(JSON.stringify(this._content[i]));
+      let encoded;
+      let content = this._content[i];
+      if (content === undefined) {
+        encoded = 'undefined';
+      } else {
+        encoded = JSON.stringify(content);
+      }
+      encoder.writeVarString(encoded);
     }
   }
   _logString () {
@@ -2122,6 +2134,47 @@ class ItemJSON extends Item {
   }
 }
 
+class ItemString extends Item {
+  constructor () {
+    super();
+    this._content = null;
+  }
+  _copy () {
+    let struct = super._copy();
+    struct._content = this._content;
+    return struct
+  }
+  get _length () {
+    return this._content.length
+  }
+  _fromBinary (y, decoder) {
+    let missing = super._fromBinary(y, decoder);
+    this._content = decoder.readVarString();
+    return missing
+  }
+  _toBinary (encoder) {
+    super._toBinary(encoder);
+    encoder.writeVarString(this._content);
+  }
+  _logString () {
+    const left = this._left !== null ? this._left._lastId : null;
+    const origin = this._origin !== null ? this._origin._lastId : null;
+    return `ItemJSON(id:${logID(this._id)},content:${JSON.stringify(this._content)},left:${logID(left)},origin:${logID(origin)},right:${logID(this._right)},parent:${logID(this._parent)},parentSub:${this._parentSub})`
+  }
+  _splitAt (y, diff) {
+    if (diff === 0) {
+      return this
+    } else if (diff >= this._length) {
+      return this._right
+    }
+    let item = new ItemString();
+    item._content = this._content.slice(diff);
+    this._content = this._content.slice(0, diff);
+    splitHelper(y, this, item, diff);
+    return item
+  }
+}
+
 class YEvent {
   constructor (target) {
     this.target = target;
@@ -2131,15 +2184,15 @@ class YEvent {
     const path = [];
     let type = this.target;
     const y = type._y;
-    while (type._parent !== this._currentTarget && type._parent !== y) {
+    while (type !== this.currentTarget && type !== y) {
       let parent = type._parent;
       if (type._parentSub !== null) {
-        path.push(type._parentSub);
+        path.unshift(type._parentSub);
       } else {
         // parent is array-ish
         for (let [i, child] of parent) {
           if (child === type) {
-            path.push(i);
+            path.unshift(i);
             break
           }
         }
@@ -2166,7 +2219,11 @@ class YArray extends Type {
     while (n !== null) {
       if (!n._deleted) {
         if (pos < n._length) {
-          return n._content[n._length - pos]
+          if (n.constructor === ItemJSON || n.constructor === ItemString) {
+            return n._content[pos]
+          } else {
+            return n
+          }
         }
         pos -= n._length;
       }
@@ -2472,47 +2529,6 @@ class YMap extends Type {
   }
 }
 
-class ItemString extends Item {
-  constructor () {
-    super();
-    this._content = null;
-  }
-  _copy () {
-    let struct = super._copy();
-    struct._content = this._content;
-    return struct
-  }
-  get _length () {
-    return this._content.length
-  }
-  _fromBinary (y, decoder) {
-    let missing = super._fromBinary(y, decoder);
-    this._content = decoder.readVarString();
-    return missing
-  }
-  _toBinary (encoder) {
-    super._toBinary(encoder);
-    encoder.writeVarString(this._content);
-  }
-  _logString () {
-    const left = this._left !== null ? this._left._lastId : null;
-    const origin = this._origin !== null ? this._origin._lastId : null;
-    return `ItemJSON(id:${logID(this._id)},content:${JSON.stringify(this._content)},left:${logID(left)},origin:${logID(origin)},right:${logID(this._right)},parent:${logID(this._parent)},parentSub:${this._parentSub})`
-  }
-  _splitAt (y, diff) {
-    if (diff === 0) {
-      return this
-    } else if (diff >= this._length) {
-      return this._right
-    }
-    let item = new ItemString();
-    item._content = this._content.slice(diff);
-    this._content = this._content.slice(0, diff);
-    splitHelper(y, this, item, diff);
-    return item
-  }
-}
-
 class YText extends YArray {
   constructor (string) {
     super();
@@ -2761,6 +2777,26 @@ function applyChangesFromDom (dom) {
 }
 
 function reflectChangesOnDom (events) {
+  // Make sure that no filtered attributes are applied to the structure
+  // if they were, delete them
+  events.forEach(event => {
+    const target = event.target;
+    const keys = this._domFilter(target.nodeName, Array.from(event.keysChanged));
+    if (keys === null) {
+      target._delete();
+    } else {
+      const removeKeys = new Set(); // is a copy of event.keysChanged
+      event.keysChanged.forEach(key => { removeKeys.add(key); });
+      keys.forEach(key => {
+        // remove all accepted keys from removeKeys
+        removeKeys.delete(key);
+      });
+      // remove the filtered attribute
+      removeKeys.forEach(key => {
+        target.removeAttribute(key);
+      });
+    }
+  });
   this._mutualExclude(() => {
     events.forEach(event => {
       const yxml = event.target;
@@ -3982,7 +4018,7 @@ class YXmlFragment extends YArray {
             }
           });
           for (let dom of diffChildren) {
-            if (dom._yxml != null) {
+            if (dom._yxml != null && dom._yxml !== false) {
               applyChangesFromDom(dom);
             }
           }
@@ -4442,7 +4478,6 @@ class UndoManager {
         if (!this._undoing) {
           let lastUndoOp = this._undoBuffer.length > 0 ? this._undoBuffer[this._undoBuffer.length - 1] : null;
           if (lastUndoOp !== null && reverseOperation.created - lastUndoOp.created <= options.captureTimeout) {
-            console.log('appending', lastUndoOp, reverseOperation);
             lastUndoOp.created = reverseOperation.created;
             lastUndoOp.toState = reverseOperation.toState;
             reverseOperation.deletedStructs.forEach(lastUndoOp.deletedStructs.add, lastUndoOp.deletedStructs);
@@ -4459,7 +4494,6 @@ class UndoManager {
     });
   }
   undo () {
-    console.log('undoing');
     this._undoing = true;
     const performedUndo = applyReverseOperation(this.y, this._scope, this._undoBuffer);
     this._undoing = false;
@@ -4830,6 +4864,15 @@ function coerce(val) {
 }
 });
 
+var debug_1 = debug$1.coerce;
+var debug_2 = debug$1.disable;
+var debug_3 = debug$1.enable;
+var debug_4 = debug$1.enabled;
+var debug_5 = debug$1.humanize;
+var debug_6 = debug$1.names;
+var debug_7 = debug$1.skips;
+var debug_8 = debug$1.formatters;
+
 var browser = createCommonjsModule(function (module, exports) {
 /**
  * This is the web browser implementation of `debug()`.
@@ -5018,6 +5061,14 @@ function localstorage() {
 }
 });
 
+var browser_1 = browser.log;
+var browser_2 = browser.formatArgs;
+var browser_3 = browser.save;
+var browser_4 = browser.load;
+var browser_5 = browser.useColors;
+var browser_6 = browser.storage;
+var browser_7 = browser.colors;
+
 class AbstractConnector {
   constructor (y, opts) {
     this.y = y;