Compare commits

...

7 Commits

Author SHA1 Message Date
Kevin Jahns
a267affeda v13.0.0-10 -- distribution files 2017-08-03 00:25:40 +02:00
Kevin Jahns
90b2a895b8 13.0.0-10 2017-08-03 00:25:13 +02:00
Kevin Jahns
4f57c91b82 fix syncing protocol - compute messages after auth 2017-08-03 00:24:01 +02:00
Kevin Jahns
3e1d89253f fix unhandled message bug in connector 2017-08-01 17:49:37 +02:00
Kevin Jahns
03e1a3fc12 13.0.0-9 2017-08-01 16:21:38 +02:00
Kevin Jahns
5c33f41c30 fix linting 2017-08-01 16:19:25 +02:00
Kevin Jahns
65e8c29b33 remove all async-functions - making it compatible with node 6 2017-08-01 16:15:36 +02:00
11 changed files with 23007 additions and 51 deletions

View File

@@ -4,8 +4,8 @@
<!-- quill does not include dist files! We are using the hosted version instead --> <!-- quill does not include dist files! We are using the hosted version instead -->
<!--link rel="stylesheet" href="../bower_components/quill/dist/quill.snow.css" /--> <!--link rel="stylesheet" href="../bower_components/quill/dist/quill.snow.css" /-->
<link href="https://cdn.quilljs.com/1.0.4/quill.snow.css" rel="stylesheet"> <link href="https://cdn.quilljs.com/1.0.4/quill.snow.css" rel="stylesheet">
<link href="//cdnjs.cloudflare.com/ajax/libs/KaTeX/0.5.1/katex.min.css" rel="stylesheet"> <link href="https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.5.1/katex.min.css" rel="stylesheet">
<link href="//cdnjs.cloudflare.com/ajax/libs/highlight.js/9.2.0/styles/monokai-sublime.min.css" rel="stylesheet"> <link href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/9.2.0/styles/monokai-sublime.min.css" rel="stylesheet">
<style> <style>
#quill-container { #quill-container {
border: 1px solid gray; border: 1px solid gray;
@@ -19,13 +19,17 @@
</div> </div>
</div> </div>
<script src="//cdnjs.cloudflare.com/ajax/libs/KaTeX/0.5.1/katex.min.js" type="text/javascript"></script> <script src="https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.5.1/katex.min.js" type="text/javascript"></script>
<script src="//cdnjs.cloudflare.com/ajax/libs/highlight.js/9.2.0/highlight.min.js" type="text/javascript"></script> <script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/9.2.0/highlight.min.js" type="text/javascript"></script>
<script src="https://cdn.quilljs.com/1.0.4/quill.js"></script> <script src="https://cdn.quilljs.com/1.0.4/quill.js"></script>
<!-- quill does not include dist files! We are using the hosted version instead (see above) <!-- quill does not include dist files! We are using the hosted version instead (see above)
<script src="../bower_components/quill/dist/quill.js"></script> <script src="../bower_components/quill/dist/quill.js"></script>
--> -->
<script src="../bower_components/yjs/y.js"></script> <script src="../../y.js"></script>
<script src="../../../y-array/y-array.js"></script>
<script src="../../../y-richtext/dist/y-richtext.js"></script>
<script src="../../../y-memory/y-memory.js"></script>
<script src="../../../y-websockets-client/y-websockets-client.js"></script>
<script src="./index.js"></script> <script src="./index.js"></script>
</body> </body>
</html> </html>

View File

@@ -8,7 +8,8 @@ Y({
}, },
connector: { connector: {
name: 'websockets-client', name: 'websockets-client',
room: 'richtext-example-quill-1.0-test' room: 'richtext-example-quill-1.0-test',
url: 'http://localhost:1234'
}, },
sourceDir: '/bower_components', sourceDir: '/bower_components',
share: { share: {

View File

@@ -1,6 +1,6 @@
{ {
"name": "yjs", "name": "yjs",
"version": "13.0.0-8", "version": "13.0.0-10",
"description": "A framework for real-time p2p shared editing on any data", "description": "A framework for real-time p2p shared editing on any data",
"main": "./y.node.js", "main": "./y.node.js",
"browser": "./y.js", "browser": "./y.js",

View File

@@ -156,22 +156,24 @@ export default function extendConnector (Y/* :any */) {
sendSyncStep1(this, syncUser) sendSyncStep1(this, syncUser)
} else { } else {
if (!conn.isSynced) { if (!conn.isSynced) {
this.y.db.requestTransaction(function * () { conn._fireIsSyncedListeners()
if (!conn.isSynced) {
// it is crucial that isSynced is set at the time garbageCollectAfterSync is called
conn.isSynced = true
// It is safer to remove this!
// TODO: remove: yield * this.garbageCollectAfterSync()
// call whensynced listeners
for (var f of conn.whenSyncedListeners) {
f()
}
conn.whenSyncedListeners = []
}
})
} }
} }
} }
_fireIsSyncedListeners () {
this.y.db.whenTransactionsFinished().then(() => {
if (!this.isSynced) {
this.isSynced = true
// It is safer to remove this!
// TODO: remove: yield * this.garbageCollectAfterSync()
// call whensynced listeners
for (var f of this.whenSyncedListeners) {
f()
}
this.whenSyncedListeners = []
}
})
}
send (uid, buffer) { send (uid, buffer) {
if (!(buffer instanceof ArrayBuffer || buffer instanceof Uint8Array)) { if (!(buffer instanceof ArrayBuffer || buffer instanceof Uint8Array)) {
throw new Error('Expected Message to be an ArrayBuffer or Uint8Array - please don\'t use this method to send custom messages') throw new Error('Expected Message to be an ArrayBuffer or Uint8Array - please don\'t use this method to send custom messages')
@@ -220,12 +222,12 @@ export default function extendConnector (Y/* :any */) {
/* /*
You received a raw message, and you know that it is intended for Yjs. Then call this function. You received a raw message, and you know that it is intended for Yjs. Then call this function.
*/ */
async receiveMessage (sender, buffer) { receiveMessage (sender, buffer) {
if (!(buffer instanceof ArrayBuffer || buffer instanceof Uint8Array)) { if (!(buffer instanceof ArrayBuffer || buffer instanceof Uint8Array)) {
throw new Error('Expected Message to be an ArrayBuffer or Uint8Array!') return Promise.reject(new Error('Expected Message to be an ArrayBuffer or Uint8Array!'))
} }
if (sender === this.userId) { if (sender === this.userId) {
return return Promise.resolve()
} }
let decoder = new BinaryDecoder(buffer) let decoder = new BinaryDecoder(buffer)
let encoder = new BinaryEncoder() let encoder = new BinaryEncoder()
@@ -244,31 +246,32 @@ export default function extendConnector (Y/* :any */) {
if (messageType === 'sync step 1' || messageType === 'sync step 2') { if (messageType === 'sync step 1' || messageType === 'sync step 2') {
let auth = decoder.readVarUint() let auth = decoder.readVarUint()
if (senderConn.auth == null) { if (senderConn.auth == null) {
senderConn.processAfterAuth.push([messageType, senderConn, decoder, encoder, sender])
// check auth // check auth
let authPermissions = await this.checkAuth(auth, this.y, sender) return this.checkAuth(auth, this.y, sender).then(authPermissions => {
senderConn.auth = authPermissions if (senderConn.auth == null) {
this.y.emit('userAuthenticated', { senderConn.auth = authPermissions
user: senderConn.uid, this.y.emit('userAuthenticated', {
auth: authPermissions user: senderConn.uid,
}) auth: authPermissions
senderConn.syncStep2.promise.then(() => { })
if (senderConn.processAfterAuth == null) {
return
} }
for (let i = 0; i < senderConn.processAfterAuth.length; i++) { let messages = senderConn.processAfterAuth
let m = senderConn.processAfterAuth[i] senderConn.processAfterAuth = []
this.receiveMessage(m[0], m[1])
} return messages.reduce((p, m) =>
senderConn.processAfterAuth = null p.then(() => this.computeMessage(m[0], m[1], m[2], m[3], m[4]))
, Promise.resolve())
}) })
} }
} }
if (senderConn.auth != null) {
if (senderConn.auth == null) { return this.computeMessage(messageType, senderConn, decoder, encoder, sender)
senderConn.processAfterAuth.push([sender, buffer]) } else {
return senderConn.processAfterAuth.push([messageType, senderConn, decoder, encoder, sender])
} }
}
computeMessage (messageType, senderConn, decoder, encoder, sender) {
if (messageType === 'sync step 1' && (senderConn.auth === 'write' || senderConn.auth === 'read')) { if (messageType === 'sync step 1' && (senderConn.auth === 'write' || senderConn.auth === 'read')) {
// cannot wait for sync step 1 to finish, because we may wait for sync step 2 in sync step 1 (->lock) // cannot wait for sync step 1 to finish, because we may wait for sync step 2 in sync step 1 (->lock)
computeMessageSyncStep1(decoder, encoder, this, senderConn, sender) computeMessageSyncStep1(decoder, encoder, this, senderConn, sender)
@@ -278,7 +281,7 @@ export default function extendConnector (Y/* :any */) {
} else if (messageType === 'update' && senderConn.auth === 'write') { } else if (messageType === 'update' && senderConn.auth === 'write') {
return computeMessageUpdate(decoder, encoder, this, senderConn, sender) return computeMessageUpdate(decoder, encoder, this, senderConn, sender)
} else { } else {
console.error('Unable to receive message') return Promise.reject(new Error('Unable to receive message'))
} }
} }
_setSyncedWith (user) { _setSyncedWith (user) {
@@ -290,6 +293,9 @@ export default function extendConnector (Y/* :any */) {
this.currentSyncTarget = null this.currentSyncTarget = null
this.findNextSyncTarget() this.findNextSyncTarget()
} }
if (this.role === 'slave' && conn.role === 'master') {
this._fireIsSyncedListeners()
}
} }
/* /*
Currently, the HB encodes operations as JSON. For the moment I want to keep it Currently, the HB encodes operations as JSON. For the moment I want to keep it

View File

@@ -26,14 +26,14 @@ export function formatYjsMessageType (buffer) {
return decoder.readVarString() return decoder.readVarString()
} }
export async function logMessageUpdate (decoder, strBuilder) { export function logMessageUpdate (decoder, strBuilder) {
let len = decoder.readUint32() let len = decoder.readUint32()
for (let i = 0; i < len; i++) { for (let i = 0; i < len; i++) {
strBuilder.push(JSON.stringify(Y.Struct.binaryDecodeOperation(decoder)) + '\n') strBuilder.push(JSON.stringify(Y.Struct.binaryDecodeOperation(decoder)) + '\n')
} }
} }
export async function computeMessageUpdate (decoder, encoder, conn) { export function computeMessageUpdate (decoder, encoder, conn) {
if (conn.y.db.forwardAppliedOperations) { if (conn.y.db.forwardAppliedOperations) {
let messagePosition = decoder.pos let messagePosition = decoder.pos
let len = decoder.readUint32() let len = decoder.readUint32()
@@ -78,7 +78,7 @@ export function logMessageSyncStep1 (decoder, strBuilder) {
logSS(decoder, strBuilder) logSS(decoder, strBuilder)
} }
export async function computeMessageSyncStep1 (decoder, encoder, conn, senderConn, sender) { export function computeMessageSyncStep1 (decoder, encoder, conn, senderConn, sender) {
let protocolVersion = decoder.readVarUint() let protocolVersion = decoder.readVarUint()
let preferUntransformed = decoder.readUint8() === 1 let preferUntransformed = decoder.readUint8() === 1
@@ -112,7 +112,7 @@ export async function computeMessageSyncStep1 (decoder, encoder, conn, senderCon
if (conn.role === 'slave') { if (conn.role === 'slave') {
sendSyncStep1(conn, sender) sendSyncStep1(conn, sender)
} }
await conn.y.db.whenTransactionsFinished() return conn.y.db.whenTransactionsFinished()
} }
export function logSS (decoder, strBuilder) { export function logSS (decoder, strBuilder) {
@@ -161,7 +161,7 @@ export function logMessageSyncStep2 (decoder, strBuilder) {
logDS(decoder, strBuilder) logDS(decoder, strBuilder)
} }
export async function computeMessageSyncStep2 (decoder, encoder, conn, senderConn, sender) { export function computeMessageSyncStep2 (decoder, encoder, conn, senderConn, sender) {
var db = conn.y.db var db = conn.y.db
let defer = senderConn.syncStep2 let defer = senderConn.syncStep2
@@ -178,7 +178,8 @@ export async function computeMessageSyncStep2 (decoder, encoder, conn, senderCon
db.requestTransaction(function * () { db.requestTransaction(function * () {
yield * this.applyDeleteSet(decoder) yield * this.applyDeleteSet(decoder)
}) })
await db.whenTransactionsFinished() return db.whenTransactionsFinished().then(() => {
conn._setSyncedWith(sender) conn._setSyncedWith(sender)
defer.resolve() defer.resolve()
})
} }

10
y.js Normal file

File diff suppressed because one or more lines are too long

1
y.js.map Normal file

File diff suppressed because one or more lines are too long

4956
y.node.js Normal file

File diff suppressed because it is too large Load Diff

1
y.node.js.map Normal file

File diff suppressed because one or more lines are too long

17975
y.test.js Normal file

File diff suppressed because one or more lines are too long

1
y.test.js.map Normal file

File diff suppressed because one or more lines are too long