testing out automerges performance branch

Author: dmonad

benchmarks/b1.js

@@ -1,6 +1,6 @@
 
 import * as Y from 'yjs'
-import { setBenchmarkResult, gen, N, benchmarkTime, disableAutomergeBenchmarks } from './utils.js'
+import { setBenchmarkResult, gen, N, benchmarkTime, disableAutomergeBenchmarks, computeAutomergeUpdateSize } from './utils.js'
 import * as prng from 'lib0/prng.js'
 import * as math from 'lib0/math.js'
 import * as t from 'lib0/testing.js'
@@ -37,23 +37,23 @@ const benchmarkAutomerge = (id, init, inputData, changeFunction, check) => {
   }
   const emptyDoc = Automerge.init()
   let doc1 = Automerge.change(emptyDoc, init)
-  let doc2 = Automerge.applyChanges(Automerge.init(), Automerge.getChanges(emptyDoc, doc1))
+  let doc2 = Automerge.applyChanges(Automerge.init(), Automerge.getAllChanges(doc1))
   let updateSize = 0
   benchmarkTime('automerge', `${id} (time)`, () => {
     for (let i = 0; i < inputData.length; i++) {
       const updatedDoc = Automerge.change(doc1, doc => {
         changeFunction(doc, inputData[i], i)
       })
-      const update = JSON.stringify(Automerge.getChanges(doc1, updatedDoc))
-      updateSize += update.length
-      doc2 = Automerge.applyChanges(doc2, JSON.parse(update))
+      const update = Automerge.getChanges(doc1, updatedDoc)
+      updateSize += computeAutomergeUpdateSize(update)
+      doc2 = Automerge.applyChanges(doc2, update)
       doc1 = updatedDoc
     }
   })
   check(doc1, doc2)
   setBenchmarkResult('automerge', `${id} (avgUpdateSize)`, `${math.round(updateSize / inputData.length)} bytes`)
   const encodedState = Automerge.save(doc1)
-  const documentSize = encodedState.length
+  const documentSize = encodedState.byteLength
   setBenchmarkResult('automerge', `${id} (docSize)`, `${documentSize} bytes`)
   benchmarkTime('automerge', `${id} (parseTime)`, () => {
     Automerge.load(encodedState)

benchmarks/b2.js

@@ -1,6 +1,6 @@
 
 import * as Y from 'yjs'
-import { setBenchmarkResult, gen, N, benchmarkTime, cpy, disableAutomergeBenchmarks } from './utils.js'
+import { setBenchmarkResult, gen, N, benchmarkTime, disableAutomergeBenchmarks, computeAutomergeUpdateSize } from './utils.js'
 import * as prng from 'lib0/prng.js'
 import * as math from 'lib0/math.js'
 import * as t from 'lib0/testing.js'
@@ -62,16 +62,16 @@ const benchmarkAutomerge = (id, changeDoc1, changeDoc2, check) => {
     doc.text = new Automerge.Text()
     doc.text.insertAt(0, ...initText)
   })
-  let doc2 = Automerge.applyChanges(Automerge.init(), cpy(Automerge.getChanges(emptyDoc, doc1)))
+  let doc2 = Automerge.applyChanges(Automerge.init(), Automerge.getAllChanges(doc1))
   let updateSize = 0
   benchmarkTime('automerge', `${id} (time)`, () => {
     const updatedDoc1 = Automerge.change(doc1, changeDoc1)
     const updatedDoc2 = Automerge.change(doc2, changeDoc2)
-    const update2 = JSON.stringify(Automerge.getChanges(doc1, updatedDoc1))
-    const update1 = JSON.stringify(Automerge.getChanges(doc2, updatedDoc2))
-    updateSize += update1.length + update2.length
-    doc2 = Automerge.applyChanges(updatedDoc2, JSON.parse(update2))
-    doc1 = Automerge.applyChanges(updatedDoc1, JSON.parse(update1))
+    const update2 = Automerge.getChanges(doc1, updatedDoc1)
+    const update1 = Automerge.getChanges(doc2, updatedDoc2)
+    updateSize += computeAutomergeUpdateSize(update1) + computeAutomergeUpdateSize(update2)
+    doc2 = Automerge.applyChanges(updatedDoc2, update2)
+    doc1 = Automerge.applyChanges(updatedDoc1, update1)
   })
   check(doc1, doc2)
   setBenchmarkResult('automerge', `${id} (updateSize)`, `${math.round(updateSize)} bytes`)

benchmarks/b3.js

@@ -1,6 +1,6 @@
 
 import * as Y from 'yjs'
-import { setBenchmarkResult, benchmarkTime, N, disableAutomergeBenchmarks } from './utils.js'
+import { setBenchmarkResult, benchmarkTime, N, disableAutomergeBenchmarks, computeAutomergeUpdateSize } from './utils.js'
 import * as t from 'lib0/testing.js'
 import * as math from 'lib0/math.js'
 import Automerge from 'automerge'
@@ -52,31 +52,31 @@ const benchmarkAutomerge = (id, init, changeDoc, check) => {
   for (let i = 0; i < sqrtN; i++) {
     docs.push(Automerge.init())
   }
-  const initDoc = Automerge.change(docs[0], init)
-  const initUpdate = JSON.stringify(Automerge.getChanges(docs[0], initDoc))
-  for (let i = 0; i < docs.length; i++) {
-    docs[i] = Automerge.applyChanges(docs[i], JSON.parse(initUpdate))
+  docs[0] = Automerge.change(docs[0], init)
+  const initUpdate = Automerge.getAllChanges(docs[0])
+  for (let i = 1; i < docs.length; i++) {
+    docs[i] = Automerge.applyChanges(docs[i], initUpdate)
   }
   const updates = []
   for (let i = 0; i < docs.length; i++) {
     const doc = docs[i]
     const updatedDoc = Automerge.change(doc, d => { changeDoc(d, i) })
-    const update = JSON.stringify(Automerge.getChanges(doc, updatedDoc))
+    const update = Automerge.getChanges(doc, updatedDoc)
     updates.push(update)
     docs[i] = updatedDoc
   }
   for (let i = 0; i < updates.length; i++) {
-    docs[0] = Automerge.applyChanges(docs[0], JSON.parse(updates[i]))
+    docs[0] = Automerge.applyChanges(docs[0], updates[i])
   }
   benchmarkTime('automerge', `${id} (time)`, () => {
     for (let i = 0; i < updates.length; i++) {
-      docs[1] = Automerge.applyChanges(docs[1], JSON.parse(updates[i]))
+      docs[1] = Automerge.applyChanges(docs[1], updates[i])
     }
   })
   check(docs.slice(0, 2))
-  setBenchmarkResult('automerge', `${id} (updateSize)`, `${updates.reduce((len, update) => len + update.length, 0)} bytes`)
+  setBenchmarkResult('automerge', `${id} (updateSize)`, `${updates.reduce((len, update) => len + computeAutomergeUpdateSize(update), 0)} bytes`)
   const encodedState = Automerge.save(docs[0])
-  const documentSize = encodedState.length
+  const documentSize = encodedState.byteLength
   setBenchmarkResult('automerge', `${id} (docSize)`, `${documentSize} bytes`)
   benchmarkTime('automerge', `${id} (parseTime)`, () => {
     Automerge.load(encodedState)

benchmarks/utils.js

@@ -23,4 +23,4 @@ export const benchmarkTime = (libname, id, f) => {
 
 export const gen = prng.create(42)
 
-export const cpy = o => JSON.parse(JSON.stringify(o))
+export const computeAutomergeUpdateSize = updates => updates.reduce((len, update) => update.byteLength, 0)

package-lock.json

@@ -25,7 +25,7 @@
   },
   "homepage": "https://github.com/dmonad/crdt-benchmarks#readme",
   "dependencies": {
-    "automerge": "^0.14.1",
+    "automerge": "github:automerge/automerge#performance",
     "lib0": "^0.2.27",
     "rollup": "^1.32.1",
     "rollup-plugin-commonjs": "^8.3.4",