mirror of
https://github.com/orbitdb/orbitdb.git
synced 2025-10-07 22:57:07 +00:00
test: Move db replication to own location.
This commit is contained in:
Hayden Young
@@ -1,11 +1,9 @@
|
||||
import { deepStrictEqual, strictEqual } from 'assert'
|
||||
import KeyStore from '../../src/key-store.js'
|
||||
import rimraf from 'rimraf'
|
||||
import { Log, Entry } from '../../src/oplog/index.js'
|
||||
import { DocumentStore, Database } from '../../src/db/index.js'
|
||||
import { IPFSBlockStorage, LevelStorage } from '../../src/storage/index.js'
|
||||
import { config, testAPIs, startIpfs, stopIpfs } from 'orbit-db-test-utils'
|
||||
import connectPeers from '../utils/connect-nodes.js'
|
||||
import { createTestIdentities, cleanUpTestIdentities } from '../fixtures/orbit-db-identity-keys.js'
|
||||
|
||||
const { sync: rmrf } = rimraf
|
||||
@@ -34,7 +32,7 @@ Object.keys(testAPIs).forEach((IPFS) => {
|
||||
const [identities, testIdentities] = await createTestIdentities([ipfs])
|
||||
identities1 = identities[0]
|
||||
testIdentity1 = testIdentities[0]
|
||||
|
||||
|
||||
rmrf(testIdentity1.id)
|
||||
})
|
||||
|
||||
@@ -55,212 +53,211 @@ Object.keys(testAPIs).forEach((IPFS) => {
|
||||
}
|
||||
})
|
||||
|
||||
describe('Default index \'_id\'', () => {
|
||||
beforeEach(async () => {
|
||||
db = await DocumentStore({ OpLog, Database, ipfs, identity: testIdentity1, databaseId, accessController })
|
||||
})
|
||||
|
||||
afterEach(async () => {
|
||||
if (db) {
|
||||
await db.drop()
|
||||
await db.close()
|
||||
}
|
||||
})
|
||||
|
||||
it('creates a document store', async () => {
|
||||
strictEqual(db.databaseId, databaseId)
|
||||
strictEqual(db.type, 'documentstore')
|
||||
strictEqual(db.indexBy, '_id')
|
||||
})
|
||||
|
||||
it('gets a document', async () => {
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { _id: key, msg: 'writing 1 to db' }
|
||||
|
||||
await db.put(expected)
|
||||
|
||||
const doc = await db.get(key)
|
||||
deepStrictEqual(doc, expected)
|
||||
})
|
||||
|
||||
it('throws an error when putting a document with the wrong key', async () => {
|
||||
let err
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { wrong_key: key, msg: 'writing 1 to db' }
|
||||
|
||||
try {
|
||||
await db.put(expected)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
strictEqual(err.message, 'The provided document doesn\'t contain field \'_id\'')
|
||||
})
|
||||
|
||||
it('throws an error when getting a document with the wrong key', async () => {
|
||||
let err
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { wrong_key: key, msg: 'writing 1 to db' }
|
||||
|
||||
try {
|
||||
await db.put(expected)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
strictEqual(err.message, 'The provided document doesn\'t contain field \'_id\'')
|
||||
})
|
||||
|
||||
it('deletes a document', async () => {
|
||||
const key = 'hello world 1'
|
||||
|
||||
await db.put({ _id: key, msg: 'writing 1 to db' })
|
||||
await db.del(key)
|
||||
|
||||
const doc = await db.get(key)
|
||||
strictEqual(doc, undefined)
|
||||
})
|
||||
|
||||
it('throws an error when deleting a non-existent document', async () => {
|
||||
const key = 'i do not exist'
|
||||
let err
|
||||
|
||||
try {
|
||||
await db.del(key)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
|
||||
strictEqual(err.message, `No document with key '${key}' in the database`)
|
||||
})
|
||||
|
||||
it('queries for a document', async () => {
|
||||
const expected = { _id: 'hello world 1', msg: 'writing new 1 to db', views: 10 }
|
||||
|
||||
await db.put({ _id: 'hello world 1', msg: 'writing 1 to db', views: 10 })
|
||||
await db.put({ _id: 'hello world 2', msg: 'writing 2 to db', views: 5 })
|
||||
await db.put({ _id: 'hello world 3', msg: 'writing 3 to db', views: 12 })
|
||||
await db.del('hello world 3')
|
||||
await db.put(expected)
|
||||
|
||||
const findFn = (doc) => doc.views > 5
|
||||
|
||||
deepStrictEqual(await db.query(findFn), [expected])
|
||||
})
|
||||
|
||||
it('queries for a non-existent document', async () => {
|
||||
await db.put({ _id: 'hello world 1', msg: 'writing 1 to db', views: 10 })
|
||||
await db.del('hello world 1')
|
||||
|
||||
const findFn = (doc) => doc.views > 5
|
||||
|
||||
deepStrictEqual(await db.query(findFn), [])
|
||||
})
|
||||
describe('Default index \'_id\'', () => {
|
||||
beforeEach(async () => {
|
||||
db = await DocumentStore({ OpLog, Database, ipfs, identity: testIdentity1, databaseId, accessController })
|
||||
})
|
||||
|
||||
describe('Custom index \'doc\'', () => {
|
||||
beforeEach(async () => {
|
||||
db = await DocumentStore({ OpLog, Database, ipfs, identity: testIdentity1, databaseId, accessController, indexBy: 'doc' })
|
||||
})
|
||||
|
||||
afterEach(async () => {
|
||||
if (db) {
|
||||
await db.drop()
|
||||
await db.close()
|
||||
}
|
||||
})
|
||||
|
||||
it('creates a document store', async () => {
|
||||
strictEqual(db.databaseId, databaseId)
|
||||
strictEqual(db.type, 'documentstore')
|
||||
strictEqual(db.indexBy, 'doc')
|
||||
})
|
||||
|
||||
it('gets a document', async () => {
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { doc: key, msg: 'writing 1 to db' }
|
||||
|
||||
await db.put(expected)
|
||||
|
||||
const doc = await db.get(key)
|
||||
deepStrictEqual(doc, expected)
|
||||
})
|
||||
|
||||
it('deletes a document', async () => {
|
||||
const key = 'hello world 1'
|
||||
|
||||
await db.put({ doc: key, msg: 'writing 1 to db' })
|
||||
await db.del(key)
|
||||
|
||||
const doc = await db.get(key)
|
||||
strictEqual(doc, undefined)
|
||||
})
|
||||
it('throws an error when putting a document with the wrong key', async () => {
|
||||
let err
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { _id: key, msg: 'writing 1 to db' }
|
||||
|
||||
try {
|
||||
await db.put(expected)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
strictEqual(err.message, 'The provided document doesn\'t contain field \'doc\'')
|
||||
})
|
||||
|
||||
it('throws an error when getting a document with the wrong key', async () => {
|
||||
let err
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { _id: key, msg: 'writing 1 to db' }
|
||||
|
||||
try {
|
||||
await db.put(expected)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
strictEqual(err.message, 'The provided document doesn\'t contain field \'doc\'')
|
||||
})
|
||||
|
||||
it('throws an error when deleting a non-existent document', async () => {
|
||||
const key = 'i do not exist'
|
||||
let err
|
||||
|
||||
try {
|
||||
await db.del(key)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
|
||||
strictEqual(err.message, `No document with key '${key}' in the database`)
|
||||
})
|
||||
|
||||
it('queries for a document', async () => {
|
||||
const expected = { doc: 'hello world 1', msg: 'writing new 1 to db', views: 10 }
|
||||
|
||||
await db.put({ doc: 'hello world 1', msg: 'writing 1 to db', views: 10 })
|
||||
await db.put({ doc: 'hello world 2', msg: 'writing 2 to db', views: 5 })
|
||||
await db.put({ doc: 'hello world 3', msg: 'writing 3 to db', views: 12 })
|
||||
await db.del('hello world 3')
|
||||
await db.put(expected)
|
||||
|
||||
const findFn = (doc) => doc.views > 5
|
||||
|
||||
deepStrictEqual(await db.query(findFn), [expected])
|
||||
})
|
||||
|
||||
it('queries for a non-existent document', async () => {
|
||||
await db.put({ doc: 'hello world 1', msg: 'writing 1 to db', views: 10 })
|
||||
await db.del('hello world 1')
|
||||
|
||||
const findFn = (doc) => doc.views > 5
|
||||
|
||||
deepStrictEqual(await db.query(findFn), [])
|
||||
})
|
||||
afterEach(async () => {
|
||||
if (db) {
|
||||
await db.drop()
|
||||
await db.close()
|
||||
}
|
||||
})
|
||||
|
||||
it('creates a document store', async () => {
|
||||
strictEqual(db.databaseId, databaseId)
|
||||
strictEqual(db.type, 'documentstore')
|
||||
strictEqual(db.indexBy, '_id')
|
||||
})
|
||||
|
||||
it('gets a document', async () => {
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { _id: key, msg: 'writing 1 to db' }
|
||||
|
||||
await db.put(expected)
|
||||
|
||||
const doc = await db.get(key)
|
||||
deepStrictEqual(doc, expected)
|
||||
})
|
||||
|
||||
it('throws an error when putting a document with the wrong key', async () => {
|
||||
let err
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { wrong_key: key, msg: 'writing 1 to db' }
|
||||
|
||||
try {
|
||||
await db.put(expected)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
strictEqual(err.message, 'The provided document doesn\'t contain field \'_id\'')
|
||||
})
|
||||
|
||||
it('throws an error when getting a document with the wrong key', async () => {
|
||||
let err
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { wrong_key: key, msg: 'writing 1 to db' }
|
||||
|
||||
try {
|
||||
await db.put(expected)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
strictEqual(err.message, 'The provided document doesn\'t contain field \'_id\'')
|
||||
})
|
||||
|
||||
it('deletes a document', async () => {
|
||||
const key = 'hello world 1'
|
||||
|
||||
await db.put({ _id: key, msg: 'writing 1 to db' })
|
||||
await db.del(key)
|
||||
|
||||
const doc = await db.get(key)
|
||||
strictEqual(doc, undefined)
|
||||
})
|
||||
|
||||
it('throws an error when deleting a non-existent document', async () => {
|
||||
const key = 'i do not exist'
|
||||
let err
|
||||
|
||||
try {
|
||||
await db.del(key)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
|
||||
strictEqual(err.message, `No document with key '${key}' in the database`)
|
||||
})
|
||||
|
||||
it('queries for a document', async () => {
|
||||
const expected = { _id: 'hello world 1', msg: 'writing new 1 to db', views: 10 }
|
||||
|
||||
await db.put({ _id: 'hello world 1', msg: 'writing 1 to db', views: 10 })
|
||||
await db.put({ _id: 'hello world 2', msg: 'writing 2 to db', views: 5 })
|
||||
await db.put({ _id: 'hello world 3', msg: 'writing 3 to db', views: 12 })
|
||||
await db.del('hello world 3')
|
||||
await db.put(expected)
|
||||
|
||||
const findFn = (doc) => doc.views > 5
|
||||
|
||||
deepStrictEqual(await db.query(findFn), [expected])
|
||||
})
|
||||
|
||||
it('queries for a non-existent document', async () => {
|
||||
await db.put({ _id: 'hello world 1', msg: 'writing 1 to db', views: 10 })
|
||||
await db.del('hello world 1')
|
||||
|
||||
const findFn = (doc) => doc.views > 5
|
||||
|
||||
deepStrictEqual(await db.query(findFn), [])
|
||||
})
|
||||
})
|
||||
|
||||
describe('Custom index \'doc\'', () => {
|
||||
beforeEach(async () => {
|
||||
db = await DocumentStore({ OpLog, Database, ipfs, identity: testIdentity1, databaseId, accessController, indexBy: 'doc' })
|
||||
})
|
||||
|
||||
afterEach(async () => {
|
||||
if (db) {
|
||||
await db.drop()
|
||||
await db.close()
|
||||
}
|
||||
})
|
||||
|
||||
it('creates a document store', async () => {
|
||||
strictEqual(db.databaseId, databaseId)
|
||||
strictEqual(db.type, 'documentstore')
|
||||
strictEqual(db.indexBy, 'doc')
|
||||
})
|
||||
|
||||
it('gets a document', async () => {
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { doc: key, msg: 'writing 1 to db' }
|
||||
|
||||
await db.put(expected)
|
||||
|
||||
const doc = await db.get(key)
|
||||
deepStrictEqual(doc, expected)
|
||||
})
|
||||
|
||||
it('deletes a document', async () => {
|
||||
const key = 'hello world 1'
|
||||
|
||||
await db.put({ doc: key, msg: 'writing 1 to db' })
|
||||
await db.del(key)
|
||||
|
||||
const doc = await db.get(key)
|
||||
strictEqual(doc, undefined)
|
||||
})
|
||||
it('throws an error when putting a document with the wrong key', async () => {
|
||||
let err
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { _id: key, msg: 'writing 1 to db' }
|
||||
|
||||
try {
|
||||
await db.put(expected)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
strictEqual(err.message, 'The provided document doesn\'t contain field \'doc\'')
|
||||
})
|
||||
|
||||
it('throws an error when getting a document with the wrong key', async () => {
|
||||
let err
|
||||
const key = 'hello world 1'
|
||||
|
||||
const expected = { _id: key, msg: 'writing 1 to db' }
|
||||
|
||||
try {
|
||||
await db.put(expected)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
strictEqual(err.message, 'The provided document doesn\'t contain field \'doc\'')
|
||||
})
|
||||
|
||||
it('throws an error when deleting a non-existent document', async () => {
|
||||
const key = 'i do not exist'
|
||||
let err
|
||||
|
||||
try {
|
||||
await db.del(key)
|
||||
} catch (e) {
|
||||
err = e
|
||||
}
|
||||
|
||||
strictEqual(err.message, `No document with key '${key}' in the database`)
|
||||
})
|
||||
|
||||
it('queries for a document', async () => {
|
||||
const expected = { doc: 'hello world 1', msg: 'writing new 1 to db', views: 10 }
|
||||
|
||||
await db.put({ doc: 'hello world 1', msg: 'writing 1 to db', views: 10 })
|
||||
await db.put({ doc: 'hello world 2', msg: 'writing 2 to db', views: 5 })
|
||||
await db.put({ doc: 'hello world 3', msg: 'writing 3 to db', views: 12 })
|
||||
await db.del('hello world 3')
|
||||
await db.put(expected)
|
||||
|
||||
const findFn = (doc) => doc.views > 5
|
||||
|
||||
deepStrictEqual(await db.query(findFn), [expected])
|
||||
})
|
||||
|
||||
it('queries for a non-existent document', async () => {
|
||||
await db.put({ doc: 'hello world 1', msg: 'writing 1 to db', views: 10 })
|
||||
await db.del('hello world 1')
|
||||
|
||||
const findFn = (doc) => doc.views > 5
|
||||
|
||||
deepStrictEqual(await db.query(findFn), [])
|
||||
})
|
||||
})
|
||||
})
|
||||
})
|
||||
|
||||
|
||||
140
test/db/replication/document-store.test.js
Normal file
140
test/db/replication/document-store.test.js
Normal file
@@ -0,0 +1,140 @@
|
||||
import { deepStrictEqual } from 'assert'
|
||||
import rimraf from 'rimraf'
|
||||
import { Log, Entry } from '../../../src/oplog/index.js'
|
||||
import { DocumentStore, Database } from '../../../src/db/index.js'
|
||||
import { IPFSBlockStorage, LevelStorage } from '../../../src/storage/index.js'
|
||||
import { getIpfsPeerId, waitForPeers, config, testAPIs, startIpfs, stopIpfs } from 'orbit-db-test-utils'
|
||||
import connectPeers from '../../utils/connect-nodes.js'
|
||||
import { createTestIdentities, cleanUpTestIdentities } from '../../fixtures/orbit-db-identity-keys.js'
|
||||
import waitFor from '../../utils/wait-for.js'
|
||||
|
||||
const { sync: rmrf } = rimraf
|
||||
|
||||
const OpLog = { Log, Entry, IPFSBlockStorage, LevelStorage }
|
||||
|
||||
Object.keys(testAPIs).forEach((IPFS) => {
|
||||
describe('DocumentStore Database (' + IPFS + ')', function () {
|
||||
this.timeout(config.timeout * 2)
|
||||
|
||||
let ipfsd1, ipfsd2
|
||||
let ipfs1, ipfs2
|
||||
let keystore, signingKeyStore
|
||||
let peerId1, peerId2
|
||||
let accessController
|
||||
let identities1, identities2
|
||||
let testIdentity1, testIdentity2
|
||||
let db1, db2
|
||||
|
||||
const databaseId = 'documentstore-AAA'
|
||||
|
||||
before(async () => {
|
||||
// Start two IPFS instances
|
||||
ipfsd1 = await startIpfs(IPFS, config.daemon1)
|
||||
ipfsd2 = await startIpfs(IPFS, config.daemon2)
|
||||
ipfs1 = ipfsd1.api
|
||||
ipfs2 = ipfsd2.api
|
||||
|
||||
await connectPeers(ipfs1, ipfs2)
|
||||
|
||||
// Get the peer IDs
|
||||
peerId1 = await getIpfsPeerId(ipfs1)
|
||||
peerId2 = await getIpfsPeerId(ipfs2)
|
||||
|
||||
const [identities, testIdentities] = await createTestIdentities([ipfs1, ipfs2])
|
||||
identities1 = identities[0]
|
||||
identities2 = identities[1]
|
||||
testIdentity1 = testIdentities[0]
|
||||
testIdentity2 = testIdentities[1]
|
||||
|
||||
accessController = {
|
||||
canAppend: async (entry) => {
|
||||
const identity1 = await identities1.getIdentity(entry.identity)
|
||||
const identity2 = await identities2.getIdentity(entry.identity)
|
||||
return identity1.id === testIdentity1.id || identity2.id === testIdentity2.id
|
||||
}
|
||||
}
|
||||
|
||||
rmrf(testIdentity1.id)
|
||||
rmrf(testIdentity2.id)
|
||||
})
|
||||
|
||||
after(async () => {
|
||||
await cleanUpTestIdentities([identities1, identities1])
|
||||
|
||||
if (ipfsd1) {
|
||||
await stopIpfs(ipfsd1)
|
||||
}
|
||||
if (ipfsd2) {
|
||||
await stopIpfs(ipfsd2)
|
||||
}
|
||||
if (keystore) {
|
||||
await keystore.close()
|
||||
}
|
||||
if (signingKeyStore) {
|
||||
await signingKeyStore.close()
|
||||
}
|
||||
if (testIdentity1) {
|
||||
rmrf(testIdentity1.id)
|
||||
}
|
||||
if (testIdentity2) {
|
||||
rmrf(testIdentity2.id)
|
||||
}
|
||||
})
|
||||
|
||||
beforeEach(async () => {
|
||||
db1 = await DocumentStore({ OpLog, Database, ipfs: ipfs1, identity: testIdentity1, databaseId, accessController })
|
||||
db2 = await DocumentStore({ OpLog, Database, ipfs: ipfs2, identity: testIdentity2, databaseId, accessController })
|
||||
})
|
||||
|
||||
afterEach(async () => {
|
||||
if (db1) {
|
||||
await db1.drop()
|
||||
await db1.close()
|
||||
}
|
||||
if (db2) {
|
||||
await db2.drop()
|
||||
await db2.close()
|
||||
}
|
||||
})
|
||||
|
||||
it('gets all documents', async () => {
|
||||
let updateDB1Count = 0
|
||||
let updateDB2Count = 0
|
||||
|
||||
const onDB1Update = (entry) => {
|
||||
++updateDB1Count
|
||||
}
|
||||
|
||||
const onDB2Update = (entry) => {
|
||||
++updateDB2Count
|
||||
}
|
||||
|
||||
db1.events.on('update', onDB1Update)
|
||||
db2.events.on('update', onDB2Update)
|
||||
|
||||
await waitForPeers(ipfs1, [peerId2], databaseId)
|
||||
await waitForPeers(ipfs2, [peerId1], databaseId)
|
||||
|
||||
const puts = []
|
||||
puts.push(await db1.put({ _id: 1, msg: 'record 1 on db 1' }))
|
||||
puts.push(await db2.put({ _id: 2, msg: 'record 2 on db 2' }))
|
||||
puts.push(await db1.put({ _id: 3, msg: 'record 3 on db 1' }))
|
||||
puts.push(await db2.put({ _id: 4, msg: 'record 4 on db 2' }))
|
||||
|
||||
await waitFor(() => updateDB1Count, () => puts.length)
|
||||
await waitFor(() => updateDB2Count, () => puts.length)
|
||||
|
||||
const all1 = []
|
||||
for await (const doc of db1.iterator()) {
|
||||
all1.unshift(doc)
|
||||
}
|
||||
|
||||
const all2 = []
|
||||
for await (const doc of db2.iterator()) {
|
||||
all2.unshift(doc)
|
||||
}
|
||||
|
||||
deepStrictEqual(all1, all2)
|
||||
})
|
||||
})
|
||||
})
|
||||
Reference in New Issue
Block a user