feat: worker threads

Utilizes worker threads for did verification and signing. Additionally
uses worker threads for model and model instance validation.

Author: dbcfd

packages/cli/package.json

@@ -61,7 +61,7 @@
     "cors": "^2.8.5",
     "cross-eventsource": "^1.0.0",
     "did-resolver": "^4.0.1",
-    "dids": "^5.0.0",
+    "dids": "5.1.0-next.0",
     "express": "^4.18.2",
     "http-status-codes": "^2.2.0",
     "ipfs-http-client": "^60.0.0",

packages/cli/src/__tests__/ceramic-multi-daemon.test.ts

@@ -27,6 +27,7 @@ const makeCeramicCore = async (ipfs: IpfsApi, stateStoreDirectory: string): Prom
   })
 
   const handler = new TileDocumentHandler()
+  await handler.init()
   handler.verifyJWS = (): Promise<void> => {
     return
   }

packages/cli/src/__tests__/make-ceramic-core.ts

@@ -19,6 +19,7 @@ export async function makeCeramicCore(
   })
 
   const handler = new TileDocumentHandler()
+  await handler.init()
   ;(handler as any).verifyJWS = (): Promise<void> => {
     return
   }

packages/cli/src/ceramic-daemon.ts

@@ -281,7 +281,7 @@ export class CeramicDaemon {
       opts.ipfs?.host
     )
 
-    const [modules, params] = Ceramic._processConfig(ipfs, ceramicConfig)
+    const [modules, params] = await Ceramic._processConfig(ipfs, ceramicConfig)
     const diagnosticsLogger = modules.loggerProvider.getDiagnosticsLogger()
     diagnosticsLogger.imp(
       `Starting Ceramic Daemon with @ceramicnetwork/cli package version ${version}, with js-ceramic repo git hash ${commitHash}, and with config: \n${JSON.stringify(

packages/common/package.json

@@ -65,7 +65,7 @@
     "@types/lodash.clonedeep": "^4.5.6",
     "@types/logfmt": "^1.2.2",
     "@types/node": "^18.0.3",
-    "dids": "^5.0.0",
+    "dids": "5.1.0-next.0",
     "express": "^4.18.2",
     "get-port": "^7.0.0",
     "ipfs-core-types": "^0.14.0",

packages/common/src/ceramic-signer.ts

@@ -28,6 +28,52 @@ export interface UnderlyingCeramicSigner {
   createDagJWS(payload: Record<string, any>, options?: CreateJWSOptions): Promise<DagJWSResult>
   verifyJWS(jws: string | DagJWS, options?: VerifyJWSOptions): Promise<VerifyJWSResult>
   asController(): Promise<string>
+  withDid(did: DID): void
+  did: DID
+}
+
+class DidUnderlyingCeramicSigner implements UnderlyingCeramicSigner {
+  private _did?: DID
+
+  constructor(did?: DID) {
+    this._did = did
+  }
+
+  ensureDid(): void {
+    if (!this._did) {
+      throw new Error('No DID')
+    }
+  }
+
+  async ensureAuthenticated(): Promise<void> {
+    this.ensureDid()
+    if (!this._did.authenticated) {
+      await this._did.authenticate()
+    }
+  }
+  createJWS<T extends string | Record<string, any>>(
+    payload: T,
+    options?: CreateJWSOptions
+  ): Promise<DagJWS> {
+    return this._did.createJWS(payload, options)
+  }
+  createDagJWS(payload: Record<string, any>, options?: CreateJWSOptions): Promise<DagJWSResult> {
+    return this._did.createDagJWS(payload, options)
+  }
+  verifyJWS(jws: string | DagJWS, options?: VerifyJWSOptions): Promise<VerifyJWSResult> {
+    this.ensureDid()
+    return this._did.verifyJWS(jws, options)
+  }
+  async asController(): Promise<string> {
+    return this._did.hasParent ? this._did.parent : this._did.id
+  }
+  withDid(did: DID): void {
+    this._did = did
+  }
+  get did(): DID {
+    this.ensureDid()
+    return this._did
+  }
 }
 
 export interface IntoSigner {
@@ -36,54 +82,39 @@ export interface IntoSigner {
 
 export class CeramicSigner implements IntoSigner {
   private isAuthenticated: boolean
-  private reqs?: UnderlyingCeramicSigner
+  private reqs: UnderlyingCeramicSigner
 
-  constructor(reqs?: UnderlyingCeramicSigner) {
+  constructor(reqs: UnderlyingCeramicSigner) {
     this.isAuthenticated = false
     this.reqs = reqs
   }
 
+  get did(): DID {
+    return this.reqs.did
+  }
+
   get signer(): CeramicSigner {
     return this
   }
 
   static invalid(): CeramicSigner {
-    return new CeramicSigner()
+    return new CeramicSigner(new DidUnderlyingCeramicSigner())
   }
 
   static fromDID(did: DID): CeramicSigner {
-    const signer = new CeramicSigner()
+    const signer = new CeramicSigner(new DidUnderlyingCeramicSigner())
     signer.withDid(did)
     return signer
   }
 
-  public withDid(did: DID) {
-    this.reqs = {
-      createDagJWS: (payload, options) => did.createDagJWS(payload, options),
-      createJWS: (payload, options) => did.createJWS(payload, options),
-      verifyJWS: (payload, options) => did.verifyJWS(payload, options),
-      async ensureAuthenticated(): Promise<void> {
-        if (!did.authenticated) {
-          await did.authenticate()
-        }
-      },
-      async asController(): Promise<string> {
-        return did.hasParent ? did.parent : did.id
-      },
-    }
-  }
-
-  private assertRequirements(): Promise<void> {
-    if (!this.reqs) {
-      return Promise.reject('Requirements not met for signing. Was a DID set?')
-    }
+  public withDid(did: DID): void {
+    this.reqs.withDid(did)
   }
 
   async createJWS<T extends string | Record<string, any>>(
     payload: T,
     options?: CreateJWSOptions
   ): Promise<DagJWS> {
-    await this.assertRequirements()
     if (!this.isAuthenticated) {
       await this.reqs.ensureAuthenticated()
       this.isAuthenticated = true
@@ -95,7 +126,6 @@ export class CeramicSigner implements IntoSigner {
     payload: Record<string, any>,
     options?: CreateJWSOptions
   ): Promise<DagJWSResult> {
-    await this.assertRequirements()
     if (!this.isAuthenticated) {
       await this.reqs.ensureAuthenticated()
       this.isAuthenticated = true
@@ -104,7 +134,6 @@ export class CeramicSigner implements IntoSigner {
   }
 
   async asController(): Promise<string> {
-    await this.assertRequirements()
     if (!this.isAuthenticated) {
       await this.reqs.ensureAuthenticated()
       this.isAuthenticated = true
@@ -113,7 +142,6 @@ export class CeramicSigner implements IntoSigner {
   }
 
   async verifyJWS(jws: string | DagJWS, options?: VerifyJWSOptions): Promise<VerifyJWSResult> {
-    await this.assertRequirements()
     return this.reqs.verifyJWS(jws, options)
   }
 }

packages/common/src/stream-writer.ts

@@ -1,7 +1,8 @@
 import type { StreamID } from '@ceramicnetwork/streamid'
 import { CreateOpts, LoadOpts, UpdateOpts, CeramicCommit, Stream, AnchorOpts } from './index.js'
-import type { IntoSigner } from './ceramic-signer.js'
+import type { CeramicSigner, IntoSigner } from './ceramic-signer.js'
 import type { AnchorStatus } from './index.js'
+import type { DID } from 'dids'
 
 export interface StreamWriter extends IntoSigner {
   /**
@@ -35,4 +36,9 @@ export interface StreamWriter extends IntoSigner {
    * @param opts used to load the current Stream state
    */
   requestAnchor(streamId: StreamID | string, opts?: LoadOpts & AnchorOpts): Promise<AnchorStatus>
+
+  /**
+   * Create a signer from a DID
+   */
+  signerFromDID(did: DID): CeramicSigner
 }

packages/common/src/stream.ts

@@ -337,4 +337,9 @@ export interface StreamHandler<T extends Stream> {
     api: StreamReaderWriter,
     state?: StreamState
   ): Promise<StreamState>
+
+  /**
+   * Do initialization associated with this StreamConstructor
+   */
+  init(): Promise<void>
 }

packages/common/src/utils/signature_utils.ts

@@ -1,6 +1,7 @@
 import type { Cacao } from '@didtools/cacao'
 import type { CommitData } from '../index.js'
 import type { StreamID } from '@ceramicnetwork/streamid'
+import type { Verifiers } from '@didtools/cacao'
 import { getEIP191Verifier } from '@didtools/pkh-ethereum'
 import { getSolanaVerifier } from '@didtools/pkh-solana'
 import { getStacksVerifier } from '@didtools/pkh-stacks'
@@ -10,7 +11,7 @@ import { CeramicSigner } from '../ceramic-signer.js'
 const DEFAULT_CACAO_REVOCATION_PHASE_OUT = 24 * 60 * 60
 
 // Register supported CACAO Verifiers
-const verifiersCACAO = {
+export const DEFAULT_VERIFIERS: Verifiers = {
   ...getEIP191Verifier(),
   ...getSolanaVerifier(),
   ...getStacksVerifier(),
@@ -47,7 +48,7 @@ export class SignatureUtils {
         issuer: controller,
         capability: cacao,
         revocationPhaseOutSecs: DEFAULT_CACAO_REVOCATION_PHASE_OUT,
-        verifiers: verifiersCACAO,
+        // verifiers: DEFAULT_VERIFIERS,
       })
     } catch (e: any) {
       const original = e.message ? e.message : String(e)

packages/common/src/utils/stream-utils.ts

@@ -146,7 +146,10 @@ export class StreamUtils {
       cloned.next.metadata.model = state.next.metadata.model.toString()
     }
     if (state.metadata?.unique && state.type != TILE_TYPE_ID) {
-      cloned.metadata.unique = uint8arrays.toString(cloned.metadata.unique, 'base64')
+      cloned.metadata.unique = uint8arrays.toString(
+        Uint8Array.from(state.metadata.unique),
+        'base64'
+      )
     }
 
     cloned.doctype = StreamType.nameByCode(cloned.type)