Add modernjsonschemavalidator

Author: michaelmior

.github/workflows/ci.yml

@@ -43,6 +43,10 @@ jobs:
           path: dist/report.csv
           key: ${{ matrix.impl }}-${{ hashFiles(format('implementations/{0}/**/*', matrix.impl), 'schemas/**/*', 'report.sh') }}-${{ inputs.runs || 3 }}
 
+      - uses: oven-sh/setup-bun@v2
+        with:
+          bun-version: latest
+
       - name: Run benchmarks
         if: steps.cache-report.outputs.cache-hit != 'true'
         continue-on-error: true
@@ -75,6 +79,7 @@ jobs:
       report-json_schemer: ${{ steps.save-output.outputs.report-json_schemer }}
       report-jsoncons: ${{ steps.save-output.outputs.report-jsoncons }}
       report-jsonschemadotnet: ${{ steps.save-output.outputs.report-jsonschemadotnet }}
+      report-mjs: ${{ steps.save-output.outputs.report-mjs }}
       report-kmp-json-schema-validator: ${{ steps.save-output.outputs.report-kmp-json-schema-validator }}
       report-python-jsonschema: ${{ steps.save-output.outputs.report-python-jsonschema }}
       report-schemasafe: ${{ steps.save-output.outputs.report-schemasafe }}
@@ -93,6 +98,7 @@ jobs:
       - uses: actions/setup-python@v5
         with:
           python-version: '3.12.5'
+
       - name: Install uv
         run: pipx install uv
 

.gitignore

@@ -1,6 +1,7 @@
 /dist
 /implementations/ajv/node_modules
 /implementations/boon/target/
+/schemas/*/schema-2020-12.json
 /.DS_Store
 /node_modules
 .dockertimestamp

Makefile

@@ -41,6 +41,12 @@ define docker_run
 	done
 endef
 
+schemas/%/schema-2020-12.json: \
+	schemas/%/schema.json
+	bunx alterschema --from draft4 --to 2020-12 $< > $@
+
+.PRECIOUS: schemas/%/schema-2020-12.json
+
 # Blaze
 
 implementations/blaze/.dockertimestamp: \
@@ -244,3 +250,21 @@ dist/results/kmp-json-schema-validator/%: \
 	schemas/%/instances.jsonl \
 	| dist/results/kmp-json-schema-validator
 	@$(call docker_run,kmp-json-schema-validator,/workspace/$(word 2,$^) /workspace/$(word 3,$^))
+
+# MJS
+
+implementations/mjs/.dockertimestamp: \
+	implementations/mjs/build.sbt \
+	implementations/mjs/Benchmark.scala \
+	implementations/mjs/project/build.properties \
+	implementations/mjs/project/plugins.sbt \
+	implementations/mjs/Dockerfile
+	docker build -t jsonschema-benchmark/mjs implementations/mjs
+	touch $@
+
+dist/results/mjs/%: \
+	implementations/mjs/.dockertimestamp \
+	schemas/%/schema-2020-12.json \
+	schemas/%/instances.jsonl \
+	| dist/results/mjs
+	@$(call docker_run,mjs,/workspace/$(word 2,$^) /workspace/$(word 3,$^))

implementations/mjs/Benchmark.scala

@@ -0,0 +1,51 @@
+import main.MainClass
+
+import scala.io.Source
+
+object Benchmark {
+  val WARMUP_ITERATIONS = 1000
+  val MAX_WARMUP_TIME = 1e9 * 10
+
+  def validateAll(schema: String, instance: String, registryMap: Map[String, String], instances: List[String]): Boolean = {
+    var result = true
+    for (instance <- instances) {
+      result = result && MainClass.validateInstance(schema, instance, registryMap)
+    }
+    return result
+  }
+
+  def main(args: Array[String]): Unit = {
+    if (args.length != 2) {
+      System.exit(1)
+    }
+    val schemaPath = args(0)
+    val instancePath = args(1)
+
+    val compileStart = System.nanoTime()
+    val schema = Source.fromFile(schemaPath).mkString
+    val registryMap = Map.empty[String, String]
+    val compileEnd = System.nanoTime()
+
+    val instances = Source.fromFile(instancePath).getLines().toList
+
+    val coldStart = System.nanoTime()
+    var result = validateAll(schema, instancePath, registryMap, instances)
+    val coldEnd = System.nanoTime()
+
+    if (!result) {
+      System.err.println("Invalid instance")
+      System.exit(1)
+    }
+
+    val iterations = (MAX_WARMUP_TIME / (coldEnd - coldStart)).ceil.toInt
+    (1 to iterations.min(WARMUP_ITERATIONS)).foreach(_ => {
+      validateAll(schema, instancePath, registryMap, instances)
+    })
+
+    val warmStart = System.nanoTime()
+    validateAll(schema, instancePath, registryMap, instances)
+    val warmEnd = System.nanoTime()
+
+    println((coldEnd - coldStart).toString + "," + (compileEnd - compileStart).toString)
+  }
+}

implementations/mjs/Dockerfile

@@ -0,0 +1,15 @@
+FROM sbtscala/scala-sbt:eclipse-temurin-17.0.4_1.7.2_2.13.10 AS builder
+
+WORKDIR /app
+
+# Build the project to cache the dependencies
+COPY build.sbt /app
+COPY project /app/project
+RUN sbt assembly
+
+# Add the app and build again
+COPY Benchmark.scala /app
+RUN sbt assembly
+
+ENTRYPOINT ["java", "-jar", "/app/target/scala-2.13/benchmarkMjs.jar"]
+CMD []

implementations/mjs/build.sbt

@@ -0,0 +1,29 @@
+name := "mjs-validator"
+
+ThisBuild / version := "1.0"
+ThisBuild / scalaVersion := "2.13.10"
+
+javacOptions ++= Seq("-source", "17", "-target", "17")
+
+resolvers += Resolver.mavenCentral
+
+libraryDependencies ++= Seq(
+  "org.scala-lang" % "scala-library" % "2.13.10"
+)
+
+val mjsVersion = "v0.1.0"
+lazy val mjs = RootProject(
+  uri(s"https://gitlab.lip6.fr/jsonschema/modernjsonschemavalidator.git#$mjsVersion")
+)
+lazy val benchmarkMjs = (project in file(".")).dependsOn(mjs)
+assembly / assemblyJarName := "benchmarkMjs.jar"
+assembly / packageOptions := Seq(
+  Package.ManifestAttributes(
+    "Main-Class" -> "Benchmark",
+    "Implementation-Group" -> "org.up.mjs",
+    "Implementation-Name" -> "mjs",
+    "Implementation-Version" -> mjsVersion
+  )
+)
+
+scalacOptions += "-Ymacro-annotations"

implementations/mjs/project/build.properties

@@ -0,0 +1 @@
+sbt.version=1.9.6

implementations/mjs/project/plugins.sbt

@@ -0,0 +1 @@
+addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "2.1.5")

implementations/mjs/version.sh

@@ -0,0 +1,6 @@
+#!/bin/sh
+
+set -o errexit
+set -o nounset
+
+grep '^val mjsVersion =' implementations/mjs/build.sbt | cut -d= -f2 | tr -d '" '