#1441 benchmarks

Signed-off-by: Håvard Ottestad <hmottestad@gmail.com>

compliance/model/pom.xml

@@ -0,0 +1,51 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>rdf4j-compliance</artifactId>
+        <groupId>org.eclipse.rdf4j</groupId>
+        <version>2.5-SNAPSHOT</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+
+    <artifactId>rdf4j-model-compliance</artifactId>
+
+    <name>RDF4J Model compliance tests</name>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.openjdk.jmh</groupId>
+            <artifactId>jmh-core</artifactId>
+            <version>1.19</version>
+            <scope>test</scope>
+        </dependency>
+
+
+        <dependency>
+            <groupId>org.openjdk.jmh</groupId>
+            <artifactId>jmh-generator-annprocess</artifactId>
+            <version>1.19</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>${project.groupId}</groupId>
+            <artifactId>rdf4j-model</artifactId>
+            <version>${project.version}</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>${project.groupId}</groupId>
+            <artifactId>rdf4j-rio-api</artifactId>
+            <version>${project.version}</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>${project.groupId}</groupId>
+            <artifactId>rdf4j-rio-turtle</artifactId>
+            <version>${project.version}</version>
+            <scope>test</scope>
+        </dependency>
+    </dependencies>
+
+</project>

compliance/model/src/test/java/org/eclipse/rdf4j/model/util/IsomorphicBenchmark.java

@@ -0,0 +1,196 @@
+package org.eclipse.rdf4j.model.util;
+
+import org.eclipse.rdf4j.model.Model;
+import org.eclipse.rdf4j.model.Statement;
+import org.eclipse.rdf4j.model.impl.TreeModel;
+import org.eclipse.rdf4j.rio.RDFFormat;
+import org.eclipse.rdf4j.rio.Rio;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Fork;
+import org.openjdk.jmh.annotations.Level;
+import org.openjdk.jmh.annotations.Measurement;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.OutputTimeUnit;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.openjdk.jmh.annotations.Warmup;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.concurrent.TimeUnit;
+
+@State(Scope.Benchmark)
+@Warmup(iterations = 20)
+@BenchmarkMode({ Mode.AverageTime })
+@Fork(value = 1, jvmArgs = { "-Xms1G", "-Xmx1G", "-XX:+UseSerialGC" })
+//@Fork(value = 1, jvmArgs = {"-Xms8G", "-Xmx8G", "-XX:+UseSerialGC", "-XX:+UnlockCommercialFeatures", "-XX:StartFlightRecording=delay=5s,duration=120s,filename=recording.jfr,settings=profile", "-XX:FlightRecorderOptions=samplethreads=true,stackdepth=1024", "-XX:+UnlockDiagnosticVMOptions", "-XX:+DebugNonSafepoints"})
+@Measurement(iterations = 10)
+@OutputTimeUnit(TimeUnit.MILLISECONDS)
+public class IsomorphicBenchmark {
+
+	private Model empty = getModel("empty.ttl");
+	private Model blankNodes = getModel("blankNodes.ttl");
+	private Model shacl = getModel("shacl.ttl");
+	private Model longChain = getModel("longChain.ttl");
+	private Model sparqlTestCase = getModel("sparqlTestCase.ttl");
+	private Model spinFullForwardchained = getModel("spin-full-forwardchained.ttl");
+	private Model bsbm = getModel("bsbm-100.ttl");
+	private Model bsbmChanged = getModel("bsbm-100-changed.ttl");
+	private List<Statement> bsbm_arraylist = new ArrayList<>(bsbm);
+	private Model bsbmTree = new TreeModel(bsbm);
+	private Model list = getModel("list.ttl");
+	private Model internallyIsomorphic = getModel("internallyIsomorphic.ttl");
+	private Model manyProperties = getModel("manyProperties.ttl");
+	private Model manyProperties2 = getModel("manyProperties2.ttl");
+
+	@Setup(Level.Iteration)
+	public void after() {
+		System.gc();
+	}
+
+	@Benchmark
+	public boolean empty() {
+
+		return isomorphic(empty);
+
+	}
+
+	@Benchmark
+	public boolean blankNodes() {
+
+		return isomorphic(blankNodes);
+
+	}
+
+	@Benchmark
+	public boolean shacl() {
+
+		return isomorphic(shacl);
+
+	}
+
+	@Benchmark
+	public boolean longChain() {
+
+		return isomorphic(longChain);
+
+	}
+
+	@Benchmark
+	public boolean sparqlTestCase() {
+
+		return isomorphic(sparqlTestCase);
+
+	}
+
+	@Benchmark
+	public boolean bsbm() {
+
+		return isomorphic(bsbm);
+
+	}
+
+	@Benchmark
+	public boolean bsbmTree() {
+
+		return isomorphic(bsbmTree);
+
+	}
+
+	@Benchmark
+	public boolean bsbmArrayList() {
+
+		boolean isomorphic = Models.isomorphic(bsbm_arraylist, bsbm_arraylist);
+		if (!isomorphic) {
+			throw new IllegalStateException("Not isomorphic");
+		}
+
+		return isomorphic;
+
+	}
+
+	@Benchmark
+	public boolean spinFullForwardchained() {
+
+		return isomorphic(spinFullForwardchained);
+
+	}
+
+	@Benchmark
+	public boolean list() {
+
+		return isomorphic(list);
+
+	}
+
+	@Benchmark
+	public boolean internallyIsomorphic() {
+
+		return isomorphic(internallyIsomorphic);
+
+	}
+
+	@Benchmark
+	public boolean manyProperties() {
+
+		return isomorphic(manyProperties);
+
+	}
+
+	@Benchmark
+	public boolean manyProperties2() {
+
+		return isomorphic(manyProperties2);
+
+	}
+
+	@Benchmark
+	public boolean emptyNotIsomorphic() {
+
+		return notIsomorphic(empty, bsbm);
+
+	}
+
+	@Benchmark
+	public boolean bsbmNotIsomorphic() {
+
+		return notIsomorphic(bsbm, bsbmChanged);
+
+	}
+
+	private Model getModel(String name) {
+		try {
+			try (InputStream resourceAsStream = IsomorphicBenchmark.class.getClassLoader()
+					.getResourceAsStream("benchmark/" + name)) {
+				return Rio.parse(resourceAsStream, "http://example.com/", RDFFormat.TURTLE);
+			}
+		} catch (IOException e) {
+			throw new RuntimeException(e);
+		}
+	}
+
+	private boolean isomorphic(Model m) {
+
+		boolean isomorphic = Models.isomorphic(m, m);
+		if (!isomorphic) {
+			throw new IllegalStateException("Not isomorphic");
+		}
+
+		return isomorphic;
+	}
+
+	private boolean notIsomorphic(Model m1, Model m2) {
+
+		boolean isomorphic = Models.isomorphic(m1, m2);
+		if (isomorphic) {
+			throw new IllegalStateException("Should not be isomorphic");
+		}
+
+		return isomorphic;
+	}
+
+}

compliance/model/src/test/resources/benchmark/blankNodes.ttl

@@ -0,0 +1,46 @@
+@base <http://example.com/ns> .
+@prefix ex: <http://example.com/ns#> .
+@prefix owl: <http://www.w3.org/2002/07/owl#> .
+@prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> .
+@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
+@prefix sh: <http://www.w3.org/ns/shacl#> .
+@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
+@prefix foaf: <http://xmlns.com/foaf/0.1/>.
+
+_:0 foaf:knows _:1.
+_:1 foaf:knows _:2.
+_:2 foaf:knows _:3.
+_:3 foaf:knows _:4.
+_:4 foaf:knows _:5.
+_:5 foaf:knows _:6.
+_:6 foaf:knows _:7.
+_:7 foaf:knows _:8.
+_:8 foaf:knows _:9.
+_:9 foaf:knows _:0.
+
+
+
+_:01 foaf:knows _:1.
+_:11 foaf:knows _:2.
+_:21 foaf:knows _:3.
+_:31 foaf:knows _:4.
+_:41 foaf:knows _:5.
+_:51 foaf:knows _:6.
+_:61 foaf:knows _:7.
+_:71 foaf:knows _:8.
+_:81 foaf:knows _:9.
+_:91 foaf:knows _:0.
+
+_:02 foaf:knows _:1.
+_:12 foaf:knows _:2.
+_:22 foaf:knows _:3.
+_:32 foaf:knows _:4.
+_:42 foaf:knows _:5.
+_:52 foaf:knows _:6.
+_:62 foaf:knows _:7.
+_:72 foaf:knows _:8.
+_:82 foaf:knows _:9.
+_:92 foaf:knows _:0.
+
+
+