Introduction of Allocationlayer, new Catalog/Snapshot Logic, PolyValues, new UI/UI-Logic and Various Refactorings (polypheny#464)

Author: datomo

.github/workflows/integration.yml

@@ -12,35 +12,34 @@ jobs:
         strategy:
             fail-fast: false
             matrix:
-                adapter: [ mongodb, hsqldb, monetdb, postgresql, file, cottontail, cassandra, neo4j ]
-        name: Integration Tests (Java 11)
+                adapter: [ mongodb, hsqldb, monetdb, postgresql, file, cottontail, neo4j ]
+        name: Integration Tests (Java 17)
         steps:
             -   name: Checkout
-                uses: actions/checkout@v3
+                uses: actions/checkout@v4
             -   name: Set up JDK
-                uses: actions/setup-java@v3
+                uses: actions/setup-java@v4
                 with:
-                    distribution: 'zulu'
-                    java-version: 11
+                    distribution: 'temurin'
+                    java-version: 17
             -   name: Set env variable
                 run: |
                     echo "POLYPHENY_HOME=$GITHUB_WORKSPACE" >> $GITHUB_ENV
             -   name: Assemble
-                uses: nick-invision/retry@v2
+                uses: nick-fields/retry@v2
                 with:
-                    max_attempts: 2
+                    max_attempts: 1
                     timeout_minutes: 60
                     command: ./gradlew assemble
             -   name: Build Plugins
-                uses: nick-invision/retry@v2
+                uses: nick-fields/retry@v2
                 with:
                     max_attempts: 1
                     timeout_minutes: 60
                     command: ./gradlew assemblePlugins
-
             -   name: Execute integration tests for ${{ matrix.adapter }}
-                uses: nick-invision/retry@v2
+                uses: nick-fields/retry@v2
                 with:
-                    max_attempts: 3
+                    max_attempts: 1
                     timeout_minutes: 30
-                    command: ./gradlew integrationTests -Dstore.default=${{ matrix.adapter }}
+                    command: ./gradlew integrationTests -Dstore.default=${{ matrix.adapter }}

.github/workflows/matrix.yml

@@ -12,35 +12,35 @@ jobs:
         strategy:
             fail-fast: false
             matrix:
-                java: [ 11, 15, 17 ]
+                java: [ 17, 21 ]
                 os: [ macos-latest, ubuntu-latest, windows-latest ]
         name: Java ${{ matrix.java }} @ ${{ matrix.os }}
         steps:
             -   name: Checkout
-                uses: actions/checkout@v3
+                uses: actions/checkout@v4
             -   name: Set up JDK
-                uses: actions/setup-java@v3
+                uses: actions/setup-java@v4
                 with:
-                    distribution: 'zulu'
+                    distribution: 'temurin'
                     java-version: ${{ matrix.java }}
             -   name: Set env variable
                 run: |
                     echo "POLYPHENY_HOME=$GITHUB_WORKSPACE" >> $GITHUB_ENV
             -   name: Assemble
-                uses: nick-invision/retry@v2
+                uses: nick-fields/retry@v2
                 with:
-                    max_attempts: 2
+                    max_attempts: 1
                     timeout_minutes: 60
                     command: ./gradlew assemble
             -   name: Build Plugins
-                uses: nick-invision/retry@v2
+                uses: nick-fields/retry@v2
                 with:
                     max_attempts: 1
                     timeout_minutes: 60
                     command: ./gradlew assemblePlugins
             -   name: Execute tests
-                uses: nick-invision/retry@v2
+                uses: nick-fields/retry@v2
                 with:
-                    max_attempts: 3
+                    max_attempts: 1
                     timeout_minutes: 30
-                    command: ./gradlew check
+                    command: ./gradlew check

.github/workflows/plugins.yml

@@ -0,0 +1,46 @@
+name: Polypheny-DB Plugin Matrix CI
+
+on:
+    push:
+    pull_request:
+        types: [ opened, synchronize, reopened, ready_for_review ]
+
+jobs:
+    build:
+        if: ${{ github.event_name != 'pull_request' || github.event.pull_request.draft == false }}
+        runs-on: ${{ matrix.os }}
+        strategy:
+            fail-fast: false
+            matrix:
+                java: [ 17, 21 ]
+                os: [ macos-latest, ubuntu-latest, windows-latest ]
+        name: Java ${{ matrix.java }} @ ${{ matrix.os }}
+        steps:
+            -   name: Checkout
+                uses: actions/checkout@v4
+            -   name: Set up JDK
+                uses: actions/setup-java@v4
+                with:
+                    distribution: 'temurin'
+                    java-version: ${{ matrix.java }}
+            -   name: Set env variable
+                run: |
+                    echo "POLYPHENY_HOME=$GITHUB_WORKSPACE" >> $GITHUB_ENV
+            -   name: Assemble
+                uses: nick-fields/retry@v2
+                with:
+                    max_attempts: 1
+                    timeout_minutes: 60
+                    command: ./gradlew assemble
+            -   name: Build Plugins
+                uses: nick-fields/retry@v2
+                with:
+                    max_attempts: 1
+                    timeout_minutes: 60
+                    command: ./gradlew assemblePlugins
+            -   name: Execute tests
+                uses: nick-fields/retry@v2
+                with:
+                    max_attempts: 1
+                    timeout_minutes: 30
+                    command: ./gradlew -p plugins test

.gitignore

@@ -220,12 +220,12 @@ nbdist/
 # Avoid ignoring Gradle wrapper jar file (.jar files are usually ignored)
 !/gradle/wrapper/gradle-wrapper.jar
 
-/geode-adapter/vf.gf.server.status.cmd
-/core/custom-schema-model.json
-/testTestCsv/**
 !/libs/avatica-1.16.0-POLYPHENYDB-shaded.jar
 !/libs/avatica-server-1.16.0-POLYPHENYDB.jar
 /dbms/target/
 /dbms/src/main/resources/acknowledgements.txt
 
 .polypheny/*
+
+## dynamicly generated version information
+/dbms/src/main/resources/version.properties

build.gradle

@@ -10,16 +10,22 @@ buildscript {
         classpath group: "io.freefair.gradle", name: "lombok-plugin", version: lombok_version
         classpath group: "com.adarshr", name: "gradle-test-logger-plugin", version: gradle_test_logger_version
         classpath group: "org.reflections", name: "reflections", version: reflections_version
+        classpath group: "com.jaredsburrows", name: "gradle-license-plugin", version: license_report_version
     }
 }
 
 
 plugins {
-    id "org.jetbrains.kotlin.jvm" version "1.5.31"
+    id "java"
     id "org.jetbrains.gradle.plugin.idea-ext" version "1.1.7"
 }
 
 
+test {
+    useJUnitPlatform()
+}
+
+
 allprojects {
 
     version = versionMajor + "." + versionMinor + "." + versionMicro
@@ -43,19 +49,22 @@ allprojects {
     apply plugin: "java-library"
     apply plugin: "io.freefair.lombok"
     apply plugin: "com.adarshr.test-logger"
+    apply plugin: "com.jaredsburrows.license"
 
     compileJava.options.encoding = "UTF-8"
     compileTestJava.options.encoding = "UTF-8"
     javadoc.options.encoding = "UTF-8"
 
-    sourceCompatibility = 1.11
-    targetCompatibility = 1.11
+    java {
+        toolchain {
+            languageVersion = JavaLanguageVersion.of(17)
+        }
+    }
 
-    tasks.withType(JavaCompile) {
+    tasks.withType(JavaCompile).configureEach {
         options.encoding = "UTF-8"
     }
 
-
     repositories {
         mavenLocal()
         mavenCentral()
@@ -71,11 +80,7 @@ allprojects {
         }
     }
 
-    tasks.withType(JavaCompile) {
-        options.encoding = "UTF-8"
-    }
-
-    configurations.all {
+    configurations.configureEach {
         // check for updates every build
         resolutionStrategy.cacheChangingModulesFor 0, "seconds"
     }
@@ -92,13 +97,13 @@ allprojects {
 
     String storeName = System.getProperty("store.default") != null ? System.getProperty("store.default") : 'hsqldb'
 
-    task integrationTests(type: Test) {
+    tasks.register('integrationTests', Test) {
         description = 'Runs integration tests.'
         group = 'verification'
         systemProperty 'store.default', storeName
-        useJUnit {
-            includeCategories 'org.polypheny.db.AdapterTestSuite'
-            excludeCategories 'org.polypheny.db.excluded.' + storeName.capitalize() + "Excluded"
+        useJUnitPlatform {
+            includeTags("adapter")
+            excludeTags(storeName.toLowerCase() + "Excluded")
         }
         shouldRunAfter(tasks.named('test'))
     }
@@ -133,8 +138,19 @@ allprojects {
         testCompileOnly(group: 'org.pf4j', name: 'pf4j', version: pf4j_version) {
             exclude group: "org.slf4j"
         }
+        testImplementation(group: 'org.junit.jupiter', name: 'junit-jupiter-engine', version: junit_jupiter_version)
+    }
+
+    test {
+        useJUnitPlatform()
     }
 
+    licenseReport {
+        generateJsonReport = true
+        generateCsvReport = false
+        generateHtmlReport = false
+        generateTextReport = false
+    }
 
     idea {
         module {
@@ -152,23 +168,53 @@ allprojects {
 
 }
 
+tasks.register('gatherLicenseReports', Copy) {
+    // Define the destination directory for the reports
+    def destinationDir = "${rootProject.buildDir}/reports/licenses"
+
+    // Go through each subproject
+    subprojects.each { subproject ->
+        from("${subproject.buildDir}/reports/licenses") {
+            include 'licenseReport.json'
+            // Rename the report file to include the module name
+            rename { String fileName ->
+                "${subproject.name}-$fileName"
+            }
+        }
+    }
+
+    // Set the destination for the copied files
+    into destinationDir
+}
+gradle.projectsEvaluated { // Make sure the task runs after all projects are evaluated
+    gatherLicenseReports.dependsOn subprojects*.tasks*.findByName('licenseReport')
+}
+
 // plugin location
 ext.pluginsDir = rootProject.buildDir.path + '/plugins'
 
+
 build {
     dependsOn(":plugins:build")
 }
 
+allprojects {
+    test.dependsOn(":plugins:assemblePlugins")
+}
+
 
 idea {
     project {
         settings {
             runConfigurations {
                 "Polypheny-DB"(Gradle) {
-                    taskNames = ["assemblePlugins", "run"]
+                    taskNames = ["assemblePlugins", "runDev"]
                 }
                 "Polypheny-DB (reset)"(Gradle) {
-                    taskNames = ["assemblePlugins", ":dbms:runReset"]
+                    taskNames = ["assemblePlugins", ":dbms:runDevReset"]
+                }
+                "Polypheny-DB (production)"(Gradle) {
+                    taskNames = ["assemblePlugins", "run"]
                 }
             }
             copyright {

config/build.gradle

@@ -2,7 +2,9 @@ group "org.polypheny"
 
 
 dependencies {
-    implementation group: "io.javalin", name: "javalin", version: javalin_version  // Apache 2.0
+    implementation(group: "io.javalin", name: "javalin", version: javalin_version) {
+        exclude group: 'org.eclipse.jetty', module: 'jetty-server'
+    }// Apache 2.0
 
     implementation group: "com.google.code.gson", name: "gson", version: gson_version  // Apache 2.0
 
@@ -19,15 +21,14 @@ dependencies {
 
     // --- Test Compile ---
     testImplementation project(path: ":core", configuration: "tests")
-    testImplementation group: "junit", name: "junit", version: junit_version
+    testImplementation group: 'org.junit.jupiter', name: 'junit-jupiter', version: junit_jupiter_version
 }
 
 
 sourceSets {
     main {
         java {
             srcDirs = ["src/main/java"]
-            outputDir = file(project.buildDir.absolutePath + "/classes")
         }
         resources {
             srcDirs = ["src/main/resources"]
@@ -37,7 +38,7 @@ sourceSets {
     test {
         java {
             srcDirs = ["src/test/java"]
-            outputDir = file(project.buildDir.absolutePath + "/test-classes")
+            destinationDirectory.set(file(project.buildDir.absolutePath + "/test-classes"))
         }
         resources {
             srcDirs = ["src/test/resources"]

config/src/main/java/org/polypheny/db/config/ConfigClazz.java

@@ -1,5 +1,5 @@
 /*
- * Copyright 2019-2022 The Polypheny Project
+ * Copyright 2019-2024 The Polypheny Project
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -187,7 +187,7 @@ public Set<Class> read( final JsonReader in ) throws IOException {
     }
 
 
-    class ValueAdapter extends TypeAdapter<Class> {
+    static class ValueAdapter extends TypeAdapter<Class> {
 
         @Override
         public void write( final JsonWriter out, final Class value ) throws IOException {

config/src/main/java/org/polypheny/db/config/ConfigClazzList.java

@@ -1,5 +1,5 @@
 /*
- * Copyright 2019-2022 The Polypheny Project
+ * Copyright 2019-2024 The Polypheny Project
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -194,7 +194,7 @@ void setValueFromFile( final com.typesafe.config.Config conf ) {
     @Override
     public boolean parseStringAndSetValue( String value ) {
         Gson gson = new Gson();
-        ArrayList<String> val = gson.fromJson( value, ArrayList.class );
+        List<String> val = gson.fromJson( value, List.class );
         List<Class> toAdd = new ArrayList<>();
         for ( Class c : classes ) {
             if ( val.contains( c.getName() ) ) {
@@ -215,7 +215,7 @@ private Class getByString( String str ) throws ConfigRuntimeException {
     }
 
 
-    class ValueAdapter extends TypeAdapter<List<Class>> {
+    static class ValueAdapter extends TypeAdapter<List<Class>> {
 
         @Override
         public void write( final JsonWriter out, final List<Class> classes ) throws IOException {