[RORDEV-984] ES 8.9.2 & 7.17.13 support (#937)

sscarduzio · Sep 12, 2023 · 6554a0b · 6554a0b
1 parent 901dc88
commit 6554a0b
Show file tree

Hide file tree

Showing 177 changed files with 14,260 additions and 16 deletions.
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
@@ -198,6 +198,8 @@ stages:
         strategy:
           maxParallel: 99
           matrix:
+            IT_es717x:
+              ROR_TASK: integration_es717x
             IT_es716x:
               ROR_TASK: integration_es716x
             IT_es714x:
@@ -261,8 +263,8 @@ stages:
         strategy:
           maxParallel: 99
           matrix:
-            IT_es716x:
-              ROR_TASK: integration_es716x
+            IT_es717x:
+              ROR_TASK: integration_es717x
             IT_es710x:
               ROR_TASK: integration_es710x
             IT_es70x:

diff --git a/bin/build.sh b/bin/build.sh
@@ -85,6 +85,11 @@ if [[ -z $TRAVIS ]] ||  [[ $ROR_TASK == "integration_es80x" ]]; then
     ./gradlew integration-tests:test '-PesModule=es80x' || ( find . |grep hs_err |xargs cat && exit 1 )
 fi
 
+if [[ -z $TRAVIS ]] ||  [[ $ROR_TASK == "integration_es717x" ]]; then
+    echo ">>> es717x => Running testcontainers.."
+    ./gradlew integration-tests:test '-PesModule=es717x' || ( find . |grep hs_err |xargs cat && exit 1 )
+fi
+
 if [[ -z $TRAVIS ]] ||  [[ $ROR_TASK == "integration_es716x" ]]; then
     echo ">>> es716x => Running testcontainers.."
     ./gradlew integration-tests:test '-PesModule=es716x' || ( find . |grep hs_err |xargs cat && exit 1 )
@@ -185,6 +190,7 @@ if [[ -z $TRAVIS ]] ||  [[ $ROR_TASK == "package_es8xx" ]]; then
     echo ">>> ($0) additional builds of ES module for specified ES version"
 
     #es89
+    ./gradlew --stacktrace es89x:ror '-PesVersion=8.9.2'
     ./gradlew --stacktrace es89x:ror '-PesVersion=8.9.1'
     ./gradlew --stacktrace es89x:ror '-PesVersion=8.9.0'
 
@@ -240,6 +246,9 @@ if [[ -z $TRAVIS ]] ||  [[ $ROR_TASK == "package_es7xx" ]]; then
 
     echo ">>> ($0) additional builds of ES module for specified ES version"
 
+    #es717x
+    ./gradlew --stacktrace es717x:ror '-PesVersion=7.17.13'
+
     #es716x
     ./gradlew --stacktrace es716x:ror '-PesVersion=7.17.12'
     ./gradlew --stacktrace es716x:ror '-PesVersion=7.17.11'

diff --git a/bin/upload_es_artifacts.sh b/bin/upload_es_artifacts.sh
@@ -4,6 +4,7 @@ set -xe
 
 echo ">>> ($0) UPLOADING ES ARTIFACTS ..."
 
+./gradlew --stacktrace --info clean ror-tools:uploadArtifactsFromEsBinaries -PesVersion=8.9.2
 ./gradlew --stacktrace --info clean ror-tools:uploadArtifactsFromEsBinaries -PesVersion=8.9.1
 ./gradlew --stacktrace --info clean ror-tools:uploadArtifactsFromEsBinaries -PesVersion=8.9.0
 #./gradlew --stacktrace --info clean ror-tools:uploadArtifactsFromEsBinaries -PesVersion=8.8.2

diff --git a/es717x/build.gradle b/es717x/build.gradle
@@ -0,0 +1,91 @@
+/*
+ *    This file is part of ReadonlyREST.
+ *
+ *    ReadonlyREST is free software: you can redistribute it and/or modify
+ *    it under the terms of the GNU General Public License as published by
+ *    the Free Software Foundation, either version 3 of the License, or
+ *    (at your option) any later version.
+ *
+ *    ReadonlyREST is distributed in the hope that it will be useful,
+ *    but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *    GNU General Public License for more details.
+ *
+ *    You should have received a copy of the GNU General Public License
+ *    along with ReadonlyREST.  If not, see http://www.gnu.org/licenses/
+ */
+
+plugins {
+    id "readonlyrest.plugin-common-conventions"
+}
+
+def pluginFullName = pluginName + '-' + version
+
+compileScala {
+    sourceCompatibility = 1.8
+    targetCompatibility = 1.8
+}
+
+dependencies {
+    implementation  project(path: ':core')
+    implementation  project(path: ':ror-tools', configuration: 'shadow')
+    implementation  project(path: ':ror-tools-core')
+    implementation  group: 'org.elasticsearch',                 name: 'elasticsearch' ,                         version: esVersion
+    implementation  group: 'org.elasticsearch.client',          name: 'elasticsearch-rest-high-level-client',   version: esVersion
+    implementation  group: 'org.apache.httpcomponents',         name: 'httpclient',                             version: '4.5.13'
+    implementation  group: 'org.apache.logging.log4j',          name: 'log4j-core',                             version: '2.11.1'
+    compileOnly     group: 'org.locationtech.spatial4j',        name: 'spatial4j',                              version: '0.7'
+    implementation  group: 'org.elasticsearch.plugin',          name: 'transport-netty4-client',                version: esVersion
+}
+
+configurations {
+    wagon
+    distJars {
+        exclude group: 'org.elasticsearch'
+        exclude group: 'lucene-core'
+        exclude module: 'log4j-api'
+        exclude module: 'log4j-core'
+        exclude group: 'lucene-analyzers-common'
+        exclude group: 'org.apache.commons'
+        exclude group: 'org.yaml'
+        exclude group: 'com.fasterxml.jackson.core', module: 'jackson-core'
+    }
+}
+
+tasks.register('cleanOldData') {
+    doLast {
+        delete 'build/tmp/' + pluginFullName
+    }
+}
+
+tasks.register('jarHellCheck', JavaExec) {
+    outputs.upToDateWhen { false }
+    mainClass.set("org.elasticsearch.jdk.JarHell")
+    classpath = project.sourceSets.main.compileClasspath.filter { it.exists() }
+}
+
+tasks.register('resolvePluginDescriptorTemplate', Copy) {
+    dependsOn configureEsVersion
+    outputs.upToDateWhen { false }
+    from './plugin-metadata'
+    into 'build/tmp/' + pluginFullName
+    expand([
+            'descriptor': [
+                    'name'         : pluginName,
+                    'pluginVersion': project.properties['pluginVersion'],
+                    'esVersion'    : project.properties['esVersion']
+            ]
+    ])
+}
+
+tasks.register('ror', Zip) {
+    dependsOn(cleanOldData, jarHellCheck, toJar, resolvePluginDescriptorTemplate)
+    outputs.upToDateWhen { false }
+    archivesBaseName = pluginName
+    into('.')
+            {
+                from configurations.distJars.filter { x -> !x.name.contains('spatial4j') && !x.name.contains('jts') }
+                from 'build/libs/' + pluginFullName + '.jar'
+                from 'build/tmp/' + pluginFullName
+            }
+}
diff --git a/es717x/gradle.properties b/es717x/gradle.properties
@@ -0,0 +1 @@
+esVersion=7.17.13
diff --git a/es717x/plugin-metadata/plugin-descriptor.properties b/es717x/plugin-metadata/plugin-descriptor.properties
@@ -0,0 +1,27 @@
+#
+# This file is part of ReadonlyREST.
+#
+#     ReadonlyREST is free software: you can redistribute it and/or modify
+#     it under the terms of the GNU General Public License as published by
+#     the Free Software Foundation, either version 3 of the License, or
+#     (at your option) any later version.
+#
+#     ReadonlyREST is distributed in the hope that it will be useful,
+#     but WITHOUT ANY WARRANTY; without even the implied warranty of
+#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#     GNU General Public License for more details.
+#
+#     You should have received a copy of the GNU General Public License
+#     along with ReadonlyREST.  If not, see http://www.gnu.org/licenses/
+#
+#
+# Elasticsearch plugin descriptor file
+# This file must exist as 'plugin-descriptor.properties' in a folder named `elasticsearch`
+# inside all plugins.
+#
+name=${descriptor.name}
+version=${descriptor.pluginVersion}
+description=Safely expose Elasticsearch REST API
+classname=tech.beshu.ror.es.ReadonlyRestPlugin
+java.version=1.8
+elasticsearch.version=${descriptor.esVersion}
diff --git a/es717x/plugin-metadata/plugin-security.policy b/es717x/plugin-metadata/plugin-security.policy
@@ -0,0 +1,13 @@
+grant {
+  permission java.io.FilePermission "/usr/share/elasticsearch", "read";
+  permission java.lang.reflect.ReflectPermission "suppressAccessChecks";
+  permission java.lang.RuntimePermission "accessClassInPackage.sun.misc";
+  permission java.lang.RuntimePermission "accessDeclaredMembers";
+  permission java.lang.RuntimePermission "createClassLoader";
+  permission java.lang.RuntimePermission "getClassLoader";
+  permission java.lang.RuntimePermission "setContextClassLoader";
+  permission java.net.SocketPermission "*", "accept, resolve, connect";
+  permission java.security.SecurityPermission "insertProvider";
+  permission java.security.SecurityPermission "putProviderProperty.BCFIPS";
+  permission java.security.SecurityPermission "putProviderProperty.BCJSSE";
+};