diff --git a/.flattened-pom.xml b/.flattened-pom.xml new file mode 100644 index 0000000000..edb1ebce61 --- /dev/null +++ b/.flattened-pom.xml @@ -0,0 +1,909 @@ + + + + 4.0.0 + + org.apache + apache + 25 + + org.apache.streampark + streampark + 3.0.0-SNAPSHOT + pom + StreamPark Project Parent POM + StreamPark, Make stream processing easier! easy-to-use streaming application development framework and operation + platform + https://streampark.apache.org/ + + Apache Software Foundation + https://www.apache.org + + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + + + StreamPark Developer List + dev-subscribe@streampark.apache.org + dev-unsubscribe@streampark.apache.org + dev@streampark.apache.org + + + StreamPark Commits List + commits-subscribe@streampark.apache.org + commits-unsubscribe@streampark.apache.org + commits@streampark.apache.org + + + + streampark-common + streampark-flink + streampark-spark + streampark-console + + + scm:git:git://github.com/apache/streampark.git + scm:git:https://gitbox.apache.org/repos/asf/streampark.git + scm:git:git@github.com:apache/streampark.git + + + GitHub + https://github.com/apache/streampark/issues + + + 1.2.11 + 1.19.8 + 3.7.5 + 3.1.2 + 1.7.13 + _${scala.binary.version} + 1.17.14 + 1.14 + 1.0.0 + 1.15.0 + 3.7.0-M11 + true + 1.3.0 + 2.0 + 1.18.24 + 0.13 + 2.27.2 + 1.5.0 + 3.3.0 + 2.13.5 + 3.2.9 + UTF-8 + 3.9.0 + 3.6.3 + false + 1.4.2 + org.apache.streampark.shaded + 3.2.0-1.18 + 3.4.6 + 2.2.1 + 1.8.1 + 5.1 + 3.0.0-M1 + 6.2.3 + 3.3.4 + 2.1.10 + 1.20.1 + false + 2.5.0 + 1.5 + 3.3.0 + UTF-8 + 2.12.17 + 4.7.1 + 3.0.1-1.17 + 3.2.0 + 2.17 + 2.12 + 2.9.1 + 3.10.1 + 3.23.1 + 1.6.1 + 3.12.0 + 1.7.32 + 1.8 + 8.0.27 + 4.0.0 + false + false + 30.0-jre + 2.3.4 + 3.2.4 + 1.6.0 + 5.9.1 + 3.4.5 + 1.0.0 + 2.8.6 + 3.0.0-SNAPSHOT + + + + + org.apache.flink + force-shading + ${flink.shaded.version} + + + org.scala-lang + scala-library + ${scala.version} + + + org.scala-lang + scala-compiler + ${scala.version} + + + org.scala-lang + scala-reflect + ${scala.version} + + + org.scala-lang.modules + scala-xml_${scala.binary.version} + ${scala.xml.version} + + + com.google.guava + guava + ${guava.version} + + + com.google.code.findbugs + jsr305 + + + com.google.errorprone + error_prone_annotations + + + + + com.beachape + enumeratum_${scala.binary.version} + ${enumeratum.version} + + + org.scala-lang + * + + + + + org.apache.streampark + streampark-common_${scala.binary.version} + ${project.version} + + + com.github.ben-manes.caffeine + caffeine + ${caffeine.version} + + + com.google.errorprone + error_prone_annotations + + + + + mysql + mysql-connector-java + ${mysql.version} + test + + + org.apache.zookeeper + zookeeper + ${zoopkeeper.version} + + + redis.clients + jedis + ${redis.version} + + + com.zaxxer + HikariCP + ${hikariCP.version} + + + com.typesafe + config + ${typesafe-conf.version} + + + org.yaml + snakeyaml + ${snakeyaml.version} + + + org.json4s + json4s-jackson_${scala.binary.version} + ${json4s-jackson.version} + + + org.scala-lang + * + + + + + com.fasterxml.jackson.core + jackson-databind + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-core + ${jackson.version} + + + com.fasterxml.jackson.module + jackson-module-scala_${scala.binary.version} + ${jackson.version} + + + org.scala-lang + * + + + + + org.apache.commons + commons-lang3 + ${commons-lang3.version} + + + commons-cli + commons-cli + ${commons-cli.version} + + + commons-net + commons-net + ${commons-net.version} + + + org.apache.commons + commons-collections4 + ${commons-collections4.version} + + + org.apache.httpcomponents.client5 + httpclient5 + ${httpclient5.version} + + + org.apache.httpcomponents.client5 + httpclient5-fluent + ${httpclient5.version} + + + org.apache.hadoop + hadoop-client-api + ${hadoop.version} + + + org.xerial.snappy + snappy-java + + + + + org.apache.hadoop + hadoop-client-runtime + ${hadoop.version} + + + com.google.code.findbugs + jsr305 + + + org.xerial.snappy + snappy-java + + + + + org.apache.hbase + hbase-client + ${hbase.version} + + + log4j + * + + + org.slf4j + * + + + + + org.slf4j + slf4j-api + ${slf4j.version} + + + org.slf4j + log4j-over-slf4j + ${slf4j.version} + + + ch.qos.logback + logback-classic + ${logback.version} + + + log4j + * + + + org.slf4j + * + + + + + org.projectlombok + lombok + ${lombok.version} + + + org.testcontainers + testcontainers + ${testcontainer.version} + test + + + org.testcontainers + mysql + ${testcontainer.version} + test + + + org.testcontainers + postgresql + ${testcontainer.version} + test + + + org.junit.jupiter + junit-jupiter-engine + ${jupiter.version} + test + + + org.junit.jupiter + junit-jupiter-api + ${jupiter.version} + test + + + org.junit.jupiter + junit-jupiter-params + ${jupiter.version} + test + + + org.assertj + assertj-core + ${assertj.version} + test + + + + + + org.apache.flink + force-shading + + + org.scala-lang + scala-library + provided + + + org.scala-lang + scala-compiler + provided + + + org.scala-lang + scala-reflect + provided + + + + + + src/main/resources + + + + + + org.codehaus.mojo + build-helper-maven-plugin + ${build-helper-maven-plugin.version} + + + add-source + generate-sources + + add-source + + + + ${basedir}/src/main/java + ${basedir}/src/main/scala + + + + + + + maven-checkstyle-plugin + ${maven-checkstyle-plugin.version} + + + validate + process-sources + + check + + + + + + com.puppycrawl.tools + checkstyle + 8.14 + + + + ${maven.multiModuleProjectDirectory}/tools/checkstyle/suppressions.xml + ${maven.multiModuleProjectDirectory}/tools/checkstyle/checkstyle.xml + UTF-8 + UTF-8 + true + false + true + + ${project.build.sourceDirectory} + ${project.build.testSourceDirectory} + + **/*.properties, + **/*.sh, + **/*.bat, + **/*.yml, + **/*.yaml, + **/*.xml, + **/*.dict + **/.asf.yaml, + **/.github/**, + **/crd/**.yml, + **/crd/**.yaml + **/*.java, + **/*.scala + + + + org.scalastyle + scalastyle-maven-plugin + ${maven-scalastyle-plugin.version} + + + + check + + + + + false + true + true + false + ${project.basedir}/src/main/scala + ${project.basedir}/src/test/scala + ${maven.multiModuleProjectDirectory}/tools/checkstyle/scalastyle-config.xml + ${project.build.directory}/scalastyle-output.xml + UTF-8 + ${maven.scalastyle.skip} + + + + com.diffplug.spotless + spotless-maven-plugin + ${maven-spotless-plugin.version} + + + spotless-check + validate + + check + + + + + ${spotless.skip} + + + src/main/java/**/*.java + src/test/java/**/*.java + streampark-e2e/streampark-e2e-case/src/test/java/**/*.java + streampark-e2e/streampark-e2e-core/src/main/java/**/*.java + + + ${maven.multiModuleProjectDirectory}/tools/checkstyle/spotless_streampark_formatter.xml + + + ${maven.multiModuleProjectDirectory}/tools/checkstyle/copyright.txt + + + org.apache.streampark,org.apache.streampark.shaded,org.apache,,javax,java,scala,\# + + + Remove wildcard imports + import\s+(static)*\s*[^\*\s]+\*;(\r\n|\r|\n) + $1 + + + Block powermock + import\s+org\.powermock\.[^\*\s]*(|\*);(\r\n|\r|\n) + $1 + + + Block jUnit4 imports + import\s+org\.junit\.[^jupiter][^\*\s]*(|\*);(\r\n|\r|\n) + $1 + + + + + + src/main/scala/**/*.scala + src/main/scala-*/**/*.scala + src/test/scala/**/*.scala + src/test/scala-*/**/*.scala + + + ${spotless.scalafmt.version} + ${maven.multiModuleProjectDirectory}/tools/checkstyle/.scalafmt.conf + + + ${maven.multiModuleProjectDirectory}/tools/checkstyle/copyright.txt + + + + + pom.xml + + + ${project.build.sourceEncoding} + true + true + 4 + + + + + + maven-compiler-plugin + ${maven-compiler-plugin.version} + + ${project.build.jdk} + ${project.build.jdk} + UTF-8 + false + + -Xpkginfo:always + + + + + net.alchim31.maven + scala-maven-plugin + ${scala-maven-plugin.version} + + + install-scala + process-resources + + add-source + compile + + + + test-compile-scala + test-compile + + testCompile + + + + + -target:jvm-${project.build.jdk} + ${project.build.jdk} + ${project.build.jdk} + + -unchecked + -deprecation + -feature + -explaintypes + -P:silencer:globalFilters=.*deprecated.* + -P:silencer:globalFilters=.*Could not find any member to link for.* + -P:silencer:globalFilters=.*undefined in comment for class.* + -Xfatal-warnings + -Ywarn-unused:imports + + + -Xms1024m + -Xmx1024m + -XX:ReservedCodeCacheSize=512M + + + -Xlint:all,-serial,-path,-try,-processing + + + + com.github.ghik + silencer-plugin_${scala.version} + ${maven-silencer-plugin.version} + + + ${maven.scaladoc.skip} + + + + maven-shade-plugin + ${maven-shade-plugin.version} + + + package + + shade + + + + + true + true + ${project.basedir}/target/dependency-reduced-pom.xml + + + org.apache.flink:force-shading + + + + + + maven-source-plugin + ${maven-source-plugin.version} + + + attach-sources + + jar-no-fork + + + + + + maven-javadoc-plugin + ${maven-javadoc-plugin.version} + + + attach-javadocs + + jar + + + + + true + -Xdoclint:none + + + + maven-gpg-plugin + ${maven-gpg-plugin.version} + + + sign-release-artifacts + verify + + sign + + + + + + maven-deploy-plugin + ${maven-deploy-plugin.version} + + + org.codehaus.mojo + flatten-maven-plugin + ${flatten-maven-plugin.version} + + + flatten + process-resources + + flatten + + + + flatten.clean + clean + + clean + + + + + true + resolveCiFriendliesOnly + + + + org.apache.rat + apache-rat-plugin + ${maven-apache-rat-plugin.version} + + + rat-validate + validate + + check + + + + + ${rat.skip} + + .asf.yaml + .git-blame-ignore-revs + .editorconfig + .git/ + .github/** + .gitignore + .licenserc.yaml + .scalafmt.conf + **/.idea/ + **/*.iml + **/*.txt + **/*.json + **/*.md + **/*.log + **/.gitkeep + **/.settings/* + **/.classpath + **/.project + **/target/** + **/out/** + **/META-INF/** + .mvn/** + compiler/** + dist-material/** + docker/** + mvnw + mvnw.cmd + README.md + src/main/assembly/** + src/main/resources/alert-template/** + src/main/resources/*.dict + streampark-console-webapp/** + + + + + + + + maven-shade-plugin + + + org.codehaus.mojo + build-helper-maven-plugin + + + maven-compiler-plugin + + + maven-checkstyle-plugin + + + org.scalastyle + scalastyle-maven-plugin + + + com.diffplug.spotless + spotless-maven-plugin + + + org.owasp + dependency-check-maven + + + org.apache.rat + apache-rat-plugin + + + org.codehaus.mojo + flatten-maven-plugin + + + + + + shaded + + streampark-shaded + + + + apache-release + + + + maven-source-plugin + + + maven-deploy-plugin + + + maven-javadoc-plugin + + + maven-gpg-plugin + + + + + + spark + + streampark-spark + + + + fast + + true + true + true + true + true + true + true + true + + + + diff --git a/pom.xml b/pom.xml index 836f089a17..dab25387ff 100644 --- a/pom.xml +++ b/pom.xml @@ -26,7 +26,7 @@ org.apache.streampark streampark - 3.0.0-SNAPSHOT + ${revision} pom StreamPark Project Parent POM @@ -82,6 +82,7 @@ + 3.0.0-SNAPSHOT 11 UTF-8 UTF-8 @@ -138,6 +139,7 @@ 3.2.0 1.0.0 3.3.0 + 1.6.0 org.apache.streampark.shaded 5.1 1.18.24 @@ -853,6 +855,32 @@ ${maven-deploy-plugin.version} + + org.codehaus.mojo + flatten-maven-plugin + ${flatten-maven-plugin.version} + + true + resolveCiFriendliesOnly + + + + flatten + + flatten + + process-resources + + + flatten.clean + + clean + + clean + + + + org.apache.rat @@ -952,6 +980,11 @@ org.apache.rat apache-rat-plugin + + + org.codehaus.mojo + flatten-maven-plugin + diff --git a/streampark-common/.flattened-pom.xml b/streampark-common/.flattened-pom.xml new file mode 100644 index 0000000000..0516485116 --- /dev/null +++ b/streampark-common/.flattened-pom.xml @@ -0,0 +1,178 @@ + + + + 4.0.0 + + org.apache.streampark + streampark + 3.0.0-SNAPSHOT + + streampark-common_${scala.binary.version} + 3.0.0-SNAPSHOT + StreamPark : Common + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + + + org.mockito + mockito-scala_${scala.binary.version} + ${mockito-scala.version} + test + + + org.scalatest + scalatest_${scala.binary.version} + ${scalatest.version} + test + + + org.junit.jupiter + junit-jupiter-engine + ${jupiter.version} + test + + + org.junit.jupiter + junit-jupiter-params + ${jupiter.version} + test + + + com.beachape + enumeratum_${scala.binary.version} + + + redis.clients + jedis + true + + + com.zaxxer + HikariCP + + + org.slf4j + slf4j-api + + + + + org.yaml + snakeyaml + + + com.typesafe + config + + + org.apache.hbase + hbase-client + true + + + org.apache.hadoop + hadoop-client-api + true + + + org.apache.hadoop + hadoop-client-runtime + true + + + org.mongodb + mongo-java-driver + 3.12.2 + true + + + org.apache.httpcomponents.client5 + httpclient5 + + + io.netty + netty-resolver + 4.1.65.Final + true + + + org.apache.streampark + streampark-shaded-slf4j + ${streampark.shaded.version} + + + org.apache.streampark + streampark-shaded-jackson + ${streampark.shaded.version} + + + + + + org.codehaus.mojo + build-helper-maven-plugin + + + net.alchim31.maven + scala-maven-plugin + + + maven-shade-plugin + + + package + + shade + + + true + ${project.basedir}/target/dependency-reduced-pom.xml + + + com.beachape:* + io.netty:netty-resolver + + + + + io.netty.resolver + ${streampark.shaded.package}.io.netty.resolver + + + + + *:* + + META-INF/*.SF + META-INF/*.DSA + META-INF/*.RSA + + + + + + + + + + diff --git a/streampark-common/pom.xml b/streampark-common/pom.xml index ac2eeb2f25..bf9c43b780 100644 --- a/streampark-common/pom.xml +++ b/streampark-common/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark - 3.0.0-SNAPSHOT + ${revision} streampark-common_${scala.binary.version} diff --git a/streampark-console/pom.xml b/streampark-console/pom.xml index 32ca6d7342..d1dc81d7e3 100644 --- a/streampark-console/pom.xml +++ b/streampark-console/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark - 3.0.0-SNAPSHOT + ${revision} streampark-console diff --git a/streampark-console/streampark-console-service/pom.xml b/streampark-console/streampark-console-service/pom.xml index f36ef849c2..d94e90864e 100644 --- a/streampark-console/streampark-console-service/pom.xml +++ b/streampark-console/streampark-console-service/pom.xml @@ -23,7 +23,7 @@ org.apache.streampark streampark-console - 3.0.0-SNAPSHOT + ${revision} streampark-console-service diff --git a/streampark-console/streampark-console-service/src/main/assembly/bin/streampark.sh b/streampark-console/streampark-console-service/src/main/assembly/bin/streampark.sh index f160bc89f5..fce57d3ed6 100755 --- a/streampark-console/streampark-console-service/src/main/assembly/bin/streampark.sh +++ b/streampark-console/streampark-console-service/src/main/assembly/bin/streampark.sh @@ -286,7 +286,7 @@ print_logo() { printf ' %s ___/ / /_/ / / __/ /_/ / / / / / / /_/ / /_/ / / / ,< %s\n' $PRIMARY $RESET printf ' %s /____/\__/_/ \___/\__,_/_/ /_/ /_/ ____/\__,_/_/ /_/|_| %s\n' $PRIMARY $RESET printf ' %s /_/ %s\n\n' $PRIMARY $RESET - printf ' %s Version: 3.0.0-SNAPSHOT %s\n' $BLUE $RESET + printf ' %s Version: 3.0.0-SNAPSHOT %s\n' $BLUE $RESET printf ' %s WebSite: https://streampark.apache.org%s\n' $BLUE $RESET printf ' %s GitHub : http://github.com/apache/streampark%s\n\n' $BLUE $RESET printf ' %s ──────── Apache StreamPark, Make stream processing easier ô~ô!%s\n\n' $PRIMARY $RESET diff --git a/streampark-console/streampark-console-service/src/main/java/org/apache/streampark/console/system/runner/StartedUpRunner.java b/streampark-console/streampark-console-service/src/main/java/org/apache/streampark/console/system/runner/StartedUpRunner.java index 9037edd3d5..3f63fc6d42 100644 --- a/streampark-console/streampark-console-service/src/main/java/org/apache/streampark/console/system/runner/StartedUpRunner.java +++ b/streampark-console/streampark-console-service/src/main/java/org/apache/streampark/console/system/runner/StartedUpRunner.java @@ -48,7 +48,7 @@ public void run(ApplicationArguments args) { System.out.println(" ___/ / /_/ / / __/ /_/ / / / / / / /_/ / /_/ / / / ,< "); System.out.println(" /____/\\__/_/ \\___/\\__,_/_/ /_/ /_/ ____/\\__,_/_/ /_/|_| "); System.out.println(" /_/ \n\n"); - System.out.println(" Version: 3.0.0-SNAPSHOT "); + System.out.println(" Version: 3.0.0-SNAPSHOT "); System.out.println(" WebSite: https://streampark.apache.org "); System.out.println(" GitHub : https://github.com/apache/streampark "); System.out.println(" Info : streampark-console start successful "); diff --git a/streampark-flink/.flattened-pom.xml b/streampark-flink/.flattened-pom.xml new file mode 100644 index 0000000000..548f1e895f --- /dev/null +++ b/streampark-flink/.flattened-pom.xml @@ -0,0 +1,83 @@ + + + + 4.0.0 + + org.apache.streampark + streampark + 3.0.0-SNAPSHOT + + streampark-flink + 3.0.0-SNAPSHOT + pom + StreamPark : Flink Parent + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + + streampark-flink-shims + streampark-flink-sqlclient + streampark-flink-udf + streampark-flink-client + streampark-flink-proxy + streampark-flink-packer + streampark-flink-kubernetes + + + + org.scalatest + scalatest_${scala.binary.version} + ${scalatest.version} + test + + + org.junit.jupiter + junit-jupiter-engine + ${jupiter.version} + test + + + org.junit.jupiter + junit-jupiter-params + ${jupiter.version} + test + + + org.assertj + assertj-core + + + org.apache.flink + flink-table-api-java-uber + 1.19.0 + test + + + + + + net.alchim31.maven + scala-maven-plugin + + + + diff --git a/streampark-flink/pom.xml b/streampark-flink/pom.xml index e85e2ae2ea..83388a1207 100644 --- a/streampark-flink/pom.xml +++ b/streampark-flink/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark - 3.0.0-SNAPSHOT + ${revision} streampark-flink diff --git a/streampark-flink/streampark-flink-client/pom.xml b/streampark-flink/streampark-flink-client/pom.xml index 3d618dc0b7..389d454ba8 100644 --- a/streampark-flink/streampark-flink-client/pom.xml +++ b/streampark-flink/streampark-flink-client/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-flink - 3.0.0-SNAPSHOT + ${revision} streampark-flink-client diff --git a/streampark-flink/streampark-flink-client/streampark-flink-client-api/pom.xml b/streampark-flink/streampark-flink-client/streampark-flink-client-api/pom.xml index 49a838aec0..2aba03fab1 100644 --- a/streampark-flink/streampark-flink-client/streampark-flink-client-api/pom.xml +++ b/streampark-flink/streampark-flink-client/streampark-flink-client-api/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-flink-client - 3.0.0-SNAPSHOT + ${revision} streampark-flink-client-api_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-client/streampark-flink-client-core/pom.xml b/streampark-flink/streampark-flink-client/streampark-flink-client-core/pom.xml index 19f91cad24..d9fe1ff05f 100644 --- a/streampark-flink/streampark-flink-client/streampark-flink-client-core/pom.xml +++ b/streampark-flink/streampark-flink-client/streampark-flink-client-core/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-flink-client - 3.0.0-SNAPSHOT + ${revision} streampark-flink-client-core_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-kubernetes/pom.xml b/streampark-flink/streampark-flink-kubernetes/pom.xml index 980643d084..9ff77a240c 100644 --- a/streampark-flink/streampark-flink-kubernetes/pom.xml +++ b/streampark-flink/streampark-flink-kubernetes/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink - 3.0.0-SNAPSHOT + ${revision} streampark-flink-kubernetes_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-packer/pom.xml b/streampark-flink/streampark-flink-packer/pom.xml index f6e2f59cdd..163d5f7356 100644 --- a/streampark-flink/streampark-flink-packer/pom.xml +++ b/streampark-flink/streampark-flink-packer/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-flink - 3.0.0-SNAPSHOT + ${revision} streampark-flink-packer_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-proxy/pom.xml b/streampark-flink/streampark-flink-proxy/pom.xml index 9cccdcdb37..1e76c53116 100644 --- a/streampark-flink/streampark-flink-proxy/pom.xml +++ b/streampark-flink/streampark-flink-proxy/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-flink - 3.0.0-SNAPSHOT + ${revision} streampark-flink-proxy_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/.flattened-pom.xml b/streampark-flink/streampark-flink-shims/.flattened-pom.xml new file mode 100644 index 0000000000..c87f2dc9b7 --- /dev/null +++ b/streampark-flink/streampark-flink-shims/.flattened-pom.xml @@ -0,0 +1,49 @@ + + + + 4.0.0 + + org.apache.streampark + streampark-flink + 3.0.0-SNAPSHOT + + streampark-flink-shims + 3.0.0-SNAPSHOT + pom + StreamPark : Flink Shims Parent + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + + streampark-flink-shims-base + streampark-flink-shims-test + streampark-flink-shims_flink-1.12 + streampark-flink-shims_flink-1.13 + streampark-flink-shims_flink-1.14 + streampark-flink-shims_flink-1.15 + streampark-flink-shims_flink-1.16 + streampark-flink-shims_flink-1.17 + streampark-flink-shims_flink-1.18 + streampark-flink-shims_flink-1.19 + streampark-flink-shims_flink-1.20 + + diff --git a/streampark-flink/streampark-flink-shims/pom.xml b/streampark-flink/streampark-flink-shims/pom.xml index bdc3861f6c..734e6efa29 100644 --- a/streampark-flink/streampark-flink-shims/pom.xml +++ b/streampark-flink/streampark-flink-shims/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims-base/.flattened-pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims-base/.flattened-pom.xml new file mode 100644 index 0000000000..a779002619 --- /dev/null +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims-base/.flattened-pom.xml @@ -0,0 +1,99 @@ + + + + 4.0.0 + + org.apache.streampark + streampark-flink-shims + 3.0.0-SNAPSHOT + + streampark-flink-shims-base_${scala.binary.version} + 3.0.0-SNAPSHOT + StreamPark : Flink Shims Base + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + + + org.apache.streampark + streampark-common_${scala.binary.version} + + + org.apache.flink + flink-core + ${flink.version} + provided + + + org.apache.flink + flink-scala_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-clients + ${flink.version} + provided + + + org.apache.flink + flink-kubernetes + ${flink.version} + provided + + + org.apache.flink + flink-streaming-scala_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-table-api-scala-bridge_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-table-api-java + ${flink.version} + provided + + + org.apache.flink + flink-table-planner_${scala.binary.version} + ${flink.version} + provided + + + org.apache.hadoop + hadoop-client-api + true + + + org.apache.hadoop + hadoop-client-runtime + true + + + diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims-base/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims-base/pom.xml index 625898ea59..c5647870ae 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims-base/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims-base/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims-base_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims-test/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims-test/pom.xml index 4c3b8cd7f1..ad6f5a7da5 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims-test/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims-test/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims-test_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.12/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.12/pom.xml index 5b70c9d1b5..7a6501ec49 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.12/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.12/pom.xml @@ -23,7 +23,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims_flink-1.12_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.13/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.13/pom.xml index 327f1f8ce4..cfcab035bc 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.13/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.13/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims_flink-1.13_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.14/.flattened-pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.14/.flattened-pom.xml new file mode 100644 index 0000000000..1b735f0b9f --- /dev/null +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.14/.flattened-pom.xml @@ -0,0 +1,87 @@ + + + + 4.0.0 + + org.apache.streampark + streampark-flink-shims + 3.0.0-SNAPSHOT + + streampark-flink-shims_flink-1.14_${scala.binary.version} + 3.0.0-SNAPSHOT + StreamPark : Flink Shims 1.14 + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + + 1.14.3 + + + + org.apache.streampark + streampark-flink-shims-base_${scala.binary.version} + ${project.version} + + + org.apache.flink + flink-table-api-scala_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-scala_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-streaming-scala_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-table-uber_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-statebackend-rocksdb_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-yarn_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-kubernetes_${scala.binary.version} + ${flink.version} + provided + + + diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.14/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.14/pom.xml index 503e6f787a..f26a5f384e 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.14/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.14/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims_flink-1.14_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.15/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.15/pom.xml index 35339d5e0d..810289852d 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.15/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.15/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims_flink-1.15_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.16/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.16/pom.xml index ef4e515809..8863a84ff3 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.16/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.16/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims_flink-1.16_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.17/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.17/pom.xml index 90634ca377..53f7db03f7 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.17/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.17/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims_flink-1.17_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.18/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.18/pom.xml index 5e7d07642e..684d8cbc0e 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.18/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.18/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims_flink-1.18_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.19/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.19/pom.xml index 42b3837d02..8be54029d0 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.19/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.19/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims_flink-1.19_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.20/pom.xml b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.20/pom.xml index fbc88ac469..48df1ec808 100644 --- a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.20/pom.xml +++ b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.20/pom.xml @@ -22,7 +22,7 @@ org.apache.streampark streampark-flink-shims - 3.0.0-SNAPSHOT + ${revision} streampark-flink-shims_flink-1.20_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-sqlclient/.flattened-pom.xml b/streampark-flink/streampark-flink-sqlclient/.flattened-pom.xml new file mode 100644 index 0000000000..0a1e3698da --- /dev/null +++ b/streampark-flink/streampark-flink-sqlclient/.flattened-pom.xml @@ -0,0 +1,134 @@ + + + + 4.0.0 + + org.apache.streampark + streampark-flink + 3.0.0-SNAPSHOT + + streampark-flink-sqlclient_${scala.binary.version} + 3.0.0-SNAPSHOT + StreamPark : Flink SQL Client + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + + + com.beachape + enumeratum_${scala.binary.version} + + + org.apache.streampark + streampark-flink-shims-base_${scala.binary.version} + ${project.version} + + + org.apache.streampark + streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version} + ${project.version} + provided + + + org.apache.flink + flink-table-api-scala_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-scala_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-streaming-scala_${scala.binary.version} + ${flink.version} + provided + + + org.apache.flink + flink-table-api-scala-bridge_${scala.binary.version} + ${flink.version} + provided + + + + + + net.alchim31.maven + scala-maven-plugin + + + maven-shade-plugin + + + package + + shade + + + + + true + ${project.basedir}/target/dependency-reduced-pom.xml + + + org.apache.streampark.flink.cli.SqlClient + + + + + *:* + + + org.apache.flink:force-shading + com.google.code.findbugs:jsr305 + org.slf4j:* + log4j:* + + + + + *:* + + META-INF/*.SF + META-INF/*.DSA + META-INF/*.RSA + Log4j-*.* + + + + + + + + + + apache-release + + true + + + + diff --git a/streampark-flink/streampark-flink-sqlclient/pom.xml b/streampark-flink/streampark-flink-sqlclient/pom.xml index 9156cedc30..6e9133c1cc 100644 --- a/streampark-flink/streampark-flink-sqlclient/pom.xml +++ b/streampark-flink/streampark-flink-sqlclient/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-flink - 3.0.0-SNAPSHOT + ${revision} streampark-flink-sqlclient_${scala.binary.version} diff --git a/streampark-flink/streampark-flink-udf/pom.xml b/streampark-flink/streampark-flink-udf/pom.xml index fadcf22fd7..8ce2a770c3 100644 --- a/streampark-flink/streampark-flink-udf/pom.xml +++ b/streampark-flink/streampark-flink-udf/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-flink - 3.0.0-SNAPSHOT + ${revision} streampark-flink-udf_${scala.binary.version} diff --git a/streampark-shaded/pom.xml b/streampark-shaded/pom.xml index b2878aab01..08bbaa43f4 100644 --- a/streampark-shaded/pom.xml +++ b/streampark-shaded/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark - 3.0.0-SNAPSHOT + ${revision} streampark-shaded diff --git a/streampark-spark/.flattened-pom.xml b/streampark-spark/.flattened-pom.xml new file mode 100644 index 0000000000..f1cddbd787 --- /dev/null +++ b/streampark-spark/.flattened-pom.xml @@ -0,0 +1,111 @@ + + + + 4.0.0 + + org.apache.streampark + streampark + 3.0.0-SNAPSHOT + + streampark-spark + 3.0.0-SNAPSHOT + pom + StreamPark : Spark Parent + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + + streampark-spark-core + streampark-spark-client + streampark-spark-sqlclient + + + + org.apache.streampark + streampark-common_2.12 + ${project.version} + + + org.apache.spark + spark-streaming_2.12 + ${spark.version} + + + org.slf4j + slf4j-log4j12 + + + + + org.apache.spark + spark-sql_2.12 + ${spark.version} + + + org.apache.spark + spark-streaming-kafka-0-10_2.12 + ${spark.version} + + + com.esotericsoftware + kryo-shaded + 4.0.2 + provided + + + org.json4s + json4s-ast_2.12 + ${json4s-jackson.version} + provided + + + org.json4s + json4s-core_2.12 + ${json4s-jackson.version} + provided + + + org.apache.hadoop + hadoop-client-api + provided + + + org.apache.hadoop + hadoop-client-runtime + provided + + + org.apache.hbase + hbase-hadoop2-compat + ${hbase.version} + provided + + + + + + net.alchim31.maven + scala-maven-plugin + + + + diff --git a/streampark-spark/pom.xml b/streampark-spark/pom.xml index 59ead1c021..c4ec178b99 100644 --- a/streampark-spark/pom.xml +++ b/streampark-spark/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark - 3.0.0-SNAPSHOT + ${revision} streampark-spark diff --git a/streampark-spark/streampark-spark-cli/pom.xml b/streampark-spark/streampark-spark-cli/pom.xml index 83d4a023ed..0254d8e340 100644 --- a/streampark-spark/streampark-spark-cli/pom.xml +++ b/streampark-spark/streampark-spark-cli/pom.xml @@ -20,7 +20,7 @@ org.apache.streampark streampark-spark - 3.0.0-SNAPSHOT + ${revision} streampark-spark-cli diff --git a/streampark-spark/streampark-spark-client/pom.xml b/streampark-spark/streampark-spark-client/pom.xml index 0b5d724b2c..c76e7cdfc8 100644 --- a/streampark-spark/streampark-spark-client/pom.xml +++ b/streampark-spark/streampark-spark-client/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-spark - 3.0.0-SNAPSHOT + ${revision} streampark-spark-client diff --git a/streampark-spark/streampark-spark-client/streampark-spark-client-api/pom.xml b/streampark-spark/streampark-spark-client/streampark-spark-client-api/pom.xml index 3055e9d3c9..d7d5aca027 100644 --- a/streampark-spark/streampark-spark-client/streampark-spark-client-api/pom.xml +++ b/streampark-spark/streampark-spark-client/streampark-spark-client-api/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-spark-client - 3.0.0-SNAPSHOT + ${revision} streampark-spark-client-api_${scala.binary.version} diff --git a/streampark-spark/streampark-spark-client/streampark-spark-client-core/pom.xml b/streampark-spark/streampark-spark-client/streampark-spark-client-core/pom.xml index adbb27c851..55439e65d9 100644 --- a/streampark-spark/streampark-spark-client/streampark-spark-client-core/pom.xml +++ b/streampark-spark/streampark-spark-client/streampark-spark-client-core/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-spark-client - 3.0.0-SNAPSHOT + ${revision} streampark-spark-client-core_${scala.binary.version} diff --git a/streampark-spark/streampark-spark-core/.flattened-pom.xml b/streampark-spark/streampark-spark-core/.flattened-pom.xml new file mode 100644 index 0000000000..324258992c --- /dev/null +++ b/streampark-spark/streampark-spark-core/.flattened-pom.xml @@ -0,0 +1,35 @@ + + + + 4.0.0 + + org.apache.streampark + streampark-spark + 3.0.0-SNAPSHOT + + streampark-spark-core_2.12 + 3.0.0-SNAPSHOT + StreamPark : Spark Core + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + diff --git a/streampark-spark/streampark-spark-core/pom.xml b/streampark-spark/streampark-spark-core/pom.xml index d65de7ec0a..625345b11e 100644 --- a/streampark-spark/streampark-spark-core/pom.xml +++ b/streampark-spark/streampark-spark-core/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-spark - 3.0.0-SNAPSHOT + ${revision} streampark-spark-core_2.12 diff --git a/streampark-spark/streampark-spark-sqlclient/.flattened-pom.xml b/streampark-spark/streampark-spark-sqlclient/.flattened-pom.xml new file mode 100644 index 0000000000..3f668b3889 --- /dev/null +++ b/streampark-spark/streampark-spark-sqlclient/.flattened-pom.xml @@ -0,0 +1,104 @@ + + + + 4.0.0 + + org.apache.streampark + streampark-spark + 3.0.0-SNAPSHOT + + streampark-spark-sqlclient_${scala.binary.version} + 3.0.0-SNAPSHOT + StreamPark : Spark SQL Client + + + The Apache License, Version 2.0 + https://www.apache.org/licenses/LICENSE-2.0.txt + + + + + com.beachape + enumeratum_${scala.binary.version} + + + org.apache.streampark + streampark-spark-core_${scala.binary.version} + ${project.version} + + + + + + net.alchim31.maven + scala-maven-plugin + + + maven-shade-plugin + + + package + + shade + + + + + true + ${project.basedir}/target/dependency-reduced-pom.xml + + + org.apache.streampark.spark.cli.SqlClient + + + + + *:* + + + org.apache.spark:force-shading + com.google.code.findbugs:jsr305 + org.slf4j:* + log4j:* + + + + + *:* + + META-INF/*.SF + META-INF/*.DSA + META-INF/*.RSA + Log4j-*.* + + + + + + + + + + apache-release + + true + + + + diff --git a/streampark-spark/streampark-spark-sqlclient/pom.xml b/streampark-spark/streampark-spark-sqlclient/pom.xml index 12231a0632..fac2fce23f 100644 --- a/streampark-spark/streampark-spark-sqlclient/pom.xml +++ b/streampark-spark/streampark-spark-sqlclient/pom.xml @@ -21,7 +21,7 @@ org.apache.streampark streampark-spark - 3.0.0-SNAPSHOT + ${revision} streampark-spark-sqlclient_${scala.binary.version}