ci: verify build and tests

.mvn/jvm.config

@@ -0,0 +1 @@
+-Xss1500k

.mvn/wrapper/maven-wrapper.properties

@@ -0,0 +1,19 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+wrapperVersion=3.3.2
+distributionType=only-script
+distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.9.9/apache-maven-3.9.9-bin.zip

buildtools/pom.xml

@@ -53,6 +53,7 @@
     <maven-shade-plugin.version>3.4.0</maven-shade-plugin.version>
     <puppycrawl.checkstyle.version>8.37</puppycrawl.checkstyle.version>
     <maven-checkstyle-plugin.version>3.1.2</maven-checkstyle-plugin.version>
+    <netty.version>4.1.121.Final</netty.version>
     <guice.version>4.2.3</guice.version>
     <guava.version>32.0.0-jre</guava.version>
     <ant.version>1.10.12</ant.version>

distribution/server/pom.xml

@@ -40,6 +40,19 @@
       <version>${project.version}</version>
     </dependency>
 
+    <dependency>
+      <groupId>${project.groupId}</groupId>
+      <artifactId>pulsar-metadata</artifactId>
+      <version>${project.version}</version>
+    </dependency>
+
+    <dependency>
+      <groupId>${project.groupId}</groupId>
+      <artifactId>jetcd-core-shaded</artifactId>
+      <version>${project.version}</version>
+      <classifier>shaded</classifier>
+    </dependency>
+
     <dependency>
       <groupId>${project.groupId}</groupId>
       <artifactId>pulsar-proxy</artifactId>

distribution/server/src/assemble/LICENSE.bin.txt

@@ -322,7 +322,7 @@ The Apache Software License, Version 2.0
      - com.fasterxml.jackson.module-jackson-module-jsonSchema-2.14.2.jar
  * Caffeine -- com.github.ben-manes.caffeine-caffeine-2.9.1.jar
  * Conscrypt -- org.conscrypt-conscrypt-openjdk-uber-2.5.2.jar
- * Proto Google Common Protos -- com.google.api.grpc-proto-google-common-protos-2.0.1.jar
+ * Proto Google Common Protos -- com.google.api.grpc-proto-google-common-protos-2.9.0.jar
  * Bitbucket -- org.bitbucket.b_c-jose4j-0.9.4.jar
  * Gson
     - com.google.code.gson-gson-2.8.9.jar
@@ -352,34 +352,36 @@ The Apache Software License, Version 2.0
     - org.apache.commons-commons-compress-1.26.0.jar
     - org.apache.commons-commons-lang3-3.11.jar
  * Netty
-    - io.netty-netty-buffer-4.1.100.Final.jar
-    - io.netty-netty-codec-4.1.100.Final.jar
-    - io.netty-netty-codec-dns-4.1.100.Final.jar
-    - io.netty-netty-codec-http-4.1.100.Final.jar
-    - io.netty-netty-codec-http2-4.1.100.Final.jar
-    - io.netty-netty-codec-socks-4.1.100.Final.jar
-    - io.netty-netty-codec-haproxy-4.1.100.Final.jar
-    - io.netty-netty-common-4.1.100.Final.jar
-    - io.netty-netty-handler-4.1.100.Final.jar
-    - io.netty-netty-handler-proxy-4.1.100.Final.jar
-    - io.netty-netty-resolver-4.1.100.Final.jar
-    - io.netty-netty-resolver-dns-4.1.100.Final.jar
-    - io.netty-netty-transport-4.1.100.Final.jar
-    - io.netty-netty-transport-classes-epoll-4.1.100.Final.jar
-    - io.netty-netty-transport-native-epoll-4.1.100.Final-linux-aarch_64.jar
-    - io.netty-netty-transport-native-epoll-4.1.100.Final-linux-x86_64.jar
-    - io.netty-netty-transport-native-unix-common-4.1.100.Final.jar
-    - io.netty-netty-transport-native-unix-common-4.1.100.Final-linux-x86_64.jar
-    - io.netty-netty-tcnative-boringssl-static-2.0.61.Final.jar
-    - io.netty-netty-tcnative-boringssl-static-2.0.61.Final-linux-aarch_64.jar
-    - io.netty-netty-tcnative-boringssl-static-2.0.61.Final-linux-x86_64.jar
-    - io.netty-netty-tcnative-boringssl-static-2.0.61.Final-osx-aarch_64.jar
-    - io.netty-netty-tcnative-boringssl-static-2.0.61.Final-osx-x86_64.jar
-    - io.netty-netty-tcnative-boringssl-static-2.0.61.Final-windows-x86_64.jar
-    - io.netty-netty-tcnative-classes-2.0.61.Final.jar
-    - io.netty.incubator-netty-incubator-transport-classes-io_uring-0.0.25.Final.jar
-    - io.netty.incubator-netty-incubator-transport-native-io_uring-0.0.25.Final-linux-x86_64.jar
-    - io.netty.incubator-netty-incubator-transport-native-io_uring-0.0.25.Final-linux-aarch_64.jar
+    - io.netty-netty-buffer-4.1.121.Final.jar
+    - io.netty-netty-codec-4.1.121.Final.jar
+    - io.netty-netty-codec-dns-4.1.121.Final.jar
+    - io.netty-netty-codec-http-4.1.121.Final.jar
+    - io.netty-netty-codec-http2-4.1.121.Final.jar
+    - io.netty-netty-codec-socks-4.1.121.Final.jar
+    - io.netty-netty-codec-haproxy-4.1.121.Final.jar
+    - io.netty-netty-common-4.1.121.Final.jar
+    - io.netty-netty-handler-4.1.121.Final.jar
+    - io.netty-netty-handler-proxy-4.1.121.Final.jar
+    - io.netty-netty-resolver-4.1.121.Final.jar
+    - io.netty-netty-resolver-dns-4.1.121.Final.jar
+    - io.netty-netty-resolver-dns-classes-macos-4.1.121.Final.jar
+    - io.netty-netty-resolver-dns-native-macos-4.1.121.Final-osx-aarch_64.jar
+    - io.netty-netty-resolver-dns-native-macos-4.1.121.Final-osx-x86_64.jar
+    - io.netty-netty-transport-4.1.121.Final.jar
+    - io.netty-netty-transport-classes-epoll-4.1.121.Final.jar
+    - io.netty-netty-transport-native-epoll-4.1.121.Final-linux-aarch_64.jar
+    - io.netty-netty-transport-native-epoll-4.1.121.Final-linux-x86_64.jar
+    - io.netty-netty-transport-native-unix-common-4.1.121.Final.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.70.Final.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.70.Final-linux-aarch_64.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.70.Final-linux-x86_64.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.70.Final-osx-aarch_64.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.70.Final-osx-x86_64.jar
+    - io.netty-netty-tcnative-boringssl-static-2.0.70.Final-windows-x86_64.jar
+    - io.netty-netty-tcnative-classes-2.0.70.Final.jar
+    - io.netty.incubator-netty-incubator-transport-classes-io_uring-0.0.26.Final.jar
+    - io.netty.incubator-netty-incubator-transport-native-io_uring-0.0.26.Final-linux-x86_64.jar
+    - io.netty.incubator-netty-incubator-transport-native-io_uring-0.0.26.Final-linux-aarch_64.jar
  * Prometheus client
     - io.prometheus-simpleclient-0.5.0.jar
     - io.prometheus-simpleclient_common-0.5.0.jar
@@ -473,31 +475,32 @@ The Apache Software License, Version 2.0
      - org.jetbrains.kotlin-kotlin-stdlib-jdk8-1.6.0.jar
      - org.jetbrains-annotations-13.0.jar
  * gRPC
-    - io.grpc-grpc-all-1.45.1.jar
-    - io.grpc-grpc-auth-1.45.1.jar
-    - io.grpc-grpc-context-1.45.1.jar
-    - io.grpc-grpc-core-1.45.1.jar
-    - io.grpc-grpc-netty-1.45.1.jar
-    - io.grpc-grpc-protobuf-1.45.1.jar
-    - io.grpc-grpc-protobuf-lite-1.45.1.jar
-    - io.grpc-grpc-stub-1.45.1.jar
-    - io.grpc-grpc-alts-1.45.1.jar
-    - io.grpc-grpc-api-1.45.1.jar
-    - io.grpc-grpc-grpclb-1.45.1.jar
-    - io.grpc-grpc-netty-shaded-1.45.1.jar
-    - io.grpc-grpc-services-1.45.1.jar
-    - io.grpc-grpc-xds-1.45.1.jar
-    - io.grpc-grpc-rls-1.45.1.jar
-    - com.google.auto.service-auto-service-annotations-1.0.jar
+ - io.grpc-grpc-all-1.55.3.jar
+    - io.grpc-grpc-auth-1.55.3.jar
+    - io.grpc-grpc-context-1.55.3.jar
+    - io.grpc-grpc-core-1.55.3.jar
+    - io.grpc-grpc-protobuf-1.55.3.jar
+    - io.grpc-grpc-protobuf-lite-1.55.3.jar
+    - io.grpc-grpc-stub-1.55.3.jar
+    - io.grpc-grpc-alts-1.55.3.jar
+    - io.grpc-grpc-api-1.55.3.jar
+    - io.grpc-grpc-grpclb-1.55.3.jar
+    - io.grpc-grpc-netty-shaded-1.55.3.jar
+    - io.grpc-grpc-services-1.55.3.jar
+    - io.grpc-grpc-xds-1.55.3.jar
+    - io.grpc-grpc-rls-1.55.3.jar
+    - io.grpc-grpc-servlet-1.55.3.jar
+    - io.grpc-grpc-servlet-jakarta-1.55.3.jar
+    - io.grpc-grpc-util-1.60.0.jar
   * Perfmark
-    - io.perfmark-perfmark-api-0.19.0.jar
+    - io.perfmark-perfmark-api-0.26.0.jar
   * OpenCensus
     - io.opencensus-opencensus-api-0.28.0.jar
     - io.opencensus-opencensus-contrib-http-util-0.28.0.jar
     - io.opencensus-opencensus-proto-0.2.0.jar
   * Jodah
     - net.jodah-typetools-0.5.0.jar
-    - net.jodah-failsafe-2.4.4.jar
+    - dev.failsafe-failsafe-3.3.2.jar
   * Byte Buddy
     - net.bytebuddy-byte-buddy-1.14.12.jar
   * zt-zip
@@ -544,10 +547,8 @@ The Apache Software License, Version 2.0
     - com.google.http-client-google-http-client-gson-1.41.0.jar
     - com.google.http-client-google-http-client-1.41.0.jar
     - com.google.auto.value-auto-value-annotations-1.9.jar
-    - com.google.re2j-re2j-1.5.jar
-  * Jetcd
-    - io.etcd-jetcd-common-0.5.11.jar
-    - io.etcd-jetcd-core-0.5.11.jar
+    - com.google.re2j-re2j-1.6.jar
+  * Jetcd - shaded
   * IPAddress
     - com.github.seancfoley-ipaddress-5.3.3.jar
   * RoaringBitmap

jetcd-core-shaded/pom.xml

@@ -0,0 +1,187 @@
+<?xml version="1.0"?>
+<!--
+
+    Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+-->
+<project
+        xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"
+        xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
+  <modelVersion>4.0.0</modelVersion>
+  <parent>
+    <groupId>org.apache.pulsar</groupId>
+    <artifactId>pulsar</artifactId>
+    <version>2.10.7-SNAPSHOT</version>
+  </parent>
+
+  <artifactId>jetcd-core-shaded</artifactId>
+  <name>Apache Pulsar :: jetcd-core shaded</name>
+
+  <dependencies>
+    <dependency>
+      <groupId>io.etcd</groupId>
+      <artifactId>jetcd-core</artifactId>
+      <exclusions>
+        <exclusion>
+          <groupId>io.grpc</groupId>
+          <artifactId>grpc-netty</artifactId>
+        </exclusion>
+        <exclusion>
+          <groupId>io.netty</groupId>
+          <artifactId>*</artifactId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+    <dependency>
+      <groupId>io.grpc</groupId>
+      <artifactId>grpc-netty-shaded</artifactId>
+    </dependency>
+    <!-- add transient dependencies for jetcd libraries, this is necessary for IntelliJ support -->
+    <dependency>
+      <groupId>dev.failsafe</groupId>
+      <artifactId>failsafe</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>io.grpc</groupId>
+      <artifactId>grpc-protobuf</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>io.grpc</groupId>
+      <artifactId>grpc-stub</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>io.grpc</groupId>
+      <artifactId>grpc-grpclb</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>io.grpc</groupId>
+      <artifactId>grpc-util</artifactId>
+    </dependency>
+  </dependencies>
+  <build>
+    <plugins>
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-shade-plugin</artifactId>
+        <executions>
+          <execution>
+            <phase>package</phase>
+            <goals>
+              <goal>shade</goal>
+            </goals>
+            <configuration>
+              <createDependencyReducedPom>true</createDependencyReducedPom>
+              <promoteTransitiveDependencies>true</promoteTransitiveDependencies>
+              <minimizeJar>false</minimizeJar>
+              <artifactSet>
+                <includes>
+                  <include>io.etcd:*</include>
+                  <include>io.vertx:*</include>
+                </includes>
+              </artifactSet>
+              <relocations>
+                <!-- relocate vertx packages since they will be transformed to use grpc-netty-shaded packages -->
+                <relocation>
+                  <pattern>io.vertx</pattern>
+                  <shadedPattern>org.apache.pulsar.jetcd.shaded.io.vertx</shadedPattern>
+                </relocation>
+                <!-- relocate to use grpc-netty-shaded packages -->
+                <relocation>
+                  <pattern>io.grpc.netty</pattern>
+                  <shadedPattern>io.grpc.netty.shaded.io.grpc.netty</shadedPattern>
+                </relocation>
+                <!-- relocate to use grpc-netty-shaded packages -->
+                <relocation>
+                  <pattern>io.netty</pattern>
+                  <shadedPattern>io.grpc.netty.shaded.io.netty</shadedPattern>
+                </relocation>
+              </relocations>
+              <filters>
+                <filter>
+                  <artifact>*:*</artifact>
+                  <excludes>
+                    <exclude>META-INF/*.SF</exclude>
+                    <exclude>META-INF/*.DSA</exclude>
+                    <exclude>META-INF/*.RSA</exclude>
+                    <exclude>META-INF/maven/${project.groupId}/${project.artifactId}/pom.xml</exclude>
+                  </excludes>
+                </filter>
+              </filters>
+              <transformers>
+                <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
+                <transformer implementation="org.apache.maven.plugins.shade.resource.PluginXmlResourceTransformer"/>
+                <transformer implementation="org.apache.maven.plugins.shade.resource.IncludeResourceTransformer">
+                  <resource>META-INF/maven/${project.groupId}/${project.artifactId}/pom.xml</resource>
+                  <file>${project.basedir}/dependency-reduced-pom.xml</file>
+                </transformer>
+              </transformers>
+              <!-- required for IntelliJ support -->
+              <shadedArtifactAttached>true</shadedArtifactAttached>
+              <shadedClassifierName>shaded</shadedClassifierName>
+            </configuration>
+          </execution>
+        </executions>
+      </plugin>
+      <!-- required for IntelliJ support, for some reason shadedArtifactAttached isn't sufficient alone -->
+      <plugin>
+        <groupId>org.codehaus.mojo</groupId>
+        <artifactId>build-helper-maven-plugin</artifactId>
+        <executions>
+          <execution>
+            <id>attach-shaded-jar</id>
+            <phase>package</phase>
+            <goals>
+              <goal>attach-artifact</goal>
+            </goals>
+            <configuration>
+              <artifacts>
+                <artifact>
+                  <file>${project.build.directory}/${project.artifactId}-${project.version}-shaded.jar</file>
+                  <type>jar</type>
+                  <classifier>shaded</classifier>
+                </artifact>
+              </artifacts>
+            </configuration>
+          </execution>
+        </executions>
+      </plugin>
+      <!-- required for running tests in subproject -->
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-antrun-plugin</artifactId>
+        <version>${maven-antrun-plugin.version}</version>
+        <executions>
+          <execution>
+            <id>unpack-shaded-jar</id>
+            <phase>package</phase>
+            <goals>
+              <goal>run</goal>
+            </goals>
+            <configuration>
+              <target>
+                <unzip src="${project.build.directory}/${project.artifactId}-${project.version}-shaded.jar"
+                       dest="${project.build.outputDirectory}"
+                       overwrite="true" />
+              </target>
+            </configuration>
+          </execution>
+        </executions>
+      </plugin>
+    </plugins>
+  </build>
+</project>