[improve][broker] PIP-192: Implement load data store

.github/actions/ssh-access/action.yml

@@ -121,8 +121,22 @@ runs:
             tmux set -t upterm window-size largest
             echo '::endgroup::'  
             echo -e "\nSSH connection information"
+            # wait up to 10 seconds for upterm admin socket to appear
+            for i in {1..10}; do
+              ADMIN_SOCKET=$(find $HOME/.upterm -name "*.sock")
+              if [ ! -S "$ADMIN_SOCKET" ]; then
+                echo "Waiting for upterm admin socket to appear in ~/.upterm/*.sock ..."
+                sleep 1
+              else
+                echo "upterm admin socket available in $ADMIN_SOCKET"
+                break
+              fi
+            done
             shopt -s nullglob
-            upterm session current --admin-socket ~/.upterm/*.sock
+            upterm session current --admin-socket ~/.upterm/*.sock || {
+              echo "Starting upterm failed."
+              exit 0
+            }
         elif [[ "${{ inputs.action }}" == "wait" ]]; then
             # only wait if upterm was installed
             if command -v upterm &>/dev/null; then

.github/workflows/pulsar-ci-flaky.yaml

@@ -83,6 +83,7 @@ jobs:
         # ssh access is enabled for builds in own forks
         if: ${{ github.repository != 'apache/pulsar' && github.event_name == 'pull_request' }}
         uses: ./.github/actions/ssh-access
+        continue-on-error: true
         with:
           limit-access-to-actor: true
 

.github/workflows/pulsar-ci.yaml

@@ -89,6 +89,7 @@ jobs:
         # ssh access is enabled for builds in own forks
         if: ${{ github.repository != 'apache/pulsar' && github.event_name == 'pull_request' }}
         uses: ./.github/actions/ssh-access
+        continue-on-error: true
         with:
           limit-access-to-actor: true
 
@@ -184,6 +185,7 @@ jobs:
         # ssh access is enabled for builds in own forks
         if: ${{ github.repository != 'apache/pulsar' && github.event_name == 'pull_request' }}
         uses: ./.github/actions/ssh-access
+        continue-on-error: true
         with:
           limit-access-to-actor: true
 
@@ -285,6 +287,7 @@ jobs:
         # ssh access is enabled for builds in own forks
         if: ${{ github.repository != 'apache/pulsar' && github.event_name == 'pull_request' }}
         uses: ./.github/actions/ssh-access
+        continue-on-error: true
         with:
           limit-access-to-actor: true
 
@@ -383,6 +386,7 @@ jobs:
         # ssh access is enabled for builds in own forks
         if: ${{ github.repository != 'apache/pulsar' && github.event_name == 'pull_request' }}
         uses: ./.github/actions/ssh-access
+        continue-on-error: true
         with:
           limit-access-to-actor: true
 
@@ -512,6 +516,7 @@ jobs:
         # ssh access is enabled for builds in own forks
         if: ${{ github.repository != 'apache/pulsar' && github.event_name == 'pull_request' }}
         uses: ./.github/actions/ssh-access
+        continue-on-error: true
         with:
           limit-access-to-actor: true
 
@@ -547,13 +552,13 @@ jobs:
         run: |
           # build docker image
           # include building of Pulsar SQL, Connectors, Offloaders and server distros
-          mvn -B -am -pl pulsar-sql/presto-distribution,distribution/io,distribution/offloaders,distribution/server,tests/docker-images/latest-version-image install \
+          mvn -B -am -pl pulsar-sql/presto-distribution,distribution/io,distribution/offloaders,distribution/server,distribution/shell,tests/docker-images/latest-version-image install \
           -Pmain,docker -Dmaven.test.skip=true -Ddocker.squash=true \
           -Dspotbugs.skip=true -Dlicense.skip=true -Dcheckstyle.skip=true -Drat.skip=true
 
       # check full build artifacts licenses
       - name: Check binary licenses
-        run: src/check-binary-license.sh ./distribution/server/target/apache-pulsar-*-bin.tar.gz
+        run: src/check-binary-license.sh ./distribution/server/target/apache-pulsar-*-bin.tar.gz && src/check-binary-license.sh ./distribution/shell/target/apache-pulsar-shell-*-bin.tar.gz
 
       - name: Clean up disk space
         run: |
@@ -638,6 +643,7 @@ jobs:
         # ssh access is enabled for builds in own forks
         if: ${{ github.repository != 'apache/pulsar' && github.event_name == 'pull_request' }}
         uses: ./.github/actions/ssh-access
+        continue-on-error: true
         with:
           limit-access-to-actor: true
 
@@ -749,6 +755,7 @@ jobs:
         # ssh access is enabled for builds in own forks
         if: ${{ github.repository != 'apache/pulsar' && github.event_name == 'pull_request' }}
         uses: ./.github/actions/ssh-access
+        continue-on-error: true
         with:
           limit-access-to-actor: true
 
@@ -903,6 +910,7 @@ jobs:
         # ssh access is enabled for builds in own forks
         if: ${{ github.repository != 'apache/pulsar' && github.event_name == 'pull_request' }}
         uses: ./.github/actions/ssh-access
+        continue-on-error: true
         with:
           limit-access-to-actor: true
 

distribution/server/src/assemble/LICENSE.bin.txt

@@ -339,7 +339,10 @@ The Apache Software License, Version 2.0
     - org.apache.logging.log4j-log4j-core-2.18.0.jar
     - org.apache.logging.log4j-log4j-slf4j-impl-2.18.0.jar
     - org.apache.logging.log4j-log4j-web-2.18.0.jar
- * Java Native Access JNA -- net.java.dev.jna-jna-5.12.1.jar
+ * Java Native Access JNA
+    - net.java.dev.jna-jna-5.12.1.jar
+    - net.java.dev.jna-jna-jpms-5.12.1.jar
+    - net.java.dev.jna-jna-platform-jpms-5.12.1.jar
  * BookKeeper
     - org.apache.bookkeeper-bookkeeper-common-4.15.3.jar
     - org.apache.bookkeeper-bookkeeper-common-allocator-4.15.3.jar
@@ -492,30 +495,31 @@ The Apache Software License, Version 2.0
 
 BSD 3-clause "New" or "Revised" License
  * Google auth library
-    - com.google.auth-google-auth-library-credentials-1.4.0.jar -- licenses/LICENSE-google-auth-library.txt
-    - com.google.auth-google-auth-library-oauth2-http-1.4.0.jar -- licenses/LICENSE-google-auth-library.txt
- * LevelDB -- (included in org.rocksdb.*.jar) -- licenses/LICENSE-LevelDB.txt
- * JSR305 -- com.google.code.findbugs-jsr305-3.0.2.jar -- licenses/LICENSE-JSR305.txt
- * JLine -- jline-jline-2.14.6.jar -- licenses/LICENSE-JLine.txt
- * JLine3 -- org.jline-jline-3.21.0.jar -- licenses/LICENSE-JLine.txt
+    - com.google.auth-google-auth-library-credentials-1.4.0.jar -- ../licenses/LICENSE-google-auth-library.txt
+    - com.google.auth-google-auth-library-oauth2-http-1.4.0.jar -- ../licenses/LICENSE-google-auth-library.txt
+ * LevelDB -- (included in org.rocksdb.*.jar) -- ../licenses/LICENSE-LevelDB.txt
+ * JSR305 -- com.google.code.findbugs-jsr305-3.0.2.jar -- ../licenses/LICENSE-JSR305.txt
+ * JLine -- jline-jline-2.14.6.jar -- ../licenses/LICENSE-JLine.txt
+ * JLine3 -- org.jline-jline-3.21.0.jar -- ../licenses/LICENSE-JLine.txt
 
 BSD 2-Clause License
- * HdrHistogram -- org.hdrhistogram-HdrHistogram-2.1.9.jar -- licenses/LICENSE-HdrHistogram.txt
+ * HdrHistogram -- org.hdrhistogram-HdrHistogram-2.1.9.jar -- ../licenses/LICENSE-HdrHistogram.txt
 
 MIT License
- * Java SemVer -- com.github.zafarkhaja-java-semver-0.9.0.jar -- licenses/LICENSE-SemVer.txt
- * SLF4J -- licenses/LICENSE-SLF4J.txt
+ * Java SemVer -- com.github.zafarkhaja-java-semver-0.9.0.jar -- ../licenses/LICENSE-SemVer.txt
+ * SLF4J -- ../licenses/LICENSE-SLF4J.txt
     - org.slf4j-slf4j-api-1.7.32.jar
     - org.slf4j-jcl-over-slf4j-1.7.32.jar
  * The Checker Framework
     - org.checkerframework-checker-qual-3.12.0.jar
-
+ * oshi
+    - com.github.oshi-oshi-core-java11-6.4.0.jar
 Protocol Buffers License
  * Protocol Buffers
-   - com.google.protobuf-protobuf-java-3.19.6.jar -- licenses/LICENSE-protobuf.txt
-   - com.google.protobuf-protobuf-java-util-3.19.6.jar -- licenses/LICENSE-protobuf.txt
+   - com.google.protobuf-protobuf-java-3.19.6.jar -- ../licenses/LICENSE-protobuf.txt
+   - com.google.protobuf-protobuf-java-util-3.19.6.jar -- ../licenses/LICENSE-protobuf.txt
 
-CDDL-1.1 -- licenses/LICENSE-CDDL-1.1.txt
+CDDL-1.1 -- ../licenses/LICENSE-CDDL-1.1.txt
  * Java Annotations API
     - javax.annotation-javax.annotation-api-1.3.2.jar
     - com.sun.activation-javax.activation-1.2.0.jar
@@ -541,25 +545,25 @@ CDDL-1.1 -- licenses/LICENSE-CDDL-1.1.txt
     - org.glassfish.jersey.inject-jersey-hk2-2.34.jar
  * Mimepull -- org.jvnet.mimepull-mimepull-1.9.13.jar
 
-Eclipse Distribution License 1.0 -- licenses/LICENSE-EDL-1.0.txt
+Eclipse Distribution License 1.0 -- ../licenses/LICENSE-EDL-1.0.txt
  * Jakarta Activation
     - jakarta.activation-jakarta.activation-api-1.2.2.jar
  * Jakarta XML Binding -- jakarta.xml.bind-jakarta.xml.bind-api-2.3.3.jar
 
-Eclipse Public License - v2.0 -- licenses/LICENSE-EPL-2.0.txt
+Eclipse Public License - v2.0 -- ../licenses/LICENSE-EPL-2.0.txt
  * Jakarta Annotations API -- jakarta.annotation-jakarta.annotation-api-1.3.5.jar
  * Jakarta RESTful Web Services -- jakarta.ws.rs-jakarta.ws.rs-api-2.1.6.jar
  * Jakarta Injection -- org.glassfish.hk2.external-jakarta.inject-2.6.1.jar
 
-Public Domain (CC0) -- licenses/LICENSE-CC0.txt
+Public Domain (CC0) -- ../licenses/LICENSE-CC0.txt
  * Reactive Streams -- org.reactivestreams-reactive-streams-1.0.3.jar
 
 Creative Commons Attribution License
- * Jcip -- licenses/LICENSE-jcip.txt
+ * Jcip -- ../licenses/LICENSE-jcip.txt
     - net.jcip-jcip-annotations-1.0.jar
 
 Bouncy Castle License
- * Bouncy Castle -- licenses/LICENSE-bouncycastle.txt
+ * Bouncy Castle -- ../licenses/LICENSE-bouncycastle.txt
     - org.bouncycastle-bcpkix-jdk15on-1.69.jar
     - org.bouncycastle-bcprov-ext-jdk15on-1.69.jar
     - org.bouncycastle-bcprov-jdk15on-1.69.jar
@@ -572,22 +576,22 @@ Additionaly, Netty includes code with the following licenses:
 Contains a modified portion of 'Webbit', an event based WebSocket and HTTP server, which can be obtained at:
 
  * LICENSE:
-   * licenses/LICENSE-Webbit.txt (BSD License)
+   * ../licenses/LICENSE-Webbit.txt (BSD License)
  * HOMEPAGE:
    * https://github.com/joewalnes/webbit
 
 Contains a modified portion of 'SLF4J', a simple logging facade for Java, which can be obtained at:
 
  * LICENSE:
-   * licenses/LICENSE-SLF4J.txt (MIT License)
+   * ../licenses/LICENSE-SLF4J.txt (MIT License)
  * HOMEPAGE:
    * http://www.slf4j.org/
 
 Contains a modified portion of 'jbzip2', a Java bzip2 compression and decompression library written
 by Matthew J. Francis. It can be obtained at:
 
  * LICENSE:
-   * licenses/LICENSE-jbzip2.txt (MIT License)
+   * ../licenses/LICENSE-jbzip2.txt (MIT License)
  * HOMEPAGE:
    * https://code.google.com/p/jbzip2/
 
@@ -596,22 +600,22 @@ the suffix array and the Burrows-Wheeler transformed string for any input string
 a constant-size alphabet written by Yuta Mori. It can be obtained at:
 
  * LICENSE:
-   * licenses/LICENSE-libdivsufsort.txt (MIT License)
+   * ../licenses/LICENSE-libdivsufsort.txt (MIT License)
  * HOMEPAGE:
    * https://github.com/y-256/libdivsufsort
 
 Contains a modified portion of 'jfastlz', a Java port of FastLZ compression
 and decompression library written by William Kinney. It can be obtained at:
 
  * LICENSE:
-   * licenses/LICENSE-jfastlz.txt (MIT License)
+   * ../licenses/LICENSE-jfastlz.txt (MIT License)
  * HOMEPAGE:
    * https://code.google.com/p/jfastlz/
 
 Contains a modified portion of and optionally depends on 'Protocol Buffers', Google's data
 interchange format, which can be obtained at:
 
  * LICENSE:
-   * licenses/LICENSE-protobuf.txt (New BSD License)
+   * ../licenses/LICENSE-protobuf.txt (New BSD License)
  * HOMEPAGE:
 * https://github.com/google/protobuf