fix(hubble): validate new FE/BE runtime and enable executable backend

.github/workflows/client-ci.yml

@@ -39,19 +39,11 @@ jobs:
         with:
           fetch-depth: 2
 
-      # TODO: do we need it? (need test)
-      - name: Cache Maven packages
-        uses: actions/cache@v4
-        with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
-          restore-keys: ${{ runner.os }}-maven-
-
       - name: Install JDK 11 for graph server
         uses: actions/setup-java@v4
         with:
           java-version: '11'
-          distribution: 'zulu'
+          distribution: 'temurin'
           cache: 'maven'
 
       - name: Prepare env and service
@@ -64,13 +56,14 @@ jobs:
         uses: actions/setup-java@v4
         with:
           java-version: ${{ matrix.JAVA_VERSION }}
-          distribution: 'zulu'
+          distribution: 'temurin'
           cache: 'maven'
 
       - name: Use staged maven repo
         if: ${{ env.USE_STAGE == 'true' }}
         run: |
-          cp $HOME/.m2/settings.xml /tmp/settings.xml
+          mkdir -p $HOME/.m2
+          if [ -f $HOME/.m2/settings.xml ]; then cp $HOME/.m2/settings.xml /tmp/settings.xml; fi
           mv -vf .github/configs/settings.xml $HOME/.m2/settings.xml
 
       - name: Compile
@@ -88,4 +81,4 @@ jobs:
         uses: codecov/codecov-action@v3
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
-          file: target/jacoco.xml
+          file: hugegraph-client/target/jacoco.xml

.github/workflows/client-go-ci.yml

@@ -41,28 +41,24 @@ jobs:
         uses: actions/setup-java@v3
         with:
           java-version: ${{ matrix.JAVA_VERSION }}
-          distribution: 'zulu'
-
-      - name: Cache Maven packages
-        uses: actions/cache@v3
-        with:
-          path: ~/.m2
-          key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
-          restore-keys: ${{ runner.os }}-m2
+          distribution: 'temurin'
+          cache: 'maven'
 
       - name: Use staged maven repo
         if: ${{ env.USE_STAGE == 'true' }}
         run: |
-          cp $HOME/.m2/settings.xml /tmp/settings.xml
+          mkdir -p $HOME/.m2
+          if [ -f $HOME/.m2/settings.xml ]; then cp $HOME/.m2/settings.xml /tmp/settings.xml; fi
           mv -vf .github/configs/settings.xml $HOME/.m2/settings.xml
 
       - name: Prepare env and service
         run: |
           $TRAVIS_DIR/install-hugegraph-from-source.sh $COMMIT_ID
 
       - name: Init Go env
-        uses: actions/setup-go@v2.1.3
-        with: {go-version: '1.x'}
+        uses: actions/setup-go@v4
+        with: 
+          go-version: '1.21'
 
       - name: Go test
         run: |

.github/workflows/codeql-analysis.yml

@@ -13,6 +13,8 @@ name: "CodeQL"
 
 on:
   workflow_dispatch:
+  push:
+    branches: [ master ]
   pull_request:
     # The branches below must be a subset of the branches above
     # branches: [ master ] # enable in all PR
@@ -43,22 +45,24 @@ jobs:
     - name: Setup Java JDK
       uses: actions/setup-java@v3
       with:
-        distribution: 'zulu'
+        distribution: 'temurin'
         java-version: '11'
+        cache: 'maven'
 
     - name: use staged maven repo settings
       if: ${{ env.USE_STAGE == 'true' }}
       run: |
-        cp $HOME/.m2/settings.xml /tmp/settings.xml
+        mkdir -p $HOME/.m2
+        if [ -f $HOME/.m2/settings.xml ]; then cp $HOME/.m2/settings.xml /tmp/settings.xml; fi
         mv -vf .github/configs/settings.xml $HOME/.m2/settings.xml
 
-    - name: Use Node.js 16
+    - name: Use Node.js 16.x
       uses: actions/setup-node@v3
       with:
-        node-version: '16'
+        node-version: '16.x'
     # Initializes the CodeQL tools for scanning.
     - name: Initialize CodeQL
-      uses: github/codeql-action/init@v2
+      uses: github/codeql-action/init@v3
       with:
         languages: ${{ matrix.language }}
         # If you wish to specify custom queries, you can do so here or in a config file.
@@ -73,12 +77,12 @@ jobs:
     # If this step fails, then you should remove it and run the build manually (see below)
     - if: matrix.language == 'python' || matrix.language == 'javascript'
       name: Autobuild
-      uses: github/codeql-action/autobuild@v2
+      uses: github/codeql-action/autobuild@v3
 
     - if: matrix.language == 'java'
       name: Build Java
       run: |
-        mvn clean package -f "pom.xml" -B -V -e -Dfindbugs.skip -Dcheckstyle.skip -Dpmd.skip=true -Dspotbugs.skip -Denforcer.skip -Dmaven.javadoc.skip -DskipTests -Dmaven.test.skip.exec -Dlicense.skip=true -Drat.skip=true -Dspotless.check.skip=true
+        mvn clean package -f "pom.xml" -B -V -e -Dfindbugs.skip -Dcheckstyle.skip -Dpmd.skip=true -Dspotbugs.skip -Denforcer.skip -Dmaven.javadoc.skip -DskipTests -Dmaven.test.skip.exec -Dlicense.skip=true -Drat.skip=true -Dspotless.check.skip=true -ntp || exit 1
 
     # ℹ️ Command-line programs to run using the OS shell.
     # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
@@ -91,7 +95,7 @@ jobs:
     #   ./location_of_script_within_repo/buildscript.sh
 
     - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v2
+      uses: github/codeql-action/analyze@v3
 
   dependency-review:
     runs-on: ubuntu-latest

.github/workflows/hubble-ci.yml

@@ -48,61 +48,64 @@ jobs:
         uses: actions/setup-java@v3
         with:
           java-version: ${{ matrix.JAVA_VERSION }}
-          distribution: 'adopt'
+          distribution: 'temurin'
+          cache: 'maven'
 
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
           cache: 'pip'
 
-      # we also should cache python & yarn & downloads to avoid useless work
-      - name: Cache Maven packages
-        uses: actions/cache@v3
+      - name: Setup Node.js 16.x
+        uses: actions/setup-node@v3
         with:
-          path: ~/.m2/repository
-          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
-          restore-keys: |
-            ${{ runner.os }}-maven-
+          node-version: '16.x'
+          cache: 'yarn'
+          cache-dependency-path: 'hugegraph-hubble/hubble-fe/yarn.lock'
 
+      # we also should cache python & yarn & downloads to avoid useless work
       - name: use staged maven repo settings
         if: ${{ env.USE_STAGE == 'true' }}
         run: |
-          cp $HOME/.m2/settings.xml /tmp/settings.xml
+          mkdir -p $HOME/.m2
+          if [ -f $HOME/.m2/settings.xml ]; then cp $HOME/.m2/settings.xml /tmp/settings.xml; fi
           mv -vf .github/configs/settings.xml $HOME/.m2/settings.xml
 
       - name: Compile
         run: |
-          mvn install -pl hugegraph-client,hugegraph-loader -am -Dmaven.javadoc.skip=true -DskipTests -ntp
-          cd hugegraph-hubble && ls *
-          mvn -e compile -Dmaven.javadoc.skip=true -ntp
+          export MAVEN_OPTS="-XX:+IgnoreUnrecognizedVMOptions --add-opens java.base/java.lang=ALL-UNNAMED --add-opens java.base/java.util=ALL-UNNAMED --add-opens java.compiler/com.sun.tools.javac.processing=ALL-UNNAMED"
+          mvn install -pl hugegraph-client,hugegraph-loader -am -Dmaven.javadoc.skip=true -DskipTests -ntp || exit 1
+          cd hugegraph-hubble && ls * || true
+          mvn -e compile -Dmaven.javadoc.skip=true -ntp || exit 1
 
       - name: Prepare env and service
         run: |
-
-          python -m pip install -r ${TRAVIS_DIR}/requirements.txt
+          python -m pip install -r ${TRAVIS_DIR}/requirements.txt || exit 1
+          export MAVEN_OPTS="-XX:+IgnoreUnrecognizedVMOptions --add-opens java.base/java.lang=ALL-UNNAMED --add-opens java.base/java.util=ALL-UNNAMED --add-opens java.compiler/com.sun.tools.javac.processing=ALL-UNNAMED"
           cd hugegraph-hubble
-          mvn package -Dmaven.test.skip=true
+          mvn package -Dmaven.test.skip=true -ntp || exit 1
           cd apache-hugegraph-hubble-incubating*
           cd bin
-          ./start-hubble.sh -d
-          ./stop-hubble.sh
+          ./start-hubble.sh -d || exit 1
+          sleep 5
+          ./stop-hubble.sh || true
           cd ../../../
           pwd
-          $TRAVIS_DIR/install-hugegraph.sh $COMMIT_ID
+          $TRAVIS_DIR/install-hugegraph.sh $COMMIT_ID || exit 1
 
       - name: Unit test
-        run: mvn test -P unit-test -pl hugegraph-hubble/hubble-be -ntp
+        run: mvn test -P unit-test -pl hugegraph-hubble/hubble-be -ntp || exit 1
 
       - name: API test
         env:
           CI: false
         run: |
-          cd hugegraph-hubble && ls
-          hubble-dist/assembly/travis/run-api-test.sh
+          cd hugegraph-hubble && ls || true
+          $TRAVIS_DIR/run-api-test.sh || exit 1
 
       - name: Upload coverage to Codecov
         uses: codecov/codecov-action@v3
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
-          file: target/site/jacoco/*.xml
+          files: hugegraph-hubble/hubble-be/target/site/jacoco/*.xml

.github/workflows/license-checker.yml

@@ -32,6 +32,12 @@ jobs:
     steps:
       - name: Fetch Code
         uses: actions/checkout@v4
+      - name: Set up JDK 11
+        uses: actions/setup-java@v3
+        with:
+          java-version: '11'
+          distribution: 'temurin'
+          cache: 'maven'
       # More info could refer to: https://github.com/apache/skywalking-eyes
       - name: Check License Header
         uses: apache/skywalking-eyes@main
@@ -45,7 +51,8 @@ jobs:
         run: |
           mvn apache-rat:check -ntp
           find ./ -name rat.txt -print0 | xargs -0 -I file cat file > merged-rat.txt
-          grep "Binaries" merged-rat.txt -C 3 && cat merged-rat.txt
+          if grep -q "Binaries" merged-rat.txt; then grep "Binaries" merged-rat.txt -C 3; fi
+          cat merged-rat.txt
 
   check-dependency-license:
     runs-on: ubuntu-latest
@@ -59,16 +66,18 @@ jobs:
         uses: actions/setup-java@v3
         with:
           java-version: '11'
-          distribution: 'adopt'
-      - name: Use Node.js 16
+          distribution: 'temurin'
+          cache: 'maven'
+      - name: Use Node.js 16.x
         uses: actions/setup-node@v3
         with:
-          node-version: '16'
+          node-version: '16.x'
 
       - name: use staged maven repo settings
         if: ${{ env.USE_STAGE == 'true' }}
         run: |
-          cp $HOME/.m2/settings.xml /tmp/settings.xml
+          mkdir -p $HOME/.m2
+          if [ -f $HOME/.m2/settings.xml ]; then cp $HOME/.m2/settings.xml /tmp/settings.xml; fi
           mv -vf .github/configs/settings.xml $HOME/.m2/settings.xml
 
       - name: mvn install

.github/workflows/loader-ci.yml

@@ -34,35 +34,31 @@ jobs:
       DB_DATABASE: load_test
     strategy:
       matrix:
-        JAVA_VERSION: ['11']
+        JAVA_VERSION: ['11', '17']
 
     steps:
       - name: Fetch Code
         uses: actions/checkout@v4
         with:
           fetch-depth: 2
 
-      - name: Install JDK 11
+      - name: Install JDK ${{ matrix.JAVA_VERSION }}
         uses: actions/setup-java@v4
         with:
           java-version: ${{ matrix.JAVA_VERSION }}
-          distribution: 'adopt'
-
-      - name: Cache Maven packages
-        uses: actions/cache@v4
-        with:
-          path: ~/.m2
-          key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
-          restore-keys: ${{ runner.os }}-m2
+          distribution: 'temurin'
+          cache: 'maven'
 
       - name: use staged maven repo settings
         if: ${{ env.USE_STAGE == 'true' }}
         run: |
-          cp $HOME/.m2/settings.xml /tmp/settings.xml
+          mkdir -p $HOME/.m2
+          if [ -f $HOME/.m2/settings.xml ]; then cp $HOME/.m2/settings.xml /tmp/settings.xml; fi
           mv -vf .github/configs/settings.xml $HOME/.m2/settings.xml
 
       - name: Compile
         run: |
+          export MAVEN_OPTS="-XX:+IgnoreUnrecognizedVMOptions --add-opens java.base/java.lang=ALL-UNNAMED --add-opens java.base/java.util=ALL-UNNAMED"
           mvn install -pl hugegraph-client,hugegraph-loader -am -Dmaven.javadoc.skip=true -DskipTests -ntp
 
       - name: Prepare env and service
@@ -73,15 +69,19 @@ jobs:
 
       - name: Run test
         run: |
-          cd hugegraph-loader && ls
-          mvn test -P unit -ntp
-          mvn test -P file
-          mvn test -P hdfs
-          mvn test -P jdbc
-          mvn test -P kafka
+          export MAVEN_OPTS="-XX:+IgnoreUnrecognizedVMOptions --add-opens java.base/java.lang=ALL-UNNAMED --add-opens java.base/java.util=ALL-UNNAMED"
+          cd hugegraph-loader
+          mvn test -P unit -ntp || exit 1
+          mvn test -P file -ntp || exit 1
+          mvn test -P hdfs -ntp || exit 1
+          mvn test -P jdbc -ntp || exit 1
+          mvn test -P kafka -ntp || exit 1
+        continue-on-error: false
 
       - name: Upload coverage to Codecov
         uses: codecov/codecov-action@v4
+        if: always() && matrix.JAVA_VERSION == '11'
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
-          file: target/jacoco.xml
+          file: hugegraph-loader/target/jacoco.xml
+          fail_ci_if_error: false

.github/workflows/spark-connector-ci.yml

@@ -41,19 +41,14 @@ jobs:
         uses: actions/setup-java@v4
         with:
           java-version: '11'
-          distribution: 'adopt'
-
-      - name: Cache Maven packages
-        uses: actions/cache@v3
-        with:
-          path: ~/.m2
-          key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
-          restore-keys: ${{ runner.os }}-m2
+          distribution: 'temurin'
+          cache: 'maven'
 
       - name: use staged maven repo settings
         if: ${{ env.USE_STAGE == 'true' }}
         run: |
-          cp $HOME/.m2/settings.xml /tmp/settings.xml
+          mkdir -p $HOME/.m2
+          if [ -f $HOME/.m2/settings.xml ]; then cp $HOME/.m2/settings.xml /tmp/settings.xml; fi
           mv -vf .github/configs/settings.xml $HOME/.m2/settings.xml
 
       - name: Compile
@@ -67,4 +62,4 @@ jobs:
       - name: Run test
         run: |
           cd hugegraph-spark-connector && ls
-          mvn test
+          mvn test -ntp