Merge pull request #11 from francescotimperi/main

GitHub action for native standalone build

Author: d4rkstar

.devcontainer/Dockerfile

@@ -110,7 +110,7 @@ RUN if [ "$TARGETPLATFORM" = "linux/arm64" ]; then \
     fi
 
 ENV HOME=/home/openserverless
-ENV ANSIBLE_CMD="ansible-playbook -i environments/local -e docker_image_prefix=testing -e container_pool_akka_client=false -e jmxremote_enabled=false -e elasticsearch.version=7.8.0"
+ENV ANSIBLE_CMD="ansible-playbook -i environments/local -e docker_image_prefix=testing -e container_pool_akka_client=false"
 ENV GRADLE_PROJS_SKIP=""
 WORKDIR /home/openserverless
 ENTRYPOINT [ "/usr/bin/socat","UNIX-LISTEN:/var/run/docker.sock,fork,mode=660,user=openserverless","UNIX-CONNECT:/var/run/docker-host.sock" ]    

.devcontainer/devcontainer.json

@@ -16,12 +16,12 @@
 // under the License.
 {
 	"name": "openserverless",
-	"image": "ghcr.io/francescotimperi/devow:ops-jdk17.25060119",
+	"image": "ghcr.io/francescotimperi/devow:ops-jdk17.25060220",
 	//"build": { "dockerfile": "Dockerfile" },
 	"mounts": [
 		"source=/var/run/docker.sock,target=/var/run/docker-host.sock,type=bind",
 		"type=bind,source=${env:HOME}/.ssh,target=/home/openserverless/.ssh",
-		"source=/var/tmp/wskconf,target=/var/tmp/wskconf,type=bind"
+		"source=/var/tmp,target=/var/tmp,type=bind"
 	],
 	"remoteUser": "openserverless",
 	"overrideCommand": false,

.github/workflows/native.yml

@@ -0,0 +1,86 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+name: Build OpenServerless OpenWhisk 2 Standalone native executable
+
+on:
+  workflow_dispatch:
+    inputs:
+      tag:
+        description: 'Release version (e.g., v1.2.3)'
+        required: true
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        include:
+          - os: ubuntu-22.04
+            target: linux
+            extension: ''
+          - os: macos-latest
+            target: macos
+            extension: ''
+
+    name: Build native for ${{ matrix.target }}
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          submodules: recursive
+
+      - name: Setup CI
+        run: bash .github/cisetup.sh
+        shell: bash          
+
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
+        with:
+          distribution: 'graalvm'
+          java-version: '17.0.9' 
+
+      - name: Assign TAG from pull request
+        if:  ${{ github.event_name == 'pull_request' }}
+        run: |
+          echo "IMG_TAG=$(git rev-parse --short HEAD)" >> "$GITHUB_ENV"
+        shell: bash  
+      - name: Assign TAG from push
+        if:  ${{ github.event_name != 'pull_request' }}
+        run: |
+          echo "IMG_TAG=$(git describe --tags --abbrev=0)" >> "$GITHUB_ENV"
+        shell: bash  
+      - name: Assign native standalone executable name
+        run: |
+          ARCH=$(echo "${{ runner.arch }}" | tr '[:upper:]' '[:lower:]')
+          PLATFORM=$(echo "${{ matrix.target }}" | tr '[:upper:]' '[:lower:]')
+          FILENAME="openwhisk-standalone-${PLATFORM}-${ARCH}-${IMG_TAG}${{ matrix.extension }}"
+          echo "NATIVE_IMAGE_NAME=$FILENAME" >> $GITHUB_ENV
+        shell: bash  
+      - name: Native Image
+        run: task native:standalone-build
+        shell: bash
+      - name: Upload to GitHub Release
+        uses: softprops/action-gh-release@v2
+        with:
+          files: standalone/dist/$NATIVE_IMAGE_NAME
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}                 
+
+
+

.gitignore

@@ -36,3 +36,6 @@ openwhisk-*/
 *.tar
 playground.*
 .secrets
+.DS_Store
+standalone/dist/openwhisk*
+standalone/dist/reports

Taskfile.yml

@@ -88,37 +88,43 @@ tasks:
       - test -f ../standalone/lib/openwhisk-standalone.jar
 
   native:standalone-libs:
+    deps:
+    - compile:standalone  
     dir: openwhisk
     cmds:
       - ./gradlew core:standalone:copyRuntimeLibs    
 
   native:standalone-build:
     deps:
-    - compile:standalone
     - native:standalone-libs   
     dir: openwhisk/core/standalone
     cmds:
     - native-image
-      --initialize-at-run-time=io.netty     
+      --initialize-at-run-time=io.netty,akka.protobufv3.internal.UnsafeUtil      
       --no-fallback --report-unsupported-elements-at-runtime
       --trace-object-instantiation=ch.qos.logback.classic.Logger
       --enable-url-protocols=http,https
+      -march=native
       -cp build/classes/scala/main:build/resources/main:build/dependency-libs/*
-      -H:ConfigurationFileDirectories=/workspaces/openserverless-controller/standalone/graal-config
-      -o /workspaces/openserverless-controller/standalone/exe/openwhisk-standalone.exe
-      org.apache.openwhisk.standalone.StandaloneOpenWhisk 
+      -H:ConfigurationFileDirectories=$PWD/../../../standalone/graal-config
+      -o $PWD/../../../standalone/dist/{{.EXEC_NAME}}
+      org.apache.openwhisk.standalone.StandaloneOpenWhisk      
+    vars:
+      EXEC_NAME: "${NATIVE_IMAGE_NAME:-openwhisk-standalone}"
 
   native:standalone-run:
-    dir: standalone/exe
+    dir: standalone/dist
     cmds:
-    - ./openwhisk-standalone.exe -Dwhisk.standalone.host.name="0.0.0.0" -Dwhisk.standalone.host.internal="$(hostname -f)" --no-browser --disable-color-logging
+    - ./openwhisk-standalone -Xmx2g -Dwhisk.standalone.host.name="0.0.0.0" -Dwhisk.standalone.host.internal="$(hostname -f)" -Dkamon.auto-start=no --no-browser
+    env:
+      KAMON_ENABLED: false
 
   native:standalone-config:
     deps:
     - compile:standalone  
     dir: openwhisk/core/standalone
     cmds:
-    - java -agentlib:native-image-agent=config-output-dir=../../standalone/graal-config      
+    - java -agentlib:native-image-agent=config-output-dir=../../../standalone/graal-config      
       -cp build/classes/scala/main:build/resources/main:build/dependency-libs/*      
       -Dwhisk.standalone.host.name="0.0.0.0"
       -Dwhisk.standalone.host.internal="$(hostname -f)"    
@@ -277,3 +283,22 @@ tasks:
     dir: openwhisk
     cmds:
     - ./gradlew distDocker -PdockerMultiArchBuild=true -PdockerRegistry={{.DOCKER_REGISTRY}} -PdockerImagePrefix=openwhisk2 -PdockerImageTag={{.TAG}}
+
+  run:standalone-docker:
+    cmds:
+      - >
+       docker run -ti
+       -p 3232:3232 -p 3233:3233
+       -v /var/run/docker.sock:/var/run/docker.sock
+       {{.DOCKER_REGISTRY}}/openwhisk2/standalone:{{.TAG}}
+    interactive: true   
+
+  run:standalone:
+    deps:
+    - native:standalone-libs 
+    dir: openwhisk/core/standalone
+    cmds:
+    - java -cp build/classes/scala/main:build/resources/main:build/dependency-libs/*      
+      -Dwhisk.standalone.host.name="0.0.0.0"
+      -Dwhisk.standalone.host.internal="$(hostname -f)"
+      org.apache.openwhisk.standalone.StandaloneOpenWhisk --no-browser

standalone/dist/dummy.txt

@@ -0,0 +1 @@
+Simple placeholder to ensure that this foler is being created into Github