Upstream/v1.44.1

.codacy.yml

@@ -10,9 +10,16 @@ exclude_paths:
   - web/gui/lib/**
   - web/gui/old/**
   - web/gui/src/**
+  - web/gui/v1/**
   - web/gui/v2/**
   - web/gui/main.js
   - tests/**
   - aclk/tests/**
   - libnetdata/libjudy/**
-
+  - database/sqlite/sqlite3.c
+  - ml/dlib/**
+  - web/server/h2o/libh2o/**
+  - build/**
+  - build_external/**
+  - libnetdata/dyn_conf/tests/**
+  - packaging/**

.github/CODEOWNERS

@@ -19,11 +19,11 @@ collectors/cups.plugin/ @thiagoftsm
 exporting/ @thiagoftsm
 daemon/ @thiagoftsm @vkalintiris
 database/ @thiagoftsm @vkalintiris
-docs/ @tkatsoulas @andrewm4894 @Ancairon
+docs/ @tkatsoulas @Ancairon
 health/ @thiagoftsm @vkalintiris @MrZammler
 health/health.d/ @thiagoftsm @MrZammler
 health/notifications/ @Ferroin @thiagoftsm @MrZammler
-ml/ @andrewm4894 @vkalintiris
+ml/ @vkalintiris
 libnetdata/ @thiagoftsm @vkalintiris
 packaging/ @Ferroin @tkatsoulas
 registry/ @novykh
@@ -32,11 +32,12 @@ system/ @Ferroin @tkatsoulas
 tests/ @Ferroin @vkalintiris @tkatsoulas
 web/ @thiagoftsm @vkalintiris
 web/gui/ @novykh
+logsmanagement/ @Dim-P @thiagoftsm
 
 # Ownership by filetype (overwrites ownership by directory)
 *.am @Ferroin @tkatsoulas
-*.md @tkatsoulas @andrewm4894 @Ancairon
-*.mdx @tkatsoulas @andrewm4894 @Ancairon
+*.md @tkatsoulas @Ancairon
+*.mdx @tkatsoulas @Ancairon
 Dockerfile* @Ferroin @tkatsoulas
 
 # Ownership of specific files

.github/data/distros.yml

@@ -44,11 +44,6 @@ include:
     support_type: Intermediate
     notes: ''
     eol_check: true
-  - <<: *alpine
-    version: "3.15"
-    support_type: Intermediate
-    notes: ''
-    eol_check: true
 
   - distro: archlinux
     version: latest
@@ -60,34 +55,6 @@ include:
     test:
       ebpf-core: true
 
-  - &alma
-    distro: almalinux
-    version: "9"
-    support_type: Core
-    notes: ''
-    jsonc_removal: |
-      dnf remove -y json-c-devel
-    eol_check: true
-    packages: &alma_packages
-      type: rpm
-      repo_distro: el/9
-      alt_links:
-        - el/9Server
-        - el/9Client
-      arches:
-        - x86_64
-        - aarch64
-    test:
-      ebpf-core: true
-  - <<: *alma
-    version: "8"
-    packages:
-      <<: *alma_packages
-      repo_distro: el/8
-      alt_links:
-        - el/8Server
-        - el/8Client
-
   - &amzn
     distro: amazonlinux
     version: "2"
@@ -108,7 +75,6 @@ include:
       <<: *amzn_packages
       repo_distro: amazonlinux/2023
 
-
   - distro: centos
     version: "7"
     support_type: Core
@@ -125,6 +91,30 @@ include:
     test:
       ebpf-core: false
 
+  - &centos_stream
+    distro: centos-stream
+    base_image: 'quay.io/centos/centos:stream9'
+    version: '9'
+    support_type: 'Community'
+    notes: ''
+    jsonc_removal: |
+      dnf remove -y json-c-devel
+    eol_check: true
+    packages: &cs_packages
+      type: rpm
+      repo_distro: el/c9s
+      arches:
+        - x86_64
+        - aarch64
+    test:
+      ebpf-core: true
+  - <<: *centos_stream
+    version: '8'
+    base_image: 'quay.io/centos/centos:stream8'
+    packages:
+      <<: *cs_packages
+      repo_distro: el/c8s
+
   - &debian
     distro: debian
     version: "12"
@@ -165,20 +155,27 @@ include:
 
   - &fedora
     distro: fedora
-    version: "38"
+    version: "39"
     support_type: Core
     notes: ''
     eol_check: true
     jsonc_removal: |
       dnf remove -y json-c-devel
     packages: &fedora_packages
       type: rpm
-      repo_distro: fedora/38
+      repo_distro: fedora/39
       arches:
         - x86_64
         - aarch64
     test:
       ebpf-core: true
+  - <<: *fedora
+    version: "38"
+    packages:
+      <<: *fedora_packages
+      repo_distro: fedora/38
+    test:
+      ebpf-core: true
   - <<: *fedora
     version: "37"
     packages:
@@ -198,7 +195,7 @@ include:
       zypper rm -y libjson-c-devel
     packages: &opensuse_packages
       type: rpm
-      repo_distro: opensuse/leap:15.5
+      repo_distro: opensuse/15.5
       arches:
         - x86_64
         - aarch64
@@ -235,6 +232,36 @@ include:
       <<: *oracle_packages
       repo_distro: ol/9
 
+  - &rocky
+    distro: rockylinux
+    version: "9"
+    support_type: Core
+    notes: ''
+    jsonc_removal: |
+      dnf remove -y json-c-devel
+    eol_check: true
+    packages: &rocky_packages
+      type: rpm
+      repo_distro: el/9
+      alt_links:
+        - el/9Server
+        - el/9Client
+        - el/9RedHatVirtualizationHost
+      arches:
+        - x86_64
+        - aarch64
+    test:
+      ebpf-core: true
+  - <<: *rocky
+    version: "8"
+    packages:
+      <<: *rocky_packages
+      repo_distro: el/8
+      alt_links:
+        - el/8Server
+        - el/8Client
+        - el/8RedHatVirtualizationHost
+
   - &ubuntu
     distro: ubuntu
     version: "22.04"
@@ -254,6 +281,11 @@ include:
         - arm64
     test:
       ebpf-core: true
+  - <<: *ubuntu
+    version: "23.10"
+    packages:
+      <<: *ubuntu_packages
+      repo_distro: ubuntu/mantic
   - <<: *ubuntu
     version: "23.04"
     packages:

.github/labeler.yml

@@ -153,3 +153,6 @@ area/tests:
 
 area/web:
   - web/**
+
+area/logs-management:
+  - logsmanagement/**

.github/scripts/check_latest_versions.py

@@ -0,0 +1,33 @@
+import sys
+import os
+import modules.version_manipulation as ndvm
+import modules.github_actions as cigh
+
+
+def main(command_line_args):
+    """
+    Inputs: Single version or multiple versions
+    Outputs:
+        Create files with the versions that needed update under temp_dir/staging-new-releases
+        Setting the GitHub outputs, 'versions_needs_update' to 'true'
+    """
+    versions = [str(arg) for arg in command_line_args]
+    # Create a temp output folder for the release that need update
+    staging = os.path.join(os.environ.get('TMPDIR', '/tmp'), 'staging-new-releases')
+    os.makedirs(staging, exist_ok=True)
+    for version in versions:
+        temp_value = ndvm.compare_version_with_remote(version)
+        if temp_value:
+            path, filename = ndvm.get_release_path_and_filename(version)
+            release_path = os.path.join(staging, path)
+            os.makedirs(release_path, exist_ok=True)
+            file_release_path = os.path.join(release_path, filename)
+            with open(file_release_path, "w") as file:
+                print("Creating local copy of the release version update at: ", file_release_path)
+                file.write(version)
+                if cigh.run_as_github_action():
+                    cigh.update_github_output("versions_needs_update", "true")
+
+
+if __name__ == "__main__":
+    main(sys.argv[1:])

.github/scripts/check_latest_versions_per_channel.py

@@ -0,0 +1,9 @@
+import check_latest_versions
+import modules.version_manipulation as ndvm
+import sys
+
+if __name__ == "__main__":
+    channel = sys.argv[1]
+    sorted_agents_by_major = ndvm.sort_and_grouby_major_agents_of_channel(channel)
+    latest_per_major = [values[0] for values in sorted_agents_by_major.values()]
+    check_latest_versions.main(latest_per_major)

.github/scripts/ci-support-pkgs.sh

@@ -9,7 +9,8 @@ set -e
 
 case "${ID}" in
     amzn|almalinux|centos|fedora)
-        dnf install -y procps-ng cronie cronie-anacron || yum install -y procps-ng cronie cronie-anacron
+        dnf install -y procps-ng cronie cronie-anacron || \
+        yum install -y procps-ng cronie cronie-anacron
         ;;
     arch)
         pacman -S --noconfirm cronie

.github/scripts/get-static-cache-key.sh

@@ -2,13 +2,14 @@
 
 arch="${1}"
 platform="$(packaging/makeself/uname2platform.sh "${arch}")"
+builder_rev="v1"
 
-docker pull --platform "${platform}" netdata/static-builder
+docker pull --platform "${platform}" netdata/static-builder:${builder_rev}
 
 # shellcheck disable=SC2046
 cat $(find packaging/makeself/jobs -type f ! -regex '.*\(netdata\|-makeself\).*') > /tmp/static-cache-key-data
 
-docker run -it --rm --platform "${platform}" netdata/static-builder sh -c 'apk list -I 2>/dev/null' >> /tmp/static-cache-key-data
+docker run -it --rm --platform "${platform}" netdata/static-builder:${builder_rev} sh -c 'apk list -I 2>/dev/null' >> /tmp/static-cache-key-data
 
 h="$(sha256sum /tmp/static-cache-key-data | cut -f 1 -d ' ')"
 

.github/scripts/modules/github_actions.py

@@ -0,0 +1,27 @@
+import os
+
+
+def update_github_env(key, value):
+    try:
+        env_file = os.getenv('GITHUB_ENV')
+        print(env_file)
+        with open(env_file, "a") as file:
+            file.write(f"{key}={value}")
+        print(f"Updated GITHUB_ENV with {key}={value}")
+    except Exception as e:
+        print(f"Error updating GITHUB_ENV. Error: {e}")
+
+
+def update_github_output(key, value):
+    try:
+        env_file = os.getenv('GITHUB_OUTPUT')
+        print(env_file)
+        with open(env_file, "a") as file:
+            file.write(f"{key}={value}")
+        print(f"Updated GITHUB_OUTPUT with {key}={value}")
+    except Exception as e:
+        print(f"Error updating GITHUB_OUTPUT. Error: {e}")
+
+
+def run_as_github_action():
+    return os.environ.get('GITHUB_ACTIONS') == 'true'

.github/scripts/modules/requirements.txt

@@ -0,0 +1 @@
+PyGithub==2.1.1