Automatically detect NT version based on MX version (#268)

NikolaSimsic · web-flow · commit 3c9e933416d1 · 2025-05-20T10:13:21.000+02:00
diff --git a/.github/scripts/determine-nt-version.py b/.github/scripts/determine-nt-version.py
@@ -0,0 +1,91 @@
+import sys
+import json
+import os
+import requests
+from packaging import version
+import re
+
+mendix_version = sys.argv[1]
+mendix_version_base = re.match(r'(\d+\.\d+\.\d+)', mendix_version).group(1)
+
+print(f"Mendix version: {mendix_version}")
+print(f"Mendix base version: {mendix_version_base}")
+
+# Parse the JSON file
+try:
+    with open('mendix_version.json', 'r') as file:
+        version_data = json.load(file)
+except FileNotFoundError:
+    print("mendix_version.json not found")
+    sys.exit(1)
+
+# Find the best matching version range
+best_match = None
+highest_min_version = version.parse("0.0.0")
+mendix_version_obj = version.parse(mendix_version_base)
+
+for range_str, data in version_data.items():
+    if range_str.startswith(">="):
+        min_ver_str = range_str[2:]
+        min_ver = version.parse(min_ver_str)
+        
+        if mendix_version_obj >= min_ver and min_ver > highest_min_version:
+            best_match = range_str
+            highest_min_version = min_ver
+            print(f"Found matching range: {range_str}")
+
+if best_match:
+    print(f"Best matching range: {best_match}")
+    
+    # Get the major version to look for in tags
+    max_pattern = version_data[best_match].get("max", "")
+    major_version = max_pattern.split('.')[0]
+    
+    print(f"Looking for latest version with major version: {major_version}")
+    
+    # Get available tags from native-template repository
+    response = requests.get('https://api.github.com/repos/mendix/native-template/tags')
+    if response.status_code == 200:
+        all_tags = response.json()
+        tag_names = [tag['name'] for tag in all_tags]
+        print(f"Available tags: {tag_names}")
+        
+        # Find the latest version matching the major version
+        matching_tags = []
+        
+        for tag in tag_names:
+            # Remove 'v' prefix if present for comparison
+            clean_tag = tag[1:] if tag.startswith('v') else tag
+            
+            # Check if the tag starts with the major version
+            if clean_tag.startswith(f"{major_version}."):
+                try:
+                    # Try to parse as a version (this handles proper version numbers)
+                    tag_version = version.parse(clean_tag)
+                    matching_tags.append((tag, tag_version))
+                except:
+                    # Skip tags that don't parse as proper versions
+                    pass
+        
+        if matching_tags:
+            # Sort by version (highest last) and get the last one
+            matching_tags.sort(key=lambda x: x[1])
+            latest_version = matching_tags[-1][0]
+            print(f"Selected Native Template version: {latest_version}")
+            with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
+                f.write(f"nt_branch={latest_version}\n")
+        else:
+            # Fallback to min version if no matching tag found
+            min_version = version_data[best_match].get("min", "")
+            print(f"No matching tag found, using minimum version: {min_version}")
+            with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
+                f.write(f"nt_branch={min_version}\n")
+    else:
+        print(f"Failed to get tags: {response.status_code}")
+        print("Using master as fallback")
+        with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
+            f.write("nt_branch=master\n")
+else:
+    print("No matching version range found, using master")
+    with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
+        f.write("nt_branch=master\n")
diff --git a/.github/scripts/determine-widget-scope.sh b/.github/scripts/determine-widget-scope.sh
@@ -0,0 +1,53 @@
+#!/usr/bin/env bash
+set -e
+
+# Get parameters from arguments
+event_name="$1"
+input_workspace="$2"
+before_commit="$3"
+current_commit="$4"
+
+# List of all native widgets
+all_widgets='["accordion-native","activity-indicator-native","animation-native","app-events-native","background-gradient-native","background-image-native","badge-native","bar-chart-native","barcode-scanner-native","bottom-sheet-native","carousel-native","color-picker-native","column-chart-native","feedback-native","floating-action-button-native","gallery-native","gallery-text-filter-native","image-native","intro-screen-native","line-chart-native","listview-swipe-native","maps-native","pie-doughnut-chart-native","popup-menu-native","progress-bar-native","progress-circle-native","qr-code-native","radio-buttons-native","range-slider-native","rating-native","repeater-native","safe-area-view-native","signature-native","slider-native","switch-native","toggle-buttons-native","video-player-native","web-view-native"]'
+
+if [ "$event_name" == "pull_request" ]; then
+  if git cat-file -e "$before_commit" 2>/dev/null; then
+    changed_files=$(git diff --name-only "$before_commit" "$current_commit")
+  else
+    echo "Previous commit not found, using HEAD~1 as fallback"
+    changed_files=$(git diff --name-only HEAD~1 "$current_commit")
+  fi
+
+  selected_workspaces=""
+  for file in $changed_files; do
+    if [[ $file == packages/pluggableWidgets/* ]]; then
+      widget=$(echo $file | cut -d'/' -f3)
+      if [[ ! $selected_workspaces =~ $widget ]]; then
+        selected_workspaces="$selected_workspaces $widget"
+      fi
+    fi
+  done
+
+  # Trim leading and trailing spaces from selected_workspaces
+  selected_workspaces=$(echo $selected_workspaces | xargs)
+
+  if [[ -n "$selected_workspaces" ]]; then
+    echo "scope=--all --include '$selected_workspaces'" >> $GITHUB_OUTPUT
+    echo "widgets=[\"$selected_workspaces\"]" >> $GITHUB_OUTPUT
+  else
+    echo "scope=--all --include '*-native'" >> $GITHUB_OUTPUT
+    echo "widgets=${all_widgets}" >> $GITHUB_OUTPUT
+  fi
+else
+  if [ -n "$input_workspace" ] && [ "$input_workspace" != "*-native" ]; then
+    selected_workspaces=$(echo "$input_workspace" | sed 's/,/ /g')
+    echo "scope=--all --include '${selected_workspaces}'" >> $GITHUB_OUTPUT
+    echo "widgets=[\"$input_workspace\"]" >> $GITHUB_OUTPUT
+  else
+    echo "scope=--all --include '*-native'" >> $GITHUB_OUTPUT
+    echo "widgets=${all_widgets}" >> $GITHUB_OUTPUT
+  fi
+fi
+
+echo "Determined scope: $(cat $GITHUB_OUTPUT | grep scope= | cut -d= -f2)"
+echo "Widgets: $(cat $GITHUB_OUTPUT | grep widgets= | cut -d= -f2)"
diff --git a/.github/workflows/NativePipeline.yml b/.github/workflows/NativePipeline.yml
@@ -6,13 +6,11 @@ on:
         description: "Provide the SP version to be used (e.g., 10.14.0.43709) - has to be a released version (Default: latest from Mendix versions.json)"
         required: false
         default: ""
-
       nt_branch:
-        description: "Native Template branch to use (Default: master)"
-        default: "master"
+        description: "Native Template branch/tag to use (Leave empty to auto-select based on Mendix version)"
+        default: ""
         required: false
         type: string
-
       workspace:
         description: "Select a widget to test (Default will run all)"
         required: true
@@ -59,13 +57,13 @@ on:
           - video-player-native
           - web-view-native 
   
+  # Run at 0:00 UTC (2:00 AM CET time during summer, 1:00 AM during winter)
+  schedule:
+    - cron: '0 0 * * *'
   # Trigger on PR
   # pull_request:
-
-
 permissions:
   packages: write
-
 jobs:
   scope:
     runs-on: ubuntu-latest
@@ -77,56 +75,15 @@ jobs:
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
         with:
           fetch-depth: 2 # Fetch the latest two commits and its parent commit
-  
       - name: "Determine scope"
         id: scope
         run: |
-          if [ "${{ github.event_name }}" == "pull_request" ]; then
-            if git cat-file -e ${{ github.event.before }} 2>/dev/null; then
-              changed_files=$(git diff --name-only ${{ github.event.before }} ${{ github.sha }})
-            else
-              echo "Previous commit not found, using HEAD~1 as fallback"
-              changed_files=$(git diff --name-only HEAD~1 ${{ github.sha }})
-            fi
-
-            selected_workspaces=""
-            for file in $changed_files; do
-              if [[ $file == packages/pluggableWidgets/* ]]; then
-                widget=$(echo $file | cut -d'/' -f3)
-                if [[ ! $selected_workspaces =~ $widget ]]; then
-                  selected_workspaces="$selected_workspaces $widget"
-                fi
-              fi
-            done
-
-            # Trim leading and trailing spaces from selected_workspaces
-            selected_workspaces=$(echo $selected_workspaces | xargs)
-
-            if [[ -n "$selected_workspaces" ]]; then
-              echo "scope=--all --include '$selected_workspaces'" >> $GITHUB_OUTPUT
-              echo "widgets=[\"$selected_workspaces\"]" >> $GITHUB_OUTPUT
-            else
-              widgets='["accordion-native","activity-indicator-native","animation-native","app-events-native","background-gradient-native","background-image-native","badge-native","bar-chart-native","barcode-scanner-native","bottom-sheet-native","carousel-native","color-picker-native","column-chart-native","feedback-native","floating-action-button-native","gallery-native","gallery-text-filter-native","image-native","intro-screen-native","line-chart-native","listview-swipe-native","maps-native","pie-doughnut-chart-native","popup-menu-native","progress-bar-native","progress-circle-native","qr-code-native","radio-buttons-native","range-slider-native","rating-native","repeater-native","safe-area-view-native","signature-native","slider-native","switch-native","toggle-buttons-native","video-player-native","web-view-native"]'
-              echo "scope=--all --include '*-native'" >> $GITHUB_OUTPUT
-              echo "widgets=${widgets}" >> $GITHUB_OUTPUT
-            fi
-          else
-            if [ -n "${{ github.event.inputs.workspace }}" ] && [ "${{ github.event.inputs.workspace }}" != "*-native" ]; then
-              selected_workspaces=$(echo "${{ github.event.inputs.workspace }}" | sed 's/,/ /g')
-              echo "scope=--all --include '${selected_workspaces}'" >> $GITHUB_OUTPUT
-              echo "widgets=[\"${{ github.event.inputs.workspace }}\"]" >> $GITHUB_OUTPUT
-            else
-              widgets='["accordion-native","activity-indicator-native","animation-native","app-events-native","background-gradient-native","background-image-native","badge-native","bar-chart-native","barcode-scanner-native","bottom-sheet-native","carousel-native","color-picker-native","column-chart-native","feedback-native","floating-action-button-native","gallery-native","gallery-text-filter-native","image-native","intro-screen-native","line-chart-native","listview-swipe-native","maps-native","pie-doughnut-chart-native","popup-menu-native","progress-bar-native","progress-circle-native","qr-code-native","radio-buttons-native","range-slider-native","rating-native","repeater-native","safe-area-view-native","signature-native","slider-native","switch-native","toggle-buttons-native","video-player-native","web-view-native"]'
-              echo "scope=--all --include '*-native'" >> $GITHUB_OUTPUT
-              echo "widgets=${widgets}" >> $GITHUB_OUTPUT
-            fi
-          fi
-
+          chmod +x ./.github/scripts/determine-widget-scope.sh
+          ./.github/scripts/determine-widget-scope.sh "${{ github.event_name }}" "${{ github.event.inputs.workspace }}" "${{ github.event.before }}" "${{ github.sha }}"
       - name: "Debug Scope Output"
         run: |
           echo "Scope is: ${{ steps.scope.outputs.scope }}"
           echo "Widgets are: ${{ steps.scope.outputs.widgets }}"
-
   mendix-version:
     runs-on: ubuntu-22.04
     outputs:
@@ -151,9 +108,49 @@ jobs:
       - name: "Debug Mendix Version"
         run: |
           echo "Mendix Version: ${{ steps.set-mendix-version.outputs.MENDIX_VERSION }}"
-
+  determine-nt-version:
+    needs: [mendix-version]
+    runs-on: ubuntu-latest
+    outputs:
+      nt_branch: ${{ steps.set-output.outputs.nt_branch }}
+    steps:
+      - name: "Check out code"
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
+      - name: "Check if nt_branch was specified"
+        id: check-input
+        run: |
+          if [[ -n "${{ github.event.inputs.nt_branch }}" ]]; then
+            echo "Using specified nt_branch: ${{ github.event.inputs.nt_branch }}"
+            echo "nt_branch=${{ github.event.inputs.nt_branch }}" >> $GITHUB_OUTPUT
+            echo "source=input" >> $GITHUB_OUTPUT
+          else
+            echo "No nt_branch specified, will determine from mendix_version"
+            echo "source=auto" >> $GITHUB_OUTPUT
+          fi
+      - name: "Download mendix_version.json from native-template repo"
+        if: steps.check-input.outputs.source == 'auto'
+        run: |
+          curl -s -o mendix_version.json https://raw.githubusercontent.com/mendix/native-template/master/mendix_version.json
+          cat mendix_version.json
+      - name: "Determine Native Template version based on Mendix version"
+        if: steps.check-input.outputs.source == 'auto'
+        id: determine-nt-branch
+        run: |
+          pip install requests packaging
+          python ./.github/scripts/determine-nt-version.py "${{ needs.mendix-version.outputs.mendix_version }}"
+      - name: "Set output nt_branch"
+        id: set-output
+        run: |
+          if [[ "${{ steps.check-input.outputs.source }}" == "input" ]]; then
+            echo "nt_branch=${{ github.event.inputs.nt_branch }}" >> $GITHUB_OUTPUT
+          else
+            echo "nt_branch=${{ steps.determine-nt-branch.outputs.nt_branch }}" >> $GITHUB_OUTPUT
+          fi
+      - name: "Debug final branch output"
+        run: |
+          echo "Final nt_branch value: ${{ steps.set-output.outputs.nt_branch }}"
   docker-images:
-    needs: mendix-version
+    needs: [mendix-version]
     runs-on: ubuntu-22.04
     steps:
       - name: "Login to GitHub Container Registry"
@@ -311,14 +308,16 @@ jobs:
           platform: ios
           mda-file: automation.mda
   android-app:
-    needs: [android-bundle]
+    needs: [android-bundle, determine-nt-version]
     runs-on: ubuntu-22.04
     steps:
+      - name: Debug branch value
+        run: echo "Using branch ${{ needs.determine-nt-version.outputs.nt_branch }}"
       - name: "Check out Native Template for Native Components Test Project"
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
         with:
           repository: mendix/native-template
-          ref: ${{ github.event.inputs.nt_branch || 'master' }}
+          ref: ${{ needs.determine-nt-version.outputs.nt_branch }}
           path: native-template
       - name: "Check out code"
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
@@ -377,14 +376,14 @@ jobs:
           name: android-app
           path: native-template/android/app/build/outputs/apk/**/*.apk
   ios-app:
-    needs: [ios-bundle]
+    needs: [ios-bundle, determine-nt-version]
     runs-on: macos-13
     steps:
       - name: "Check out Native Template for Native Components Test Project"
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
         with:
           repository: mendix/native-template
-          ref: ${{ github.event.inputs.nt_branch || 'master' }}
+          ref: ${{ needs.determine-nt-version.outputs.nt_branch }}
           path: native-template
       - name: "Check out code"
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4
diff --git a/configs/e2e/mendix-versions.json b/configs/e2e/mendix-versions.json
@@ -1,4 +1,4 @@
 {
-    "latest": "10.21.1.64969",
+    "latest": "10.22.0.68245",
     "8": "8.18.23.62193"
 }

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`	`1`	`{`
`2`		`- "latest": "10.21.1.64969",`
	`2`	`+ "latest": "10.22.0.68245",`
`3`	`3`	`"8": "8.18.23.62193"`
`4`	`4`	`}`