test(e2e): introduces e2e test skeleton

.flake8

@@ -1,6 +1,6 @@
 [flake8]
 max-line-length = 120
-extend-ignore = E203,E501,E701, B017
+extend-ignore = E203,E501,E701,B017,F401,F811
 exclude =
   .venv,
   venv,

.github/actions/kserve-dep-setup/action.yml

@@ -13,6 +13,10 @@ inputs:
     description: 'Enable KEDA for autoscaling'
     required: false
     default: 'false'
+  enable-lws:
+    description: 'Enable Leader Worker Set'
+    required: false
+    default: 'false'
 runs:
   using: "composite"
   steps:
@@ -26,7 +30,7 @@ runs:
           ./test/scripts/gh-actions/setup-kourier.sh
         else
           echo "Selected network layer ${{ inputs.network-layer }}"
-          ./test/scripts/gh-actions/setup-deps.sh ${{ inputs.deployment-mode }} "${{ inputs.network-layer }}" "${{ inputs.enable-keda }}"
+          ./test/scripts/gh-actions/setup-deps.sh ${{ inputs.deployment-mode }} "${{ inputs.network-layer }}" "${{ inputs.enable-keda }}" "${{ inputs.enable-lws }}"
         fi
 
     - name: Update test overlays

.github/actions/minikube-setup/action.yml

@@ -14,6 +14,10 @@ inputs:
     description: 'Additional arguments to pass to minikube start'
     required: false
     default: ''
+  addons:
+    description: 'Choose optional addons to install. Valid options: metallb, ingress, gcp-auth, registry ...'
+    required: false
+    default: ''
 
 runs:
   using: "composite"
@@ -29,11 +33,34 @@ runs:
         minikube-version: '1.35.0'
         kubernetes-version: 'v1.30.7'
         driver: ${{ inputs.driver }}
+        addons: ${{ inputs.addons }}
         wait: 'all'
         cpus: 'max'
         memory: 'max'
         start-args: --wait-timeout=6m0s --nodes=${{ inputs.nodes }} ${{ inputs.start-args }}
-
+    - name: Configure MetalLB for Minikube
+      if: ${{ contains(inputs.addons, 'metallb') }}
+      shell: bash
+      run: |
+        IP=$(minikube ip)
+        PREFIX=${IP%.*}
+        START=${PREFIX}.200
+        END=${PREFIX}.235
+
+        kubectl apply -f - <<EOF
+        apiVersion: v1
+        kind: ConfigMap
+        metadata:
+          namespace: metallb-system
+          name: config
+        data:
+          config: |
+            address-pools:
+            - name: default
+              protocol: layer2
+              addresses:
+              - ${START}-${END}
+        EOF
     - name: Check Kubernetes pods
       shell: bash
       run: kubectl get pods -n kube-system

.github/workflows/e2e-test-llmisvc.yml

@@ -0,0 +1,176 @@
+name: LLMInferenceService E2E Tests
+
+on:
+  pull_request:
+    branches: [master, release*, feature-llmd-* ]
+    paths:
+      - "**"
+      - "!.github/**"
+      - "!docs/**"
+      - "!**.md"
+      - ".github/workflows/e2e-test-llmisvc.yml"
+  workflow_dispatch:
+
+env:
+  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  DOCKER_IMAGES_PATH: "/mnt/docker-images"
+  DOCKER_REPO: "kserve"
+  # artifact prefixes for bulk download
+  PREDICTOR_ARTIFACT_PREFIX: "pred"
+  EXPLAINER_ARTIFACT_PREFIX: "exp"
+  TRANSFORMER_ARTIFACT_PREFIX: "trans"
+  GRAPH_ARTIFACT_PREFIX: "graph"
+  BASE_ARTIFACT_PREFIX: "base"
+  # Controller images
+  CONTROLLER_IMG: "kserve-controller"
+  LOCALMODEL_CONTROLLER_IMG: "kserve-localmodel-controller"
+  LOCALMODEL_AGENT_IMG: "kserve-localmodelnode-agent"
+  STORAGE_INIT_IMG: "storage-initializer"
+  AGENT_IMG: "agent"
+  ROUTER_IMG: "router"
+  # Predictor runtime server images
+  SKLEARN_IMG: "sklearnserver"
+  XGB_IMG: "xgbserver"
+  LGB_IMG: "lgbserver"
+  PMML_IMG: "pmmlserver"
+  PADDLE_IMG: "paddleserver"
+  CUSTOM_MODEL_GRPC_IMG: "custom-model-grpc"
+  CUSTOM_MODEL_GRPC_IMG_TAG: "kserve/custom-model-grpc:${{ github.sha }}"
+  HUGGINGFACE_IMG: "huggingfaceserver"
+  # Explainer images
+  ART_IMG: "art-explainer"
+  # Transformer images
+  IMAGE_TRANSFORMER_IMG: "image-transformer"
+  IMAGE_TRANSFORMER_IMG_TAG: "kserve/image-transformer:${{ github.sha }}"
+  CUSTOM_TRANSFORMER_GRPC_IMG: "custom-image-transformer-grpc"
+  # Graph images
+  SUCCESS_200_ISVC_IMG: "success-200-isvc"
+  ERROR_404_ISVC_IMG: "error-404-isvc"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test-llmisvc:
+    if: false
+    runs-on: ubuntu-22.04
+    needs: [ kserve-image-build ]
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v4
+
+      - name: Free-up disk space
+        uses: ./.github/actions/free-up-disk-space
+
+      - name: Setup Go
+        uses: actions/setup-go@v5
+        with:
+          go-version-file: go.mod
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Setup Minikube
+        uses: ./.github/actions/minikube-setup
+        with:
+          addons: "metallb"
+
+      - name: KServe dependency setup
+        uses: ./.github/actions/kserve-dep-setup
+        with:
+          network-layer: 'istio-gatewayapi-ext'
+          enable-lws: 'true'
+
+      - name: Download base images
+        uses: ./.github/actions/base-download
+
+      - name: Install Poetry and version plugin
+        run: ./test/scripts/gh-actions/setup-poetry.sh
+
+      - name: Install KServe
+        run: |
+          ./test/scripts/gh-actions/setup-kserve.sh "raw" "istio-gatewayapi-ext"
+
+      - name: Run E2E tests
+        timeout-minutes: 30
+        run: |
+          # Run only CPU tests for now using pytest markers (cluster_)
+          # Available GPU vendors: amd, nvidia, intel
+          ./test/scripts/gh-actions/run-e2e-tests.sh "llminferenceservice and cluster_cpu" 2 "istio-gatewayapi-ext"
+
+      - name: Check system status
+        if: always()
+        run: |
+          ./test/scripts/gh-actions/status-check.sh
+
+  kserve-image-build:
+    if: false
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v4
+
+      - name: Free-up disk space
+        uses: ./.github/actions/free-up-disk-space
+
+      - name: Setup Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Build KServe images
+        run: |
+          sudo mkdir -p ${DOCKER_IMAGES_PATH}
+          sudo chown -R $USER ${DOCKER_IMAGES_PATH}
+          ./test/scripts/gh-actions/build-images.sh
+          docker image ls
+          sudo ls -lh ${DOCKER_IMAGES_PATH}
+
+      - name: Upload controller image
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ env.BASE_ARTIFACT_PREFIX }}-${{ env.CONTROLLER_IMG }}-${{ github.sha }}
+          path: ${{ env.DOCKER_IMAGES_PATH }}/${{ env.CONTROLLER_IMG }}-${{ github.sha }}
+          compression-level: 0
+          if-no-files-found: error
+
+      - name: Upload localmodel controller image
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ env.BASE_ARTIFACT_PREFIX }}-${{ env.LOCALMODEL_CONTROLLER_IMG }}-${{ github.sha }}
+          path: ${{ env.DOCKER_IMAGES_PATH }}/${{ env.LOCALMODEL_CONTROLLER_IMG }}-${{ github.sha }}
+          compression-level: 0
+          if-no-files-found: error
+
+      - name: Upload localmodel agent image
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ env.BASE_ARTIFACT_PREFIX }}-${{ env.LOCALMODEL_AGENT_IMG }}-${{ github.sha }}
+          path: ${{ env.DOCKER_IMAGES_PATH }}/${{ env.LOCALMODEL_AGENT_IMG }}-${{ github.sha }}
+          compression-level: 0
+          if-no-files-found: error
+
+      - name: Upload agent image
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ env.BASE_ARTIFACT_PREFIX }}-${{ env.AGENT_IMG }}-${{ github.sha }}
+          path: ${{ env.DOCKER_IMAGES_PATH }}/${{ env.AGENT_IMG }}-${{ github.sha }}
+          compression-level: 0
+          if-no-files-found: error
+
+      - name: Upload storage initializer image
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ env.BASE_ARTIFACT_PREFIX }}-${{ env.STORAGE_INIT_IMG }}-${{ github.sha }}
+          path: ${{ env.DOCKER_IMAGES_PATH }}/${{ env.STORAGE_INIT_IMG }}-${{ github.sha }}
+          compression-level: 0
+          if-no-files-found: error
+
+      - name: Upload router image
+        uses: actions/upload-artifact@v4
+        with:
+          name: ${{ env.BASE_ARTIFACT_PREFIX }}-${{ env.ROUTER_IMG }}-${{ github.sha }}
+          path: ${{ env.DOCKER_IMAGES_PATH }}/${{ env.ROUTER_IMG }}-${{ github.sha }}
+          compression-level: 0
+          if-no-files-found: error

Makefile

@@ -253,6 +253,8 @@ deploy-dev-llm:
 	./hack/deploy_dev_llm.sh
 
 deploy-ci: manifests
+	kubectl apply --server-side=true -k config/crd
+	kubectl wait --for=condition=established --timeout=60s crd/llminferenceserviceconfigs.serving.kserve.io
 	kubectl apply --server-side=true -k config/overlays/test
 	# TODO: Add runtimes as part of default deployment
 	kubectl wait --for=condition=ready pod -l control-plane=kserve-controller-manager -n kserve --timeout=300s