diff --git a/internal/controller/components/kserve/resources/serving-install/knative-serving.tmpl.yaml b/internal/controller/components/kserve/resources/serving-install/knative-serving.tmpl.yaml
index eaa2f468ebbb..843e68a2b9a0 100644
--- a/internal/controller/components/kserve/resources/serving-install/knative-serving.tmpl.yaml
+++ b/internal/controller/components/kserve/resources/serving-install/knative-serving.tmpl.yaml
@@ -27,6 +27,8 @@ spec:
     istio:
       enabled: true
   config:
+    autoscaler:
+      allow-zero-initial-scale: "true"
     features:
       kubernetes.podspec-affinity: enabled
       kubernetes.podspec-nodeselector: enabled