Remove Arch-Function, prompt targets, and function calling

.gitignore

@@ -117,10 +117,6 @@ cli/build
 docs/build/
 
 # Plano - Demos
-demos/function_calling/ollama/models/
-demos/function_calling/ollama/id_ed*
-demos/function_calling/open-webui/
-demos/function_calling/open-webui/
 demos/shared/signoz/data
 
 # Plano - Miscellaneous

cli/planoai/config_generator.py

@@ -299,16 +299,6 @@ def validate_and_render_schema():
 
     print("defined clusters from plano_config.yaml: ", json.dumps(inferred_clusters))
 
-    if "prompt_targets" in config_yaml:
-        for prompt_target in config_yaml["prompt_targets"]:
-            name = prompt_target.get("endpoint", {}).get("name", None)
-            if not name:
-                continue
-            if name not in inferred_clusters:
-                raise Exception(
-                    f"Unknown endpoint {name}, please add it in endpoints section in your plano_config.yaml file"
-                )
-
     plano_tracing = config_yaml.get("tracing", {})
 
     # Resolution order: config yaml > OTEL_TRACING_GRPC_ENDPOINT env var > hardcoded default
@@ -558,17 +548,6 @@ def validate_and_render_schema():
             }
         )
 
-    # Always add arch-function model provider if not already defined
-    if "arch-function" not in model_provider_name_set:
-        updated_model_providers.append(
-            {
-                "name": "arch-function",
-                "provider_interface": "plano",
-                "model": "Arch-Function",
-                "internal": True,
-            }
-        )
-
     # Auto-add plano-orchestrator provider if no provider matches the orchestrator model
     orchestrator_model = overrides_config.get(
         "agent_orchestration_model", "Plano-Orchestrator"

cli/planoai/utils.py

@@ -188,18 +188,6 @@ def get_llm_provider_access_keys(plano_config_file):
         plano_config_yaml.get("listeners"), plano_config_yaml.get("model_providers")
     )
 
-    for prompt_target in plano_config_yaml.get("prompt_targets", []):
-        for k, v in prompt_target.get("endpoint", {}).get("http_headers", {}).items():
-            if k.lower() == "authorization":
-                print(
-                    f"found auth header: {k} for prompt_target: {prompt_target.get('name')}/{prompt_target.get('endpoint').get('name')}"
-                )
-                auth_tokens = v.split(" ")
-                if len(auth_tokens) > 1:
-                    access_key_list.append(auth_tokens[1])
-                else:
-                    access_key_list.append(v)
-
     for listener in listeners:
         for llm_provider in listener.get("model_providers", []):
             access_key = llm_provider.get("access_key")

cli/test/source/failure.json

@@ -7,7 +7,7 @@
             "traceId": "f7a31829c4b5d6e8a9f0b1c2d3e4f5a6",
             "spanId": "2e7269ca30eb05fa",
             "parentSpanId": "d6e7de4dfc43c662",
-            "name": "POST archfc.katanemo.dev/v1/chat/completions",
+            "name": "POST api.example.com/v1/chat/completions",
             "startTimeUnixNano": "1770937800292451000",
             "endTimeUnixNano": "1770937800552403000",
             "service": "plano(outbound)",
@@ -33,7 +33,7 @@
               {
                 "key": "http.url",
                 "value": {
-                  "stringValue": "https://archfc.katanemo.dev/v1/chat/completions"
+                  "stringValue": "https://api.example.com/v1/chat/completions"
                 }
               },
               {
@@ -462,7 +462,7 @@
             "traceId": "a1b2c3d4e5f6a7b8c9d0e1f2a3b4c5d6",
             "spanId": "3f8379db41fc16gb",
             "parentSpanId": "e7f8ef5efd54d773",
-            "name": "POST archfc.katanemo.dev/v1/chat/completions",
+            "name": "POST api.example.com/v1/chat/completions",
             "startTimeUnixNano": "1770937900292451000",
             "endTimeUnixNano": "1770937900552403000",
             "service": "plano(outbound)",
@@ -488,7 +488,7 @@
               {
                 "key": "http.url",
                 "value": {
-                  "stringValue": "https://archfc.katanemo.dev/v1/chat/completions"
+                  "stringValue": "https://api.example.com/v1/chat/completions"
                 }
               },
               {

cli/test/source/success.json

@@ -7,7 +7,7 @@
             "traceId": "86f21585168a31a23578d77096cc143b",
             "spanId": "1d6159b920daf4e9",
             "parentSpanId": "c5d6cd3cfb32b551",
-            "name": "POST archfc.katanemo.dev/v1/chat/completions",
+            "name": "POST api.example.com/v1/chat/completions",
             "startTimeUnixNano": "1770937700292451000",
             "endTimeUnixNano": "1770937700552403000",
             "service": "plano(outbound)",
@@ -33,7 +33,7 @@
               {
                 "key": "http.url",
                 "value": {
-                  "stringValue": "https://archfc.katanemo.dev/v1/chat/completions"
+                  "stringValue": "https://api.example.com/v1/chat/completions"
                 }
               },
               {

config/docker-compose.dev.yaml

@@ -8,7 +8,7 @@ services:
       - "12000:12000"
       - "19901:9901"
     volumes:
-      - ${PLANO_CONFIG_FILE:-../demos/getting_started/weather_forecast/plano_config.yaml}:/app/plano_config.yaml
+      - ${PLANO_CONFIG_FILE:-../demos/getting_started/llm_gateway/config.yaml}:/app/plano_config.yaml
       - /etc/ssl/cert.pem:/etc/ssl/cert.pem
       - ./envoy.template.yaml:/app/envoy.template.yaml
       - ./plano_config_schema.yaml:/app/plano_config_schema.yaml

config/plano_config_schema.yaml

@@ -299,8 +299,6 @@ properties:
   overrides:
     type: object
     properties:
-      prompt_target_intent_matching_threshold:
-        type: number
       optimize_context_window:
         type: boolean
       use_agent_orchestrator:
@@ -352,80 +350,6 @@ properties:
     additionalProperties: false
   system_prompt:
     type: string
-  prompt_targets:
-    type: array
-    items:
-      type: object
-      properties:
-        name:
-          type: string
-        default:
-          type: boolean
-        description:
-          type: string
-        auto_llm_dispatch_on_response:
-          type: boolean
-        parameters:
-          type: array
-          items:
-            type: object
-            properties:
-              name:
-                type: string
-              additionalProperties: false
-              required:
-                type: boolean
-              default:
-                anyOf:
-                  - type: string
-                  - type: integer
-                  - type: boolean
-              description:
-                type: string
-              type:
-                type: string
-              enum:
-                type: array
-                items:
-                  anyOf:
-                    - type: string
-                    - type: integer
-                    - type: boolean
-              in_path:
-                type: boolean
-              format:
-                type: string
-            additionalProperties: false
-            required:
-              - name
-              - description
-              - type
-        endpoint:
-          type: object
-          properties:
-            name:
-              type: string
-            path:
-              type: string
-            http_method:
-              type: string
-              enum:
-                - GET
-                - POST
-            http_headers:
-              type: object
-              additionalProperties:
-                type: string
-          additionalProperties: false
-          required:
-            - name
-            - path
-        system_prompt:
-          type: string
-      additionalProperties: false
-      required:
-        - name
-        - description
   ratelimits:
     type: array
     items: