Split listener (#141)

katanemo · Oct 8, 2024 · 285aa14 · 285aa14
1 parent 22bc3d2
commit 285aa14
Show file tree

Hide file tree

Showing 20 changed files with 449 additions and 335 deletions.
diff --git a/.gitignore b/.gitignore
@@ -29,3 +29,4 @@ model_server/model_server.egg-info
 model_server/venv_model_server
 model_server/build
 model_server/dist
+arch_logs/
diff --git a/arch/arch_config_schema.yaml b/arch/arch_config_schema.yaml
@@ -144,6 +144,12 @@ properties:
         - model
         - selector
         - limit
+  tracing:
+    type: object
+    properties:
+      random_sampling:
+        type: integer
+      additionalProperties: false
 additionalProperties: false
 required:
   - version

diff --git a/arch/build_filter.sh b/arch/build_filter.sh
diff --git a/arch/build_filter_image.sh b/arch/build_filter_image.sh
@@ -0,0 +1 @@
+docker build -t archgw .. -f Dockerfile
diff --git a/arch/docker-compose.dev.yaml b/arch/docker-compose.dev.yaml
@@ -3,11 +3,15 @@ services:
     image: archgw:latest
     ports:
       - "10000:10000"
+      - "11000:11000"
       - "19901:9901"
     volumes:
       - ${ARCH_CONFIG_FILE:-../demos/function_calling/arch_config.yaml}:/config/arch_config.yaml
       - /etc/ssl/cert.pem:/etc/ssl/cert.pem
-      - ./envoy.template.dev.yaml:/config/envoy.template.yaml
+      - ./envoy.template.yaml:/config/envoy.template.yaml
       - ./target/wasm32-wasi/release/intelligent_prompt_gateway.wasm:/etc/envoy/proxy-wasm-plugins/intelligent_prompt_gateway.wasm
+      - ./arch_config_schema.yaml:/config/arch_config_schema.yaml
+      - ./tools/config_generator.py:/config/config_generator.py
+      - ./arch_logs:/var/log/
     env_file:
       - stage.env
diff --git a/arch/envoy.template.dev.yaml b/arch/envoy.template.dev.yaml