From d6880ba4c4605abd7e3ed54f6f6322ae5b331416 Mon Sep 17 00:00:00 2001
From: ahg-g <ahg@google.com>
Date: Wed, 29 Jan 2025 20:46:41 +0000
Subject: [PATCH] Repo cleanup

---
 pkg/manifests/ext_proc.yaml                                    | 3 +--
 .../simulations}/llm_ig_simulation/src/__init__.py             | 0
 .../simulations}/llm_ig_simulation/src/benchmark_one_server.py | 0
 .../simulations}/llm_ig_simulation/src/constants.py            | 0
 .../simulations}/llm_ig_simulation/src/continous_batching.py   | 0
 .../simulations}/llm_ig_simulation/src/llmactor.py             | 0
 .../simulations}/llm_ig_simulation/src/loadbalancer.py         | 0
 .../simulations}/llm_ig_simulation/src/main.py                 | 0
 .../simulations}/llm_ig_simulation/src/request.py              | 0
 .../simulations}/llm_inference_gateway_simulation.ipynb        | 0
 10 files changed, 1 insertion(+), 2 deletions(-)
 rename {simulations => tools/simulations}/llm_ig_simulation/src/__init__.py (100%)
 rename {simulations => tools/simulations}/llm_ig_simulation/src/benchmark_one_server.py (100%)
 rename {simulations => tools/simulations}/llm_ig_simulation/src/constants.py (100%)
 rename {simulations => tools/simulations}/llm_ig_simulation/src/continous_batching.py (100%)
 rename {simulations => tools/simulations}/llm_ig_simulation/src/llmactor.py (100%)
 rename {simulations => tools/simulations}/llm_ig_simulation/src/loadbalancer.py (100%)
 rename {simulations => tools/simulations}/llm_ig_simulation/src/main.py (100%)
 rename {simulations => tools/simulations}/llm_ig_simulation/src/request.py (100%)
 rename {simulations => tools/simulations}/llm_inference_gateway_simulation.ipynb (100%)

diff --git a/pkg/manifests/ext_proc.yaml b/pkg/manifests/ext_proc.yaml
index 4eb0415a7..45bc264d4 100644
--- a/pkg/manifests/ext_proc.yaml
+++ b/pkg/manifests/ext_proc.yaml
@@ -69,8 +69,7 @@ spec:
     spec:
       containers:
       - name: inference-gateway-ext-proc
-        # TODO(https://github.com/kubernetes-sigs/gateway-api-inference-extension/issues/34) Update the image and args.
-        image: us-central1-docker.pkg.dev/k8s-staging-images/llm-instance-gateway/epp@sha256:1ef39ee79c55db6436f9d4cb14cc957dea647f57b8a7ff0363f60b0711695103
+        image: us-central1-docker.pkg.dev/k8s-staging-images/llm-instance-gateway/epp:main
         args:
         - -poolName
         - "vllm-llama2-7b-pool"
diff --git a/simulations/llm_ig_simulation/src/__init__.py b/tools/simulations/llm_ig_simulation/src/__init__.py
similarity index 100%
rename from simulations/llm_ig_simulation/src/__init__.py
rename to tools/simulations/llm_ig_simulation/src/__init__.py
diff --git a/simulations/llm_ig_simulation/src/benchmark_one_server.py b/tools/simulations/llm_ig_simulation/src/benchmark_one_server.py
similarity index 100%
rename from simulations/llm_ig_simulation/src/benchmark_one_server.py
rename to tools/simulations/llm_ig_simulation/src/benchmark_one_server.py
diff --git a/simulations/llm_ig_simulation/src/constants.py b/tools/simulations/llm_ig_simulation/src/constants.py
similarity index 100%
rename from simulations/llm_ig_simulation/src/constants.py
rename to tools/simulations/llm_ig_simulation/src/constants.py
diff --git a/simulations/llm_ig_simulation/src/continous_batching.py b/tools/simulations/llm_ig_simulation/src/continous_batching.py
similarity index 100%
rename from simulations/llm_ig_simulation/src/continous_batching.py
rename to tools/simulations/llm_ig_simulation/src/continous_batching.py
diff --git a/simulations/llm_ig_simulation/src/llmactor.py b/tools/simulations/llm_ig_simulation/src/llmactor.py
similarity index 100%
rename from simulations/llm_ig_simulation/src/llmactor.py
rename to tools/simulations/llm_ig_simulation/src/llmactor.py
diff --git a/simulations/llm_ig_simulation/src/loadbalancer.py b/tools/simulations/llm_ig_simulation/src/loadbalancer.py
similarity index 100%
rename from simulations/llm_ig_simulation/src/loadbalancer.py
rename to tools/simulations/llm_ig_simulation/src/loadbalancer.py
diff --git a/simulations/llm_ig_simulation/src/main.py b/tools/simulations/llm_ig_simulation/src/main.py
similarity index 100%
rename from simulations/llm_ig_simulation/src/main.py
rename to tools/simulations/llm_ig_simulation/src/main.py
diff --git a/simulations/llm_ig_simulation/src/request.py b/tools/simulations/llm_ig_simulation/src/request.py
similarity index 100%
rename from simulations/llm_ig_simulation/src/request.py
rename to tools/simulations/llm_ig_simulation/src/request.py
diff --git a/simulations/llm_inference_gateway_simulation.ipynb b/tools/simulations/llm_inference_gateway_simulation.ipynb
similarity index 100%
rename from simulations/llm_inference_gateway_simulation.ipynb
rename to tools/simulations/llm_inference_gateway_simulation.ipynb