From b2d225234291999f3ca27a9c1a26e3945fe96a56 Mon Sep 17 00:00:00 2001 From: "Billy D." Date: Thu, 12 Feb 2026 05:36:15 -0500 Subject: [PATCH] more bug fixes. --- embeddings.yaml | 2 +- llm.py | 11 ++++------- llm.yaml | 2 +- stt.yaml | 2 +- tts.yaml | 2 +- 5 files changed, 8 insertions(+), 11 deletions(-) diff --git a/embeddings.yaml b/embeddings.yaml index 510e6d6..bc3f78f 100644 --- a/embeddings.yaml +++ b/embeddings.yaml @@ -20,7 +20,7 @@ spec: spec: containers: - name: gradio - image: ghcr.io/billy-davies-2/llm-apps:v2-202602120526 + image: ghcr.io/billy-davies-2/llm-apps:v2-202602120535 imagePullPolicy: Always command: ["python", "embeddings.py"] ports: diff --git a/llm.py b/llm.py index 455e960..0fba472 100644 --- a/llm.py +++ b/llm.py @@ -218,18 +218,15 @@ Chat with **Llama 3.1 70B** (AWQ INT4) served via vLLM on AMD Strix Halo (ROCm). with gr.TabItem("💬 Chat"): chatbot = gr.ChatInterface( fn=chat_stream, - type="messages", additional_inputs=[system_prompt, temperature, max_tokens, top_p], examples=[ - "Hello! What can you tell me about yourself?", - "Explain how a GPU executes a matrix multiplication.", - "Write a Python function to compute the Fibonacci sequence.", - "What are the pros and cons of running LLMs on AMD GPUs?", + ["Hello! What can you tell me about yourself?"], + ["Explain how a GPU executes a matrix multiplication."], + ["Write a Python function to compute the Fibonacci sequence."], + ["What are the pros and cons of running LLMs on AMD GPUs?"], ], chatbot=gr.Chatbot( height=520, - type="messages", - show_copy_button=True, placeholder="Type a message to start chatting...", ), ) diff --git a/llm.yaml b/llm.yaml index 03f6927..2bc41d3 100644 --- a/llm.yaml +++ b/llm.yaml @@ -20,7 +20,7 @@ spec: spec: containers: - name: gradio - image: ghcr.io/billy-davies-2/llm-apps:v2-202602120526 + image: ghcr.io/billy-davies-2/llm-apps:v2-202602120535 imagePullPolicy: Always command: ["python", "llm.py"] ports: diff --git a/stt.yaml b/stt.yaml index 2d3f5be..9bf0b9a 100644 --- a/stt.yaml +++ b/stt.yaml @@ -20,7 +20,7 @@ spec: spec: containers: - name: gradio - image: ghcr.io/billy-davies-2/llm-apps:v2-202602120526 + image: ghcr.io/billy-davies-2/llm-apps:v2-202602120535 imagePullPolicy: Always command: ["python", "stt.py"] ports: diff --git a/tts.yaml b/tts.yaml index 7e25c01..297f763 100644 --- a/tts.yaml +++ b/tts.yaml @@ -20,7 +20,7 @@ spec: spec: containers: - name: gradio - image: ghcr.io/billy-davies-2/llm-apps:v2-202602120526 + image: ghcr.io/billy-davies-2/llm-apps:v2-202602120535 imagePullPolicy: Always command: ["python", "tts.py"] ports: