diff --git a/embeddings.yaml b/embeddings.yaml index 510e6d6..bc3f78f 100644 --- a/embeddings.yaml +++ b/embeddings.yaml @@ -20,7 +20,7 @@ spec: spec: containers: - name: gradio - image: ghcr.io/billy-davies-2/llm-apps:v2-202602120526 + image: ghcr.io/billy-davies-2/llm-apps:v2-202602120535 imagePullPolicy: Always command: ["python", "embeddings.py"] ports: diff --git a/llm.py b/llm.py index 455e960..0fba472 100644 --- a/llm.py +++ b/llm.py @@ -218,18 +218,15 @@ Chat with **Llama 3.1 70B** (AWQ INT4) served via vLLM on AMD Strix Halo (ROCm). with gr.TabItem("💬 Chat"): chatbot = gr.ChatInterface( fn=chat_stream, - type="messages", additional_inputs=[system_prompt, temperature, max_tokens, top_p], examples=[ - "Hello! What can you tell me about yourself?", - "Explain how a GPU executes a matrix multiplication.", - "Write a Python function to compute the Fibonacci sequence.", - "What are the pros and cons of running LLMs on AMD GPUs?", + ["Hello! What can you tell me about yourself?"], + ["Explain how a GPU executes a matrix multiplication."], + ["Write a Python function to compute the Fibonacci sequence."], + ["What are the pros and cons of running LLMs on AMD GPUs?"], ], chatbot=gr.Chatbot( height=520, - type="messages", - show_copy_button=True, placeholder="Type a message to start chatting...", ), ) diff --git a/llm.yaml b/llm.yaml index 03f6927..2bc41d3 100644 --- a/llm.yaml +++ b/llm.yaml @@ -20,7 +20,7 @@ spec: spec: containers: - name: gradio - image: ghcr.io/billy-davies-2/llm-apps:v2-202602120526 + image: ghcr.io/billy-davies-2/llm-apps:v2-202602120535 imagePullPolicy: Always command: ["python", "llm.py"] ports: diff --git a/stt.yaml b/stt.yaml index 2d3f5be..9bf0b9a 100644 --- a/stt.yaml +++ b/stt.yaml @@ -20,7 +20,7 @@ spec: spec: containers: - name: gradio - image: ghcr.io/billy-davies-2/llm-apps:v2-202602120526 + image: ghcr.io/billy-davies-2/llm-apps:v2-202602120535 imagePullPolicy: Always command: ["python", "stt.py"] ports: diff --git a/tts.yaml b/tts.yaml index 7e25c01..297f763 100644 --- a/tts.yaml +++ b/tts.yaml @@ -20,7 +20,7 @@ spec: spec: containers: - name: gradio - image: ghcr.io/billy-davies-2/llm-apps:v2-202602120526 + image: ghcr.io/billy-davies-2/llm-apps:v2-202602120535 imagePullPolicy: Always command: ["python", "tts.py"] ports: