Update app.py
Browse files
app.py
CHANGED
|
@@ -1,9 +1,15 @@
|
|
| 1 |
import os
|
| 2 |
import gradio as gr
|
| 3 |
from huggingface_hub import InferenceClient
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
|
| 5 |
client = InferenceClient(provider="novita", api_key=os.environ["HF_TOKEN"])
|
| 6 |
-
models = ["deepseek-ai/DeepSeek-V3.1","zai-org/GLM-4.5","Qwen/Qwen3-Coder-480B-A35B-Instruct", "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","deepseek-ai/DeepSeek-R1","deepseek-ai/DeepSeek-R1-0528","Qwen/Qwen3-Next-80B-A3B-Thinking"]
|
| 7 |
|
| 8 |
def respond(message, history, model):
|
| 9 |
history.append((message, ""))
|
|
@@ -23,7 +29,7 @@ with gr.Blocks() as demo:
|
|
| 23 |
gr.Markdown("## AI")
|
| 24 |
chatbot = gr.Chatbot(height=400)
|
| 25 |
msg = gr.Textbox(label="Ask me smth")
|
| 26 |
-
model_dd = gr.Dropdown(
|
| 27 |
with gr.Row():
|
| 28 |
submit_btn = gr.Button("Send")
|
| 29 |
clear = gr.Button("Clear")
|
|
|
|
| 1 |
import os
|
| 2 |
import gradio as gr
|
| 3 |
from huggingface_hub import InferenceClient
|
| 4 |
+
import requests
|
| 5 |
+
|
| 6 |
+
url = "https://huggingface.co/models-json?num_parameters=min%3A128B&inference_provider=cerebras%2Cnebius%2Cfireworks-ai%2Ctogether%2Csambanova%2Cnovita%2Cgroq%2Cnscale%2Chyperbolic%2Cfeatherless-ai%2Cfal-ai%2Ccohere%2Creplicate%2Chf-inference&sort=trending&withCount=true"
|
| 7 |
+
|
| 8 |
+
res = requests.get(url).json()
|
| 9 |
+
model_ids = [m['id'] for m in res.get('models', [])]
|
| 10 |
|
| 11 |
client = InferenceClient(provider="novita", api_key=os.environ["HF_TOKEN"])
|
| 12 |
+
#models = ["deepseek-ai/DeepSeek-V3.1","zai-org/GLM-4.5","Qwen/Qwen3-Coder-480B-A35B-Instruct", "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","deepseek-ai/DeepSeek-R1","deepseek-ai/DeepSeek-R1-0528","Qwen/Qwen3-Next-80B-A3B-Thinking"]
|
| 13 |
|
| 14 |
def respond(message, history, model):
|
| 15 |
history.append((message, ""))
|
|
|
|
| 29 |
gr.Markdown("## AI")
|
| 30 |
chatbot = gr.Chatbot(height=400)
|
| 31 |
msg = gr.Textbox(label="Ask me smth")
|
| 32 |
+
model_dd = gr.Dropdown(model_ids, label="Model", value=models[0])
|
| 33 |
with gr.Row():
|
| 34 |
submit_btn = gr.Button("Send")
|
| 35 |
clear = gr.Button("Clear")
|