dodd869 commited on
Commit
4e35316
·
verified ·
1 Parent(s): 9b71440

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -2
app.py CHANGED
@@ -1,9 +1,15 @@
1
  import os
2
  import gradio as gr
3
  from huggingface_hub import InferenceClient
 
 
 
 
 
 
4
 
5
  client = InferenceClient(provider="novita", api_key=os.environ["HF_TOKEN"])
6
- models = ["deepseek-ai/DeepSeek-V3.1","zai-org/GLM-4.5","Qwen/Qwen3-Coder-480B-A35B-Instruct", "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","deepseek-ai/DeepSeek-R1","deepseek-ai/DeepSeek-R1-0528","Qwen/Qwen3-Next-80B-A3B-Thinking"]
7
 
8
  def respond(message, history, model):
9
  history.append((message, ""))
@@ -23,7 +29,7 @@ with gr.Blocks() as demo:
23
  gr.Markdown("## AI")
24
  chatbot = gr.Chatbot(height=400)
25
  msg = gr.Textbox(label="Ask me smth")
26
- model_dd = gr.Dropdown(models, label="Model", value=models[0])
27
  with gr.Row():
28
  submit_btn = gr.Button("Send")
29
  clear = gr.Button("Clear")
 
1
  import os
2
  import gradio as gr
3
  from huggingface_hub import InferenceClient
4
+ import requests
5
+
6
+ url = "https://huggingface.co/models-json?num_parameters=min%3A128B&inference_provider=cerebras%2Cnebius%2Cfireworks-ai%2Ctogether%2Csambanova%2Cnovita%2Cgroq%2Cnscale%2Chyperbolic%2Cfeatherless-ai%2Cfal-ai%2Ccohere%2Creplicate%2Chf-inference&sort=trending&withCount=true"
7
+
8
+ res = requests.get(url).json()
9
+ model_ids = [m['id'] for m in res.get('models', [])]
10
 
11
  client = InferenceClient(provider="novita", api_key=os.environ["HF_TOKEN"])
12
+ #models = ["deepseek-ai/DeepSeek-V3.1","zai-org/GLM-4.5","Qwen/Qwen3-Coder-480B-A35B-Instruct", "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8","deepseek-ai/DeepSeek-R1","deepseek-ai/DeepSeek-R1-0528","Qwen/Qwen3-Next-80B-A3B-Thinking"]
13
 
14
  def respond(message, history, model):
15
  history.append((message, ""))
 
29
  gr.Markdown("## AI")
30
  chatbot = gr.Chatbot(height=400)
31
  msg = gr.Textbox(label="Ask me smth")
32
+ model_dd = gr.Dropdown(model_ids, label="Model", value=models[0])
33
  with gr.Row():
34
  submit_btn = gr.Button("Send")
35
  clear = gr.Button("Clear")