app.py

import gradio as gr
import requests
import json

URL = "198.175.88.52"
myport = "80"
g2url  = f"http://{URL}:{myport}/generate"

prompt="Why is the sky purple"
build_curl_prompt="curl ${g2url} -X POST -d '{\"inputs\":\"${prompt}\",\"parameters\":{\"max_new_tokens\":32}}' -H 'Content-Type: application/json'"

url_input = gr.Textbox(label="URL", value=g2url, visible=True)
prompt_input = gr.Textbox(label="Prompt", value=prompt, visible=True)
outputs = gr.Textbox(label="Generated Text")

def text_gen(url, prompt):
    resp = requests.post(g2url, data=json.dumps(prompt))
    return resp.text

demo = gr.Interface(
    fn=text_gen,
        inputs=[url_input, prompt_input],
    outputs=[outputs])

demo.launch()