Spaces:
Running
on
Zero
Running
on
Zero
update gradio
Browse files
app.py
CHANGED
|
@@ -5,6 +5,7 @@ dotenv.load_dotenv(override=True)
|
|
| 5 |
import subprocess
|
| 6 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
| 7 |
|
|
|
|
| 8 |
import gradio as gr
|
| 9 |
|
| 10 |
import os
|
|
@@ -43,7 +44,7 @@ def load_pipeline(accelerator, weight_dtype, args):
|
|
| 43 |
pipeline = pipeline.to(accelerator.device)
|
| 44 |
return pipeline
|
| 45 |
|
| 46 |
-
|
| 47 |
def run(
|
| 48 |
instruction,
|
| 49 |
width_input,
|
|
|
|
| 5 |
import subprocess
|
| 6 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
| 7 |
|
| 8 |
+
import spaces
|
| 9 |
import gradio as gr
|
| 10 |
|
| 11 |
import os
|
|
|
|
| 44 |
pipeline = pipeline.to(accelerator.device)
|
| 45 |
return pipeline
|
| 46 |
|
| 47 |
+
@spaces.GPU(duration=180)
|
| 48 |
def run(
|
| 49 |
instruction,
|
| 50 |
width_input,
|