| # fastapi_implementation | |
| from fastapi import FastAPI | |
| from fastapi.middleware.cors import CORSMiddleware | |
| from cookbook.llm import llm_function | |
| from cookbook.llama_guard import check | |
| origins=["*"] | |
| app=FastAPI() | |
| app.add_middleware( | |
| CORSMiddleware, | |
| allow_origins=origins, | |
| allow_credentials=True, | |
| allow_methods=["*"], | |
| allow_headers=["*"] | |
| ) | |
| def counsellor(quest:str): | |
| if check(role="user", content=quest) == 'safe': | |
| respon = llm_function(user_input=quest) | |
| return respon | |
| else: | |
| return "invalid_request" | |
| # \xa0 |