# fastapi_implementation | |
from fastapi import FastAPI | |
from fastapi.middleware.cors import CORSMiddleware | |
from cookbook.llm import llm_function | |
from cookbook.llama_guard import check | |
origins=["*"] | |
app=FastAPI() | |
app.add_middleware( | |
CORSMiddleware, | |
allow_origins=origins, | |
allow_credentials=True, | |
allow_methods=["*"], | |
allow_headers=["*"] | |
) | |
def counsellor(quest:str): | |
if check(role="user", content=quest) == 'safe': | |
respon = llm_function(user_input=quest) | |
return respon | |
else: | |
return "invalid_request" | |
# \xa0 |