update getting started guide and add llm gateway and prompt gateway samples (#330)

This commit is contained in:
Adil Hafeez 2024-12-06 14:37:33 -08:00 committed by GitHub
parent 9d8fe02729
commit a54db1a098
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
24 changed files with 1203 additions and 778 deletions

View file

@ -220,6 +220,12 @@ async def hallucination(req: HallucinationRequest, res: Response):
if "messages" in req.parameters:
req.parameters.pop("messages")
if not req.parameters or len(req.parameters) == 0:
return {
"params_scores": {},
"model": req.model,
}
candidate_labels = {f"{k} is {v}": k for k, v in req.parameters.items()}
predictions = classifier(