apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-04-28 10:26:36 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove dependency on docker-compose when starting up archgw (#305)

Browse source
This commit is contained in:
Adil Hafeez 2024-11-26 13:13:02 -08:00 • committed by GitHub
parent 726f1a3185
commit 0ff3d43008
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 3761 additions and 274 deletions
Download patch file Download diff file Expand all files Collapse all files

8
model_server/app/commons/utilities.py
View file

@ -3,7 +3,6 @@ import yaml
import torch
import string
import logging
import pkg_resources
from openai import OpenAI
@ -11,13 +10,6 @@ from openai import OpenAI
logger_instance = None
def load_yaml_config(file_name):
# Load the YAML file from the package
yaml_path = pkg_resources.resource_filename("app", file_name)
with open(yaml_path, "r") as yaml_file:
return yaml.safe_load(yaml_file)
def get_device():
available_device = {
"cpu": True,