From 2d351e4ba9b3f5832c38969511233038c4fbb4ee Mon Sep 17 00:00:00 2001 From: cmodi-meta <98582575+cmodi-meta@users.noreply.github.com> Date: Thu, 15 May 2025 12:22:24 -0700 Subject: [PATCH] Add yaml file for other supporting Llama API models --- config/examples/llamaapi-Llama-3.3-70B-Instruct.yaml | 5 +++++ config/examples/llamaapi-Llama-3.3-8B-Instruct.yaml | 5 +++++ .../llamaapi-Llama-4-Scout-17B-16E-Instruct-FP8.yaml | 5 +++++ .../llamaapi-llama-4-Maverick-17B-128E-Instruct-FP8.yaml | 4 ++-- 4 files changed, 17 insertions(+), 2 deletions(-) create mode 100644 config/examples/llamaapi-Llama-3.3-70B-Instruct.yaml create mode 100644 config/examples/llamaapi-Llama-3.3-8B-Instruct.yaml create mode 100644 config/examples/llamaapi-Llama-4-Scout-17B-16E-Instruct-FP8.yaml diff --git a/config/examples/llamaapi-Llama-3.3-70B-Instruct.yaml b/config/examples/llamaapi-Llama-3.3-70B-Instruct.yaml new file mode 100644 index 000000000..2ab19c750 --- /dev/null +++ b/config/examples/llamaapi-Llama-3.3-70B-Instruct.yaml @@ -0,0 +1,5 @@ +llm: + api_type: llama_api + base_url: "https://api.llama.com/compat/v1/" + api_key: "YOUR_API_KEY" + model: "Llama-3.3-70B-Instruct" diff --git a/config/examples/llamaapi-Llama-3.3-8B-Instruct.yaml b/config/examples/llamaapi-Llama-3.3-8B-Instruct.yaml new file mode 100644 index 000000000..71b021106 --- /dev/null +++ b/config/examples/llamaapi-Llama-3.3-8B-Instruct.yaml @@ -0,0 +1,5 @@ +llm: + api_type: llama_api + base_url: "https://api.llama.com/compat/v1/" + api_key: "YOUR_API_KEY" + model: "Llama-3.3-8B-Instruct" diff --git a/config/examples/llamaapi-Llama-4-Scout-17B-16E-Instruct-FP8.yaml b/config/examples/llamaapi-Llama-4-Scout-17B-16E-Instruct-FP8.yaml new file mode 100644 index 000000000..c148e7913 --- /dev/null +++ b/config/examples/llamaapi-Llama-4-Scout-17B-16E-Instruct-FP8.yaml @@ -0,0 +1,5 @@ +llm: + api_type: llama_api + base_url: "https://api.llama.com/compat/v1/" + api_key: "YOUR_API_KEY" + model: "Llama-4-Scout-17B-16E-Instruct-FP8" diff --git a/config/examples/llamaapi-llama-4-Maverick-17B-128E-Instruct-FP8.yaml b/config/examples/llamaapi-llama-4-Maverick-17B-128E-Instruct-FP8.yaml index 9b48d770c..a29fa3709 100644 --- a/config/examples/llamaapi-llama-4-Maverick-17B-128E-Instruct-FP8.yaml +++ b/config/examples/llamaapi-llama-4-Maverick-17B-128E-Instruct-FP8.yaml @@ -1,5 +1,5 @@ llm: - api_type: llamaapi + api_type: llama_api base_url: "https://api.llama.com/compat/v1/" api_key: "YOUR_API_KEY" - model: llama-4-Maverick-17B-128E-Instruct-FP8 + model: "Llama-4-Maverick-17B-128E-Instruct-FP8"