mirror of
https://github.com/katanemo/plano.git
synced 2026-07-02 15:51:02 +02:00
parent
685144bbd7
commit
87900beddd
18 changed files with 252 additions and 2135 deletions
902
envoyfilter/Cargo.lock
generated
902
envoyfilter/Cargo.lock
generated
File diff suppressed because it is too large
Load diff
|
|
@ -14,7 +14,6 @@ serde = { version = "1.0", features = ["derive"] }
|
|||
serde_yaml = "0.9.34"
|
||||
serde_json = "1.0"
|
||||
md5 = "0.7.0"
|
||||
open-message-format-embeddings = { path = "../open-message-format/clients/omf-embeddings-rust" }
|
||||
public_types = { path = "../public_types" }
|
||||
http = "1.1.0"
|
||||
governor = { version = "0.6.3", default-features = false, features = ["no_std"]}
|
||||
|
|
|
|||
|
|
@ -5,7 +5,6 @@ WORKDIR /envoyfilter
|
|||
COPY envoyfilter/src /envoyfilter/src
|
||||
COPY envoyfilter/Cargo.toml /envoyfilter/
|
||||
COPY envoyfilter/Cargo.lock /envoyfilter/
|
||||
COPY open-message-format /open-message-format
|
||||
COPY public_types /public_types
|
||||
|
||||
RUN cargo build --release --target wasm32-wasi
|
||||
|
|
|
|||
|
|
@ -3,13 +3,13 @@ use crate::ratelimit;
|
|||
use crate::stats::{Counter, Gauge, RecordingMetric};
|
||||
use crate::stream_context::StreamContext;
|
||||
use log::debug;
|
||||
use open_message_format_embeddings::models::{
|
||||
CreateEmbeddingRequest, CreateEmbeddingRequestInput, CreateEmbeddingResponse,
|
||||
};
|
||||
use proxy_wasm::traits::*;
|
||||
use proxy_wasm::types::*;
|
||||
use public_types::common_types::EmbeddingType;
|
||||
use public_types::configuration::{Configuration, Overrides, PromptGuards, PromptTarget};
|
||||
use public_types::embeddings::{
|
||||
CreateEmbeddingRequest, CreateEmbeddingRequestInput, CreateEmbeddingResponse,
|
||||
};
|
||||
use serde_json::to_string;
|
||||
use std::collections::HashMap;
|
||||
use std::rc::Rc;
|
||||
|
|
|
|||
|
|
@ -11,9 +11,6 @@ use crate::tokenizer;
|
|||
use acap::cos;
|
||||
use http::StatusCode;
|
||||
use log::{debug, info, warn};
|
||||
use open_message_format_embeddings::models::{
|
||||
CreateEmbeddingRequest, CreateEmbeddingRequestInput, CreateEmbeddingResponse,
|
||||
};
|
||||
use proxy_wasm::traits::*;
|
||||
use proxy_wasm::types::*;
|
||||
use public_types::common_types::open_ai::{
|
||||
|
|
@ -26,6 +23,9 @@ use public_types::common_types::{
|
|||
ZeroShotClassificationResponse,
|
||||
};
|
||||
use public_types::configuration::{Overrides, PromptGuards, PromptTarget, PromptType};
|
||||
use public_types::embeddings::{
|
||||
CreateEmbeddingRequest, CreateEmbeddingRequestInput, CreateEmbeddingResponse,
|
||||
};
|
||||
use std::collections::HashMap;
|
||||
use std::num::NonZero;
|
||||
use std::rc::Rc;
|
||||
|
|
|
|||
|
|
@ -1,9 +1,4 @@
|
|||
use http::StatusCode;
|
||||
use open_message_format_embeddings::models::{
|
||||
create_embedding_response::{self, CreateEmbeddingResponse},
|
||||
create_embedding_response_usage::CreateEmbeddingResponseUsage,
|
||||
embedding, Embedding,
|
||||
};
|
||||
use proxy_wasm_test_framework::tester::{self, Tester};
|
||||
use proxy_wasm_test_framework::types::{
|
||||
Action, BufferType, LogLevel, MapType, MetricType, ReturnType,
|
||||
|
|
@ -12,6 +7,10 @@ use public_types::common_types::{
|
|||
open_ai::{ChatCompletionsResponse, Choice, Message, Usage},
|
||||
BoltFCToolsCall, IntOrString, ToolCallDetail,
|
||||
};
|
||||
use public_types::embeddings::embedding::Object;
|
||||
use public_types::embeddings::{
|
||||
create_embedding_response, CreateEmbeddingResponse, CreateEmbeddingResponseUsage, Embedding,
|
||||
};
|
||||
use public_types::{common_types::ZeroShotClassificationResponse, configuration::Configuration};
|
||||
use serial_test::serial;
|
||||
use std::collections::HashMap;
|
||||
|
|
@ -93,7 +92,7 @@ fn normal_flow(module: &mut Tester, filter_context: i32, http_context: i32) {
|
|||
data: vec![Embedding {
|
||||
index: 0,
|
||||
embedding: vec![],
|
||||
object: embedding::Object::default(),
|
||||
object: Object::default(),
|
||||
}],
|
||||
model: String::from("test"),
|
||||
object: create_embedding_response::Object::default(),
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue