init

ts/packages/base/src/services/embeddings-service.ts

@@ -29,16 +29,24 @@ export abstract class EmbeddingsService extends FlowProcessor {
   private async onRequest(
     msg: EmbeddingsRequest,
     properties: Record<string, string>,
-    _flowCtx: FlowContext,
+    flowCtx: FlowContext,
   ): Promise<void> {
     const requestId = properties.id;
     if (!requestId) return;
 
+    const responseProducer = flowCtx.flow.producer<EmbeddingsResponse>("response");
+
     try {
       const vectors = await this.onEmbeddings(msg.text, msg.model);
-      void vectors; // Producer send would go here
+      await responseProducer.send(requestId, { vectors });
     } catch (err) {
       console.error(`[EmbeddingsService] Error processing request:`, err);
+
+      const message = err instanceof Error ? err.message : String(err);
+      await responseProducer.send(requestId, {
+        vectors: [],
+        error: { type: "embeddings-error", message },
+      });
     }
   }
 

ts/packages/base/src/services/llm-service.ts

@@ -10,7 +10,6 @@ import { ProducerSpec } from "../spec/producer-spec.js";
 import { ParameterSpec } from "../spec/parameter-spec.js";
 import type { ProcessorConfig } from "../processor/async-processor.js";
 import type { FlowContext } from "../messaging/consumer.js";
-import type { Flow } from "../processor/flow.js";
 import type {
   TextCompletionRequest,
   TextCompletionResponse,
@@ -37,12 +36,11 @@ export abstract class LlmService extends FlowProcessor {
     properties: Record<string, string>,
     flowCtx: FlowContext,
   ): Promise<void> {
-    // We need the actual flow instance to access producers/parameters.
-    // In the full implementation, FlowContext would carry a flow reference.
-    // For now this shows the pattern.
     const requestId = properties.id;
     if (!requestId) return;
 
+    const responseProducer = flowCtx.flow.producer<TextCompletionResponse>("response");
+
     try {
       if (msg.streaming && this.supportsStreaming()) {
         for await (const chunk of this.generateContentStream(
@@ -51,8 +49,13 @@ export abstract class LlmService extends FlowProcessor {
           msg.model,
           msg.temperature,
         )) {
-          // Send each chunk as a response with the same request ID
-          void chunk; // Producer send would go here
+          await responseProducer.send(requestId, {
+            response: chunk.text,
+            model: chunk.model,
+            inToken: chunk.inToken ?? undefined,
+            outToken: chunk.outToken ?? undefined,
+            endOfStream: chunk.isFinal,
+          });
         }
       } else {
         const result = await this.generateContent(
@@ -61,10 +64,24 @@ export abstract class LlmService extends FlowProcessor {
           msg.model,
           msg.temperature,
         );
-        void result; // Producer send would go here
+
+        await responseProducer.send(requestId, {
+          response: result.text,
+          model: result.model,
+          inToken: result.inToken,
+          outToken: result.outToken,
+          endOfStream: true,
+        });
       }
     } catch (err) {
       console.error(`[LlmService] Error processing request:`, err);
+
+      const message = err instanceof Error ? err.message : String(err);
+      await responseProducer.send(requestId, {
+        response: "",
+        error: { type: "llm-error", message },
+        endOfStream: true,
+      });
     }
   }