Custom Executors

import { createRouter, type RouterExecutor } from "@mupt-ai/dari-router";

const acme: RouterExecutor = {
  async execute({ request, model, decision, signal }) {
    const result = await acmeSdk.generate({
      model: model.id,
      items: request.items,
      reasoningEffort: decision.reasoningEffort,
      signal,
    });
    return {
      type: "complete",
      output: {
        content: [{ type: "text", text: result.text }],
        finishReason: "stop",
        usage: { inputTokens: result.inputTokens, outputTokens: result.outputTokens },
      },
    };
  },
};

const router = createRouter({
  models: [{ id: "acme/private", executor: "acme" }],
  policy: ({ candidates }) => ({ model: candidates[0]!.id }),
  executors: { acme },
});

const executor: RouterExecutor = {
  execute({ request }) {
    if (!request.stream) throw new Error("This example only streams");
    return {
      type: "stream",
      events: {
        async *[Symbol.asyncIterator]() {
          yield { type: "text_delta", index: 0, delta: "Hello" } as const;
          yield { type: "finish", finishReason: "stop" } as const;
        },
      },
    };
  },
};

const model = {
  id: "acme/private",
  executor: "acme",
  provider: "acme",
  api: "private-rpc",
  reasoningEfforts: ["off"],
  capabilities: { streaming: true, toolUse: false, imageInput: false, structuredOutput: false },
} as const;

const router = createRouter({
  models,
  policy,
  executors: { acme },
  fallback: { enabled: true, requiresDifferentProvider: true },
});