diff --git a/packages/core/src/config/plugin/provider.ts b/packages/core/src/config/plugin/provider.ts index 95573ff46d0..78a3cf0fc4a 100644 --- a/packages/core/src/config/plugin/provider.ts +++ b/packages/core/src/config/plugin/provider.ts @@ -90,6 +90,14 @@ export const Plugin = define({ } next.set(item, { providerID, models: definitions }) } + for (const [item, definition] of next) { + for (const [id, config] of Object.entries(item.models ?? {})) { + if (config.limit === undefined) continue + providers.models.update(definition.providerID, id, (model) => { + model.limit = { ...model.limit, ...config.limit } + }) + } + } sources.defaultModel = Config.latest(loaded.entries, "model") sources.models = next }) diff --git a/packages/core/test/config/provider.test.ts b/packages/core/test/config/provider.test.ts index ea417a5c24f..5625fe04508 100644 --- a/packages/core/test/config/provider.test.ts +++ b/packages/core/test/config/provider.test.ts @@ -889,7 +889,15 @@ describe("ConfigProviderPlugin.Plugin", () => { model.variants = [{ id: Model.VariantID.make("fast"), settings: { effort: "high" } }] }) }) + let transformed: Model.Info["limit"] | undefined + yield* models.transform((editor) => { + const model = editor.get(providerID, modelID) + if (!model) return + transformed = { ...model.limit } + model.limit = { context: 10, output: 1 } + }) yield* addPlugin(entries) + expect(transformed).toEqual({ context: 100, output: 75 }) const provider = required(yield* providers.get(providerID)) const model = required(yield* models.get(providerID, modelID))