mirror of
https://github.com/openclaw/openclaw.git
synced 2026-05-21 12:04:59 +00:00
fix(venice): disable streaming to prevent SDK crash with usage-only chunks (#15819)
Venice.ai API returns SSE chunks containing only usage metadata without a choices array. The SDK crashes trying to access choices[0] on these chunks with: Cannot read properties of undefined (reading '0') Changes: - Disable streaming by default for all Venice models - Apply to both static catalog and dynamically discovered models - Users can explicitly enable streaming in config if needed This is a workaround until the SDK handles Venice's streaming format. Fixes #15819
This commit is contained in:
@@ -300,6 +300,11 @@ export function buildVeniceModelDefinition(entry: VeniceCatalogEntry): ModelDefi
|
||||
cost: VENICE_DEFAULT_COST,
|
||||
contextWindow: entry.contextWindow,
|
||||
maxTokens: entry.maxTokens,
|
||||
// Disable streaming by default for Venice to avoid SDK crash with usage-only chunks
|
||||
// See: https://github.com/openclaw/openclaw/issues/15819
|
||||
params: {
|
||||
streaming: false,
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
@@ -381,6 +386,10 @@ export async function discoverVeniceModels(): Promise<ModelDefinitionConfig[]> {
|
||||
cost: VENICE_DEFAULT_COST,
|
||||
contextWindow: apiModel.model_spec.availableContextTokens || 128000,
|
||||
maxTokens: 8192,
|
||||
// Disable streaming to avoid SDK crash with usage-only chunks (#15819)
|
||||
params: {
|
||||
streaming: false,
|
||||
},
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user