Selectable openrouter providers

This commit is contained in:
Cohee
2024-05-06 19:26:20 +03:00
parent 694cf6f762
commit 7063fce2af
8 changed files with 114 additions and 1 deletions

View File

@ -298,6 +298,7 @@ const OPENROUTER_KEYS = [
'stream',
'prompt',
'stop',
'provider',
];
// https://github.com/vllm-project/vllm/blob/0f8a91401c89ac0a8018def3756829611b57727f/vllm/entrypoints/openai/protocol.py#L220