Add Top K and Top P for Claude

This commit is contained in:
Cohee
2023-06-10 16:21:45 +03:00
parent 935864388e
commit f894176e14
3 changed files with 33 additions and 2 deletions

View File

@@ -2770,6 +2770,8 @@ async function sendClaudeRequest(request, response) {
max_tokens_to_sample: request.body.max_tokens,
stop_sequences: ["\n\nHuman:", "\n\nSystem:", "\n\nAssistant:"],
temperature: request.body.temperature,
top_p: request.body.top_p,
top_k: request.body.top_k,
stream: request.body.stream,
}),
headers: {