mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
Moved model backends to separate folders
added some model backend settings save/load
This commit is contained in:
32
modeling/inference_models/openai/class.py
Normal file
32
modeling/inference_models/openai/class.py
Normal file
@@ -0,0 +1,32 @@
|
||||
import torch
|
||||
import requests
|
||||
import numpy as np
|
||||
from typing import List, Optional, Union
|
||||
|
||||
import utils
|
||||
from logger import logger
|
||||
from modeling.inference_model import (
|
||||
GenerationResult,
|
||||
GenerationSettings,
|
||||
InferenceModel,
|
||||
)
|
||||
|
||||
from modeling.inference_models.openai_gooseai import model_backend as openai_gooseai_model_backend
|
||||
|
||||
model_backend_name = "OpenAI"
|
||||
|
||||
class OpenAIAPIError(Exception):
|
||||
def __init__(self, error_type: str, error_message) -> None:
|
||||
super().__init__(f"{error_type}: {error_message}")
|
||||
self.source = "OpenAI"
|
||||
|
||||
|
||||
class model_backend(openai_gooseai_model_backend):
|
||||
"""InferenceModel for interfacing with OpenAI's generation API."""
|
||||
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
self.url = "https://api.openai.com/v1/engines"
|
||||
|
||||
def is_valid(self, model_name, model_path, menu_path):
|
||||
return model_name == "OAI"
|
Reference in New Issue
Block a user