rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Well, it generates "Something"

Browse Source
This commit is contained in:
ebolam
2023-06-02 16:19:41 -04:00
parent 339f501600
commit 36530b1743
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
modeling/inference_models/basic_hf/class.py
View File

@@ -31,7 +31,7 @@ from logger import logger
from modeling.inference_model import InferenceModel from modeling.inference_model import InferenceModel
model_backend_name = "Basic Huggingface" model_backend_name = "Very Basic Huggingface"
model_backend_type = "Huggingface" #This should be a generic name in case multiple model backends are compatible (think Hugging Face Custom and Basic Hugging Face) model_backend_type = "Huggingface" #This should be a generic name in case multiple model backends are compatible (think Hugging Face Custom and Basic Hugging Face)
LOG_SAMPLER_NO_EFFECT = False LOG_SAMPLER_NO_EFFECT = False
@@ -110,6 +110,7 @@ class model_backend(InferenceModel):
gen_settings: GenerationSettings, gen_settings: GenerationSettings,
single_line: bool = False, single_line: bool = False,
batch_count: int = 1, batch_count: int = 1,
seed: Optional[int] = None,
**kwargs, **kwargs,
) -> GenerationResult: ) -> GenerationResult:
if not isinstance(prompt_tokens, torch.Tensor): if not isinstance(prompt_tokens, torch.Tensor):