rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Modeling: Maybe fix samplers

Browse Source
This commit is contained in:
somebody
2023-03-13 20:42:35 -05:00
parent 65b60085e3
commit 03af06638c
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
modeling/inference_models/hf_mtj.py
View File

@@ -10,6 +10,7 @@ import utils
import koboldai_settings import koboldai_settings
from logger import logger, Colors from logger import logger, Colors
from modeling import warpers
from modeling.inference_model import ( from modeling.inference_model import (
GenerationResult, GenerationResult,
GenerationSettings, GenerationSettings,
@@ -262,6 +263,8 @@ class HFMTJInferenceModel(HFInferenceModel):
seed: Optional[int] = None, seed: Optional[int] = None,
**kwargs, **kwargs,
) -> GenerationResult: ) -> GenerationResult:
warpers.update_settings()
soft_tokens = self.get_soft_tokens() soft_tokens = self.get_soft_tokens()
dynamic_inference = kwargs.get("tpu_dynamic_inference", False) dynamic_inference = kwargs.get("tpu_dynamic_inference", False)