Modeling: Maybe fix samplers

This commit is contained in:
somebody
2023-03-13 20:42:35 -05:00
parent 65b60085e3
commit 03af06638c

View File

@@ -10,6 +10,7 @@ import utils
import koboldai_settings
from logger import logger, Colors
from modeling import warpers
from modeling.inference_model import (
GenerationResult,
GenerationSettings,
@@ -262,6 +263,8 @@ class HFMTJInferenceModel(HFInferenceModel):
seed: Optional[int] = None,
**kwargs,
) -> GenerationResult:
warpers.update_settings()
soft_tokens = self.get_soft_tokens()
dynamic_inference = kwargs.get("tpu_dynamic_inference", False)