Revert "Basic Contrastive Search support"

This reverts commit 0f52281af5.
This commit is contained in:
somebody
2022-11-14 18:01:16 -06:00
parent a523aa93e2
commit 36cee7768c
6 changed files with 4 additions and 48 deletions

View File

@@ -622,7 +622,6 @@ class model_settings(settings):
self.top_a = 0.0 # Default generator top-a
self.tfs = 1.0 # Default generator tfs (tail-free sampling)
self.typical = 1.0 # Default generator typical sampling threshold
self.penalty_alpha = 0.0 # Default generator penalty_alpha (contrastive search)
self.numseqs = 1 # Number of sequences to ask the generator to create
self.badwordsids = []
self.fp32_model = False # Whether or not the most recently loaded HF model was in fp32 format