rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-22 22:47:45 +01:00
Code Issues Projects Releases Wiki Activity

Change default PE type for NeoX to neox_rotary

Browse Source
This commit is contained in:
Gnome Ann 2022-03-19 00:26:04 -04:00
parent 85a4959efa
commit c2c139e940
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tpu_mtj_backend.py
View File

@ -945,7 +945,7 @@ def load_model(path: str, driver_version="tpu_driver0.1_dev20210607", hf_checkpo
"n_vocab": 50432, "n_vocab": 50432,
"n_vocab_padding": 0, "n_vocab_padding": 0,
"norm": "doublelayernorm", "norm": "doublelayernorm",
"pe": "rotary", "pe": "neox_rotary",
"pe_rotary_dims": 24, "pe_rotary_dims": 24,
"seq": 2048, "seq": 2048,
"cores_per_replica": 8, "cores_per_replica": 8,