diff --git a/modeling/inference_models/koboldcpp/koboldcpp_clblast.dll b/modeling/inference_models/koboldcpp/koboldcpp_clblast.dll new file mode 100644 index 00000000..a99a4d00 Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_clblast.dll differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_clblast.so b/modeling/inference_models/koboldcpp/koboldcpp_clblast.so new file mode 100644 index 00000000..e585ff1c Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_clblast.so differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_clblast_noavx2.dll b/modeling/inference_models/koboldcpp/koboldcpp_clblast_noavx2.dll new file mode 100644 index 00000000..d8d5e18b Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_clblast_noavx2.dll differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_cublas.dll b/modeling/inference_models/koboldcpp/koboldcpp_cublas.dll new file mode 100644 index 00000000..fa4d72b7 Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_cublas.dll differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_cublas.so b/modeling/inference_models/koboldcpp/koboldcpp_cublas.so new file mode 100644 index 00000000..34410fc0 Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_cublas.so differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_default.dll b/modeling/inference_models/koboldcpp/koboldcpp_default.dll new file mode 100644 index 00000000..dd203feb Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_default.dll differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_default.so b/modeling/inference_models/koboldcpp/koboldcpp_default.so new file mode 100644 index 00000000..717d3b35 Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_default.so differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_failsafe.dll b/modeling/inference_models/koboldcpp/koboldcpp_failsafe.dll new file mode 100644 index 00000000..ebce1a63 Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_failsafe.dll differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_noavx2.dll b/modeling/inference_models/koboldcpp/koboldcpp_noavx2.dll new file mode 100644 index 00000000..30167841 Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_noavx2.dll differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_openblas.dll b/modeling/inference_models/koboldcpp/koboldcpp_openblas.dll new file mode 100644 index 00000000..96e5d985 Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_openblas.dll differ diff --git a/modeling/inference_models/koboldcpp/koboldcpp_openblas.so b/modeling/inference_models/koboldcpp/koboldcpp_openblas.so new file mode 100644 index 00000000..0e891286 Binary files /dev/null and b/modeling/inference_models/koboldcpp/koboldcpp_openblas.so differ diff --git a/vscode.cmd b/vscode.cmd new file mode 100644 index 00000000..9b3f3a4d --- /dev/null +++ b/vscode.cmd @@ -0,0 +1 @@ +"C:\Program Files\Microsoft VS Code\code" . \ No newline at end of file