rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Update BigDL and add commandline-ipex.sh

Browse Source
This commit is contained in:
Disty0
2023-12-18 23:04:24 +03:00
parent 59918a7dd2
commit 8137840bab
2 changed files with 18 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
commandline-ipex.sh Executable file
View File

@@ -0,0 +1,14 @@
if [ ! -x "$(command -v sycl-ls)" ]
then
echo "Setting OneAPI environment"
if [[ -z "$ONEAPI_ROOT" ]]
then
ONEAPI_ROOT=/opt/intel/oneapi
fi
source $ONEAPI_ROOT/setvars.sh
fi
export CONDA_AUTO_ACTIVATE_BASE=false
export PYTHONNOUSERSITE=1
export NEOReadDebugKeys=1
export ClDeviceGlobalMemSizeAvailablePercent=100
bin/micromamba run -r runtime -n koboldai-ipex bash

6
environments/ipex.yml
View File

@@ -1,5 +1,6 @@
name: koboldai name: koboldai
channels: channels:
- pytorch
- conda-forge - conda-forge
- defaults - defaults
dependencies: dependencies:
@@ -29,8 +30,9 @@ dependencies:
- --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ - --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
- torch==2.1.0a0; sys_platform == 'linux' - torch==2.1.0a0; sys_platform == 'linux'
- intel-extension-for-pytorch==2.1.10+xpu; sys_platform == 'linux' - intel-extension-for-pytorch==2.1.10+xpu; sys_platform == 'linux'
- bigdl-llm - bigdl-llm==2.5.0b20231218
- bigdl_core_xe - bigdl-core-xe-21==2.5.0b20231218
- py-cpuinfo
- openvino - openvino
- onnxruntime-openvino - onnxruntime-openvino
- flask-cloudflared==0.0.10 - flask-cloudflared==0.0.10