diff --git a/.gitignore b/.gitignore index 531d61538..9e40fb900 100644 --- a/.gitignore +++ b/.gitignore @@ -4,6 +4,7 @@ public/characters/ public/User Avatars/ public/backgrounds/ public/groups/ +public/group chats/ public/worlds/ public/css/bg_load.css public/themes/ diff --git a/colab/GPU.ipynb b/colab/GPU.ipynb index 194ba8dea..ba46cf0d3 100644 --- a/colab/GPU.ipynb +++ b/colab/GPU.ipynb @@ -62,6 +62,8 @@ "#@markdown * prompthero/openjourney - midjourney style model\n", "#@markdown * ckpt/sd15 - base SD 1.5\n", "#@markdown * stabilityai/stable-diffusion-2-1-base - base SD 2.1\n", + "extras_enable_chromadb = True #@param {type:\"boolean\"}\n", + "#@markdown Enables ChromaDB for Infinity Context plugin\n", "\n", "import subprocess\n", "\n", @@ -84,6 +86,8 @@ " ExtrasModules.append('sd')\n", "if (extras_enable_tts):\n", " ExtrasModules.append('tts')\n", + "if (extras_enable_chromadb):\n", + " ExtrasModules.append('chromadb')\n", "\n", "params.append(f'--classification-model={Emotions_Model}')\n", "params.append(f'--summarization-model={Memory_Model}')\n", @@ -99,6 +103,8 @@ "!npm install -g localtunnel\n", "!pip install -r requirements-complete.txt\n", "!pip install tensorflow==2.12\n", + "!wget https://github.com/cloudflare/cloudflared/releases/download/2023.5.0/cloudflared-linux-amd64 -O /tmp/cloudflared-linux-amd64\n", + "!chmod +x /tmp/cloudflared-linux-amd64\n", "\n", "\n", "cmd = f\"python server.py {' '.join(params)}\"\n", diff --git a/package-lock.json b/package-lock.json index 101fa744d..08ffed738 100644 --- a/package-lock.json +++ b/package-lock.json @@ -19,6 +19,7 @@ "device-detector-js": "^3.0.3", "exifreader": "^4.12.0", "express": "^4.18.2", + "google-translate-api-browser": "^3.0.1", "gpt3-tokenizer": "^1.1.5", "ip-matching": "^2.1.2", "ipaddr.js": "^2.0.1", @@ -40,7 +41,8 @@ "uniqolor": "^1.1.0", "webp-converter": "2.3.2", "ws": "^8.13.0", - "yargs": "^17.7.1" + "yargs": "^17.7.1", + "yauzl": "^2.10.0" }, "bin": { "sillytavern": "server.js" @@ -815,6 +817,14 @@ "ieee754": "^1.1.13" } }, + "node_modules/buffer-crc32": { + "version": "0.2.13", + "resolved": "https://registry.npmjs.org/buffer-crc32/-/buffer-crc32-0.2.13.tgz", + "integrity": "sha512-VO9Ht/+p3SN7SKWqcrgEzjGbRSJYTx+Q1pTQC0wrWqHx0vpJraQ6GtHx8tvcg1rlK1byhU5gccxgOgj7B0TDkQ==", + "engines": { + "node": "*" + } + }, "node_modules/buffer-equal": { "version": "0.0.1", "license": "MIT", @@ -1296,6 +1306,14 @@ "reusify": "^1.0.4" } }, + "node_modules/fd-slicer": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/fd-slicer/-/fd-slicer-1.1.0.tgz", + "integrity": "sha512-cE1qsB/VwyQozZ+q1dGxR8LBYNZeofhEdUNGSMbQD3Gw2lAzX9Zb3uIU6Ebc/Fmyjo9AWWfnn0AUCHqtevs/8g==", + "dependencies": { + "pend": "~1.2.0" + } + }, "node_modules/file-type": { "version": "16.5.4", "license": "MIT", @@ -1525,6 +1543,11 @@ "url": "https://github.com/sponsors/sindresorhus" } }, + "node_modules/google-translate-api-browser": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/google-translate-api-browser/-/google-translate-api-browser-3.0.1.tgz", + "integrity": "sha512-KTLodkyGBWMK9IW6QIeJ2zCuju4Z0CLpbkADKo+yLhbSTD4l+CXXpQ/xaynGVAzeBezzJG6qn8MLeqOq3SmW0A==" + }, "node_modules/gpt3-tokenizer": { "version": "1.1.5", "license": "MIT", @@ -2221,6 +2244,11 @@ "url": "https://github.com/sponsors/Borewit" } }, + "node_modules/pend": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/pend/-/pend-1.2.0.tgz", + "integrity": "sha512-F3asv42UuXchdzt+xXqfW1OGlVBe+mxa2mqI0pg5yAHZPvFmY3Y6drSf/GQ1A86WgWEN9Kzh/WrgKa6iGcHXLg==" + }, "node_modules/phin": { "version": "2.9.3", "license": "MIT" @@ -3316,6 +3344,15 @@ "engines": { "node": ">=12" } + }, + "node_modules/yauzl": { + "version": "2.10.0", + "resolved": "https://registry.npmjs.org/yauzl/-/yauzl-2.10.0.tgz", + "integrity": "sha512-p4a9I6X6nu6IhoGmBqAcbJy1mlC4j27vEPZX9F4L4/vZT3Lyq1VkFHw/V/PUcB9Buo+DG3iHkT0x3Qya58zc3g==", + "dependencies": { + "buffer-crc32": "~0.2.3", + "fd-slicer": "~1.1.0" + } } } } diff --git a/package.json b/package.json index 98dd786ed..1c6a170c2 100644 --- a/package.json +++ b/package.json @@ -10,6 +10,7 @@ "device-detector-js": "^3.0.3", "exifreader": "^4.12.0", "express": "^4.18.2", + "google-translate-api-browser": "^3.0.1", "gpt3-tokenizer": "^1.1.5", "ip-matching": "^2.1.2", "ipaddr.js": "^2.0.1", @@ -31,7 +32,8 @@ "uniqolor": "^1.1.0", "webp-converter": "2.3.2", "ws": "^8.13.0", - "yargs": "^17.7.1" + "yargs": "^17.7.1", + "yauzl": "^2.10.0" }, "overrides": { "parse-bmfont-xml": { diff --git a/public/NovelAI Settings/Classic-Euterpe.settings b/public/NovelAI Settings/Classic-Euterpe.settings index dcfc70285..e8fe154b4 100644 --- a/public/NovelAI Settings/Classic-Euterpe.settings +++ b/public/NovelAI Settings/Classic-Euterpe.settings @@ -1,8 +1,5 @@ { - "order": [ - 3, - 0 - ], + "order": [3, 0], "temperature": 1.11, "max_length": 90, "min_length": 1, @@ -10,5 +7,7 @@ "repetition_penalty": 1.11, "repetition_penalty_range": 320, "repetition_penalty_frequency": 0, - "repetition_penalty_presence": 0 + "repetition_penalty_presence": 0, + "repetition_penalty_slope": 0, + "max_context":2048 } \ No newline at end of file diff --git a/public/NovelAI Settings/Classic-Krake.settings b/public/NovelAI Settings/Classic-Krake.settings index 8ab90cdfe..1233f92b4 100644 --- a/public/NovelAI Settings/Classic-Krake.settings +++ b/public/NovelAI Settings/Classic-Krake.settings @@ -1,8 +1,5 @@ { - "order": [ - 3, - 0 - ], + "order": [3, 0], "temperature": 1.7, "max_length": 90, "min_length": 1, @@ -10,5 +7,7 @@ "repetition_penalty": 1.06, "repetition_penalty_range": 340, "repetition_penalty_frequency": 0, - "repetition_penalty_presence": 0 + "repetition_penalty_presence": 0, + "repetition_penalty_slope": 0, + "max_context": 2048 } \ No newline at end of file diff --git a/public/NovelAI Settings/Fresh-Coffee-Clio.settings b/public/NovelAI Settings/Fresh-Coffee-Clio.settings new file mode 100644 index 000000000..7d12fd1d1 --- /dev/null +++ b/public/NovelAI Settings/Fresh-Coffee-Clio.settings @@ -0,0 +1,18 @@ +{ + "order": [0, 1, 2, 3], + "temperature": 1, + "max_length": 40, + "min_length": 1, + "top_k": 25, + "top_p": 1, + "tail_free_sampling": 0.925, + "repetition_penalty": 1.9, + "repetition_penalty_range": 768, + "repetition_penalty_slope": 3.33, + "repetition_penalty_frequency": 0.0025, + "repetition_penalty_presence": 0.001, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file diff --git a/public/NovelAI Settings/Keelback-Clio.settings b/public/NovelAI Settings/Keelback-Clio.settings new file mode 100644 index 000000000..721cc25ed --- /dev/null +++ b/public/NovelAI Settings/Keelback-Clio.settings @@ -0,0 +1,18 @@ +{ + "order": [4, 5, 0, 3], + "temperature": 1.18, + "max_length": 40, + "min_length": 1, + "top_a": 0.022, + "typical_p": 0.9, + "tail_free_sampling": 0.956, + "repetition_penalty": 1.25, + "repetition_penalty_range": 4096, + "repetition_penalty_slope": 0.9, + "repetition_penalty_frequency": 0, + "repetition_penalty_presence": 0, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file diff --git a/public/NovelAI Settings/Long-Press-Clio.settings b/public/NovelAI Settings/Long-Press-Clio.settings new file mode 100644 index 000000000..fdeecdcf0 --- /dev/null +++ b/public/NovelAI Settings/Long-Press-Clio.settings @@ -0,0 +1,19 @@ +{ + "order": [0, 4, 1, 5, 3], + "temperature": 1.155, + "max_length": 40, + "min_length": 1, + "top_k": 25, + "top_a": 0.3, + "typical_p": 0.96, + "tail_free_sampling": 0.895, + "repetition_penalty": 1.0125, + "repetition_penalty_range": 2048, + "repetition_penalty_slope": 3.33, + "repetition_penalty_frequency": 0.011, + "repetition_penalty_presence": 0.005, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file diff --git a/public/NovelAI Settings/Talker-Chat-Clio.settings b/public/NovelAI Settings/Talker-Chat-Clio.settings new file mode 100644 index 000000000..6faad1414 --- /dev/null +++ b/public/NovelAI Settings/Talker-Chat-Clio.settings @@ -0,0 +1,19 @@ +{ + "order": [1, 3, 4, 0, 2], + "temperature": 1.05, + "max_length": 40, + "min_length": 1, + "top_k": 79, + "top_p": 0.95, + "top_a": 0.075, + "tail_free_sampling": 0.989, + "repetition_penalty": 1.5, + "repetition_penalty_range": 8192, + "repetition_penalty_slope": 3.33, + "repetition_penalty_frequency": 0.03, + "repetition_penalty_presence": 0.005, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file diff --git a/public/NovelAI Settings/Vingt-Un-Clio.settings b/public/NovelAI Settings/Vingt-Un-Clio.settings new file mode 100644 index 000000000..2631abf85 --- /dev/null +++ b/public/NovelAI Settings/Vingt-Un-Clio.settings @@ -0,0 +1,19 @@ +{ + "order": [0, 5, 3, 2, 1], + "temperature": 1.21, + "max_length": 40, + "min_length": 1, + "top_k": 0, + "top_p": 0.912, + "typical_p": 0.912, + "tail_free_sampling": 0.921, + "repetition_penalty": 1.21, + "repetition_penalty_range": 321, + "repetition_penalty_slope": 3.33, + "repetition_penalty_frequency": 0.00621, + "repetition_penalty_presence": 0, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file diff --git a/public/index.html b/public/index.html index 9ffd95873..4eb5320cc 100644 --- a/public/index.html +++ b/public/index.html @@ -64,6 +64,7 @@ +