[FIXED] Add PaLM vectorization source (#1182)

* Add PaLM vectorization source

* FIX

* Add API key check. Fix comment

---------

Co-authored-by: Cohee <18619528+Cohee1207@users.noreply.github.com>
This commit is contained in:
theunstableman
2023-09-25 19:29:28 +07:00
committed by GitHub
parent 773d42b886
commit 8f426a0184
4 changed files with 54 additions and 1 deletions

43
src/palm-vectors.js Normal file
View File

@@ -0,0 +1,43 @@
const fetch = require('node-fetch').default;
const { SECRET_KEYS, readSecret } = require('./secrets');
/**
* Gets the vector for the given text from PaLM gecko model
* @param {string} text - The text to get the vector for
* @returns {Promise<number[]>} - The vector for the text
*/
async function getPaLMVector(text) {
const key = readSecret(SECRET_KEYS.PALM);
if (!key) {
console.log('No PaLM key found');
throw new Error('No PaLM key found');
}
const response = await fetch(`https://generativelanguage.googleapis.com/v1beta2/models/embedding-gecko-001:embedText?key=${key}`, {
method: 'POST',
headers: {
'Content-Type': 'application/json',
},
body: JSON.stringify({
text: text,
})
});
if (!response.ok) {
const text = await response.text();
console.log('PaLM request failed', response.statusText, text);
throw new Error('PaLM request failed');
}
const data = await response.json();
// Access the "value" dictionary
const vector = data.embedding.value;
return vector;
}
module.exports = {
getPaLMVector,
};

View File

@@ -15,6 +15,8 @@ async function getVector(source, text) {
return require('./openai-vectors').getOpenAIVector(text);
case 'transformers':
return require('./embedding').getTransformersVector(text);
case 'palm':
return require('./palm-vectors').getPaLMVector(text);
}
throw new Error(`Unknown vector source ${source}`);