Merge pull request #178 from llm-tools/sqlite

LibSQL

Author: adhityan

.gitignore

@@ -64,6 +64,7 @@ acme.json
 temp/
 storage/
 lmdb/
+data.db
 
 #env
 .env

core/embedjs-interfaces/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@llm-tools/embedjs-interfaces",
-    "version": "0.1.21",
+    "version": "0.1.22",
     "description": "Interfaces for extending the embedjs ecosystem",
     "dependencies": {
         "@langchain/core": "^0.3.19",

core/embedjs-utils/package.json

@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-utils",
-    "version": "0.1.21",
+    "version": "0.1.22",
     "description": "Useful util functions when extending the embedjs ecosystem",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.21"
+        "@llm-tools/embedjs-interfaces": "0.1.22"
     },
     "type": "module",
     "main": "./src/index.js",

core/embedjs/package.json

@@ -1,12 +1,12 @@
 {
     "type": "module",
     "name": "@llm-tools/embedjs",
-    "version": "0.1.21",
+    "version": "0.1.22",
     "description": "A NodeJS RAG framework to easily work with LLMs and custom datasets",
     "dependencies": {
         "@langchain/textsplitters": "^0.1.0",
-        "@llm-tools/embedjs-interfaces": "0.1.21",
-        "@llm-tools/embedjs-utils": "0.1.21",
+        "@llm-tools/embedjs-interfaces": "0.1.22",
+        "@llm-tools/embedjs-utils": "0.1.22",
         "debug": "^4.3.7",
         "langchain": "^0.3.6",
         "md5": "^2.3.0",

core/embedjs/src/core/rag-application.ts

@@ -306,6 +306,17 @@ export class RAGApplication {
         return this.vectorDatabase.getVectorCount();
     }
 
+    /**
+     * The function `deleteConversation` deletes all entries related to a particular conversation from the database
+     * @param {string} conversationId - The `conversationId` that you want to delete. Pass 'default' to delete
+     * the default conversation thread that is created and maintained automatically
+     */
+    public async deleteConversation(conversationId: string) {
+        if (this.store) {
+            await this.store.deleteConversation(conversationId);
+        }
+    }
+
     /**
      * The function `deleteLoader` deletes embeddings from a loader after confirming the action.
      * @param {string} uniqueLoaderId - The `uniqueLoaderId` parameter is a string that represents the

core/embedjs/src/store/memory-store.ts

@@ -50,16 +50,22 @@ export class MemoryStore implements BaseStore {
         const loaderId = <string>this.loaderCustomValues[key].loaderId;
 
         delete this.loaderList[key];
-        this.loaderCustomValuesMap.set(
-            loaderId,
-            this.loaderCustomValuesMap.get(loaderId).filter((k) => k !== key),
-        );
+
+        if (this.loaderCustomValuesMap.has(loaderId)) {
+            this.loaderCustomValuesMap.set(
+                loaderId,
+                this.loaderCustomValuesMap.get(loaderId).filter((k) => k !== key),
+            );
+        }
     }
 
     async deleteLoaderMetadataAndCustomValues(loaderId: string): Promise<void> {
-        this.loaderCustomValuesMap.get(loaderId).forEach((key) => {
-            delete this.loaderCustomValues[key];
-        });
+        if (this.loaderCustomValuesMap.has(loaderId)) {
+            this.loaderCustomValuesMap.get(loaderId).forEach((key) => {
+                delete this.loaderCustomValues[key];
+            });
+        }
+
         this.loaderCustomValuesMap.delete(loaderId);
         delete this.loaderList[loaderId];
     }

databases/embedjs-astra/package.json

@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-astradb",
-    "version": "0.1.21",
+    "version": "0.1.22",
     "description": "Add AstraDB support to embedjs",
     "dependencies": {
         "@datastax/astra-db-ts": "^1.5.0",
-        "@llm-tools/embedjs-interfaces": "0.1.21",
+        "@llm-tools/embedjs-interfaces": "0.1.22",
         "debug": "^4.3.7"
     },
     "type": "module",

databases/embedjs-cosmos/package.json

@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-cosmos",
-    "version": "0.1.21",
+    "version": "0.1.22",
     "description": "Add CosmosDB support to embedjs",
     "dependencies": {
         "@azure/cosmos": "^4.2.0",
-        "@llm-tools/embedjs-interfaces": "0.1.21",
+        "@llm-tools/embedjs-interfaces": "0.1.22",
         "debug": "^4.3.7"
     },
     "type": "module",

databases/embedjs-hnswlib/package.json

@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-hnswlib",
-    "version": "0.1.21",
+    "version": "0.1.22",
     "description": "Add HNSWLib support to embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.21",
+        "@llm-tools/embedjs-interfaces": "0.1.22",
         "debug": "^4.3.7",
         "hnswlib-node": "^3.0.0"
     },

databases/embedjs-lancedb/package.json

@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-lancedb",
-    "version": "0.1.21",
+    "version": "0.1.22",
     "description": "Add LanceDb support to embedjs",
     "dependencies": {
         "@lancedb/lancedb": "^0.13.0",
-        "@llm-tools/embedjs-interfaces": "0.1.21",
+        "@llm-tools/embedjs-interfaces": "0.1.22",
         "compute-cosine-similarity": "^1.1.0",
         "debug": "^4.3.7"
     },