From 431769960297f427bd4ae403f00c3b27cba72ca1 Mon Sep 17 00:00:00 2001
From: denislov <2864326614@qq.com>
Date: Wed, 12 Feb 2025 01:55:16 +0800
Subject: [PATCH] add csv loader patch

---
 ...bedjs-loader-csv-npm-0.1.28-a5dac8addd.patch | 17 +++++++++++++++++
 package.json                                    |  2 +-
 yarn.lock                                       | 17 +++++++++++++++--
 3 files changed, 33 insertions(+), 3 deletions(-)
 create mode 100644 .yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch

diff --git a/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch b/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch
new file mode 100644
index 00000000..ce7e20e7
--- /dev/null
+++ b/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch
@@ -0,0 +1,17 @@
+diff --git a/src/csv-loader.js b/src/csv-loader.js
+index b53938d5e763b9f31e928492966bac5ef2c2e9a6..ddd469865d68bc420fd14e5097ed77f350c448a7 100644
+--- a/src/csv-loader.js
++++ b/src/csv-loader.js
+@@ -23,8 +23,11 @@ export class CsvLoader extends BaseLoader {
+         const parser = parse(buffer, this.csvParseOptions);
+         this.debug('CSV parsing started...');
+         for await (const record of parser) {
++            const stringified =  Object.entries(record)
++                .map(([key, value]) => `${key}: ${value}`)
++                .join("\n");
+             yield {
+-                pageContent: cleanString(record.join(',')),
++                pageContent: cleanString(stringified),
+                 metadata: {
+                     type: 'CsvLoader',
+                     source: this.filePathOrUrl,
diff --git a/package.json b/package.json
index 443273bd..6cd9423f 100644
--- a/package.json
+++ b/package.json
@@ -53,7 +53,7 @@
     "@google/generative-ai": "^0.21.0",
     "@llm-tools/embedjs": "patch:@llm-tools/embedjs@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-npm-0.1.28-8e4393fa2d.patch",
     "@llm-tools/embedjs-libsql": "^0.1.28",
-    "@llm-tools/embedjs-loader-csv": "^0.1.28",
+    "@llm-tools/embedjs-loader-csv": "patch:@llm-tools/embedjs-loader-csv@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch",
     "@llm-tools/embedjs-loader-image": "^0.1.28",
     "@llm-tools/embedjs-loader-markdown": "patch:@llm-tools/embedjs-loader-markdown@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-markdown-npm-0.1.28-81647ffac6.patch",
     "@llm-tools/embedjs-loader-msoffice": "^0.1.28",
diff --git a/yarn.lock b/yarn.lock
index e1d2e886..c0bc1cdc 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -1518,7 +1518,7 @@ __metadata:
   languageName: node
   linkType: hard
 
-"@llm-tools/embedjs-loader-csv@npm:^0.1.28":
+"@llm-tools/embedjs-loader-csv@npm:0.1.28":
   version: 0.1.28
   resolution: "@llm-tools/embedjs-loader-csv@npm:0.1.28"
   dependencies:
@@ -1531,6 +1531,19 @@ __metadata:
   languageName: node
   linkType: hard
 
+"@llm-tools/embedjs-loader-csv@patch:@llm-tools/embedjs-loader-csv@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch":
+  version: 0.1.28
+  resolution: "@llm-tools/embedjs-loader-csv@patch:@llm-tools/embedjs-loader-csv@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch::version=0.1.28&hash=c89b03"
+  dependencies:
+    "@llm-tools/embedjs-interfaces": "npm:0.1.28"
+    "@llm-tools/embedjs-utils": "npm:0.1.28"
+    csv-parse: "npm:^5.6.0"
+    debug: "npm:^4.4.0"
+    md5: "npm:^2.3.0"
+  checksum: 10c0/ed1e6f498293bfaa33e9fa7d1ad9cf916c39fc84e2cf29597be4e134913968e4a75017b081baaea6c550cf5910ea57ff5db3dccde5afe2b1c05b3bba741d384e
+  languageName: node
+  linkType: hard
+
 "@llm-tools/embedjs-loader-image@npm:^0.1.28":
   version: 0.1.28
   resolution: "@llm-tools/embedjs-loader-image@npm:0.1.28"
@@ -2987,7 +3000,7 @@ __metadata:
     "@kangfenmao/keyv-storage": "npm:^0.1.0"
     "@llm-tools/embedjs": "patch:@llm-tools/embedjs@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-npm-0.1.28-8e4393fa2d.patch"
     "@llm-tools/embedjs-libsql": "npm:^0.1.28"
-    "@llm-tools/embedjs-loader-csv": "npm:^0.1.28"
+    "@llm-tools/embedjs-loader-csv": "patch:@llm-tools/embedjs-loader-csv@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch"
     "@llm-tools/embedjs-loader-image": "npm:^0.1.28"
     "@llm-tools/embedjs-loader-markdown": "patch:@llm-tools/embedjs-loader-markdown@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-markdown-npm-0.1.28-81647ffac6.patch"
     "@llm-tools/embedjs-loader-msoffice": "npm:^0.1.28"