whai/cherry-studio
1
1
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

add csv loader patch

Browse Source
This commit is contained in:
denislov 2025-02-12 01:55:16 +08:00
parent 8c54530d58
commit 4317699602
3 changed files with 33 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch Normal file
View File

@ -0,0 +1,17 @@
diff --git a/src/csv-loader.js b/src/csv-loader.js
index b53938d5e763b9f31e928492966bac5ef2c2e9a6..ddd469865d68bc420fd14e5097ed77f350c448a7 100644
--- a/src/csv-loader.js
+++ b/src/csv-loader.js
@@ -23,8 +23,11 @@ export class CsvLoader extends BaseLoader {
const parser = parse(buffer, this.csvParseOptions);
this.debug('CSV parsing started...');
for await (const record of parser) {
+ const stringified = Object.entries(record)
+ .map(([key, value]) => `${key}: ${value}`)
+ .join("\n");
yield {
- pageContent: cleanString(record.join(',')),
+ pageContent: cleanString(stringified),
metadata: {
type: 'CsvLoader',
source: this.filePathOrUrl,

2
package.json
View File

@ -53,7 +53,7 @@
"@google/generative-ai": "^0.21.0",
"@llm-tools/embedjs": "patch:@llm-tools/embedjs@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-npm-0.1.28-8e4393fa2d.patch",
"@llm-tools/embedjs-libsql": "^0.1.28",
"@llm-tools/embedjs-loader-csv": "^0.1.28",
"@llm-tools/embedjs-loader-csv": "patch:@llm-tools/embedjs-loader-csv@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch",
"@llm-tools/embedjs-loader-image": "^0.1.28",
"@llm-tools/embedjs-loader-markdown": "patch:@llm-tools/embedjs-loader-markdown@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-markdown-npm-0.1.28-81647ffac6.patch",
"@llm-tools/embedjs-loader-msoffice": "^0.1.28",

17
yarn.lock
View File

@ -1518,7 +1518,7 @@ __metadata:
languageName: node
linkType: hard
"@llm-tools/embedjs-loader-csv@npm:^0.1.28":
"@llm-tools/embedjs-loader-csv@npm:0.1.28":
version: 0.1.28
resolution: "@llm-tools/embedjs-loader-csv@npm:0.1.28"
dependencies:
@ -1531,6 +1531,19 @@ __metadata:
languageName: node
linkType: hard
"@llm-tools/embedjs-loader-csv@patch:@llm-tools/embedjs-loader-csv@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch":
version: 0.1.28
resolution: "@llm-tools/embedjs-loader-csv@patch:@llm-tools/embedjs-loader-csv@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch::version=0.1.28&hash=c89b03"
dependencies:
"@llm-tools/embedjs-interfaces": "npm:0.1.28"
"@llm-tools/embedjs-utils": "npm:0.1.28"
csv-parse: "npm:^5.6.0"
debug: "npm:^4.4.0"
md5: "npm:^2.3.0"
checksum: 10c0/ed1e6f498293bfaa33e9fa7d1ad9cf916c39fc84e2cf29597be4e134913968e4a75017b081baaea6c550cf5910ea57ff5db3dccde5afe2b1c05b3bba741d384e
languageName: node
linkType: hard
"@llm-tools/embedjs-loader-image@npm:^0.1.28":
version: 0.1.28
resolution: "@llm-tools/embedjs-loader-image@npm:0.1.28"
@ -2987,7 +3000,7 @@ __metadata:
"@kangfenmao/keyv-storage": "npm:^0.1.0"
"@llm-tools/embedjs": "patch:@llm-tools/embedjs@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-npm-0.1.28-8e4393fa2d.patch"
"@llm-tools/embedjs-libsql": "npm:^0.1.28"
"@llm-tools/embedjs-loader-csv": "npm:^0.1.28"
"@llm-tools/embedjs-loader-csv": "patch:@llm-tools/embedjs-loader-csv@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-csv-npm-0.1.28-a5dac8addd.patch"
"@llm-tools/embedjs-loader-image": "npm:^0.1.28"
"@llm-tools/embedjs-loader-markdown": "patch:@llm-tools/embedjs-loader-markdown@npm%3A0.1.28#~/.yarn/patches/@llm-tools-embedjs-loader-markdown-npm-0.1.28-81647ffac6.patch"
"@llm-tools/embedjs-loader-msoffice": "npm:^0.1.28"