kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-07-02 15:20:37 +02:00
Code Issues Packages Projects Releases Wiki Activity

hoist var in extensions

Browse Source
This commit is contained in:
timothycarambat 2023-12-20 19:41:16 -08:00
parent 31ff4f0832
commit daadad3859
8 changed files with 9 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
collector/processLink/convert/generic.js
View File

@ -18,7 +18,7 @@ async function scrapeGenericUrl(link) {
const url = new URL(link);
const filename = (url.host + "-" + url.pathname).replace(".", "_");
data = {
const data = {
id: v4(),
url: "file://" + slugify(filename) + ".html",
title: slugify(filename) + ".html",

2
collector/processSingleFile/convert/asAudio.js
View File

@ -46,7 +46,7 @@ async function asAudio({ fullFilePath = "", filename = "" }) {
return { success: false, reason: `No text content found in ${filename}.` };
}
data = {
const data = {
id: v4(),
url: "file://" + fullFilePath,
title: filename,

2
collector/processSingleFile/convert/asDocx.js
View File

@ -28,7 +28,7 @@ async function asDocX({ fullFilePath = "", filename = "" }) {
}
const content = pageContent.join("");
data = {
const data = {
id: v4(),
url: "file://" + fullFilePath,
title: filename,

2
collector/processSingleFile/convert/asMbox.js
View File

@ -35,7 +35,7 @@ async function asMbox({ fullFilePath = "", filename = "" }) {
`-- Working on message "${mail.subject || "Unknown subject"}" --`
);
data = {
const data = {
id: v4(),
url: "file://" + fullFilePath,
title: mail?.subject

2
collector/processSingleFile/convert/asOfficeMime.js
View File

@ -23,7 +23,7 @@ async function asOfficeMime({ fullFilePath = "", filename = "" }) {
return { success: false, reason: `No text content found in ${filename}.` };
}
data = {
const data = {
id: v4(),
url: "file://" + fullFilePath,
title: filename,

5
collector/processSingleFile/convert/asPDF.js
View File

@ -18,8 +18,7 @@ async function asPDF({ fullFilePath = "", filename = "" }) {
const docs = await pdfLoader.load();
for (const doc of docs) {
console.log(
`-- Parsing content from pg ${
doc.metadata?.loc?.pageNumber || "unknown"
`-- Parsing content from pg ${doc.metadata?.loc?.pageNumber || "unknown"
} --`
);
if (!doc.pageContent.length) continue;
@ -33,7 +32,7 @@ async function asPDF({ fullFilePath = "", filename = "" }) {
}
const content = pageContent.join("");
data = {
const data = {
id: v4(),
url: "file://" + fullFilePath,
title: docs[0]?.metadata?.pdf?.info?.Title || filename,

2
collector/processSingleFile/convert/asTxt.js
View File

@ -23,7 +23,7 @@ async function asTxt({ fullFilePath = "", filename = "" }) {
}
console.log(`-- Working ${filename} --`);
data = {
const data = {
id: v4(),
url: "file://" + fullFilePath,
title: filename,

3
collector/processSingleFile/index.js
View File

@ -5,8 +5,7 @@ const {
SUPPORTED_FILETYPE_CONVERTERS,
} = require("../utils/constants");
const { trashFile } = require("../utils/files");
RESERVED_FILES = ["__HOTDIR__.md"];
const RESERVED_FILES = ["__HOTDIR__.md"];
async function processSingleFile(targetFilename) {
const fullFilePath = path.resolve(WATCH_DIRECTORY, targetFilename);