mirror/Compass
1
0
Fork 0
mirror of https://github.com/CompassConnections/Compass.git synced 2026-03-31 13:03:50 -04:00
Code Issues Packages Projects Releases Wiki Activity

Fix links and add gemini models

Browse Source
This commit is contained in:
MartinBraquet
2026-03-29 19:30:51 +02:00
parent 156d2870cb
commit 3171f32cec
4 changed files with 70 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
backend/shared/src/parse.ts
View File

@@ -1,4 +1,3 @@
import {Readability} from '@mozilla/readability'
import {JSONContent} from '@tiptap/core'
import {debug} from 'common/logger'
import {JSDOM} from 'jsdom'
@@ -8,15 +7,15 @@ export function htmlToJSONContent(html: string, url: string): JSONContent {
const originalDom = new JSDOM(html, {url})
const classStyles = extractClassStyles(originalDom.window.document)
const isGoogleDoc = !!extractGoogleDocId(url)
if (!isGoogleDoc) {
const reader = new Readability(originalDom.window.document)
const article = reader.parse()
if (article?.content) {
const cleanDom = new JSDOM(article.content)
return parseHtmlBodyToJSONContent(cleanDom.window.document, classStyles)
}
}
// const isGoogleDoc = !!extractGoogleDocId(url)
// if (!isGoogleDoc) {
// const reader = new Readability(originalDom.window.document)
// const article = reader.parse()
// if (article?.content) {
// const cleanDom = new JSDOM(article.content)
// return parseHtmlBodyToJSONContent(cleanDom.window.document, classStyles)
// }
// }
return parseHtmlBodyToJSONContent(originalDom.window.document, classStyles)
}