pacnpal/Roo-Code
1
0
Fork 0
mirror of https://github.com/pacnpal/Roo-Code.git synced 2025-12-22 13:21:07 -05:00
Code Issues Packages Projects Releases Wiki Activity

Only initialize puppeteer if user mentions url

Browse Source
This commit is contained in:
Saoud Rizwan
2024-09-18 17:42:15 -04:00
parent e3144996fb
commit ee8e64eece
3 changed files with 14 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
src/utils/UrlScraper.ts
View File

@@ -11,11 +11,14 @@ import PCR from "puppeteer-chromium-resolver"
const PUPPETEER_DIR = "puppeteer"
export class UrlScraper {
private static context?: vscode.ExtensionContext
private context: vscode.ExtensionContext
static async ensureChromiumExists(context?: vscode.ExtensionContext): Promise<void> {
constructor(context: vscode.ExtensionContext) {
this.context = context
const globalStoragePath = context?.globalStorageUri?.fsPath
}
private async ensureChromiumExists(): Promise<void> {
const globalStoragePath = this.context?.globalStorageUri?.fsPath
if (!globalStoragePath) {
throw new Error("Global storage uri is invalid")
}
@@ -36,8 +39,8 @@ export class UrlScraper {
}
}
static async urlToMarkdown(url: string): Promise<string> {
await this.ensureChromiumExists(this.context)
async urlToMarkdown(url: string): Promise<string> {
await this.ensureChromiumExists()
const globalStoragePath = this.context?.globalStorageUri?.fsPath
if (!globalStoragePath) {
@@ -77,8 +80,8 @@ export class UrlScraper {
// page.goto { waitUntil: "networkidle0" } may not ever resolve, and not waiting could return page content too early before js has loaded
// https://stackoverflow.com/questions/52497252/puppeteer-wait-until-page-is-completely-loaded/61304202#61304202
private static async waitTillHTMLRendered(page: Page, timeout = 10_000) {
const checkDurationMsecs = 1000
private async waitTillHTMLRendered(page: Page, timeout = 10_000) {
const checkDurationMsecs = 500
const maxChecks = timeout / checkDurationMsecs
let lastHTMLSize = 0
let checkCounts = 1