pacnpal/Roo-Code
1
0
Fork 0
mirror of https://github.com/pacnpal/Roo-Code.git synced 2025-12-22 21:31:08 -05:00
Code Issues Packages Projects Releases Wiki Activity

Minor fixes

Browse Source
This commit is contained in:
Saoud Rizwan
2024-09-18 20:44:03 -04:00
parent 17c70003e8
commit a477eadd77
3 changed files with 8 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/utils/UrlScraper.ts
View File

@@ -81,7 +81,7 @@ export class UrlScraper {
// page.goto { waitUntil: "networkidle0" } may not ever resolve, and not waiting could return page content too early before js has loaded
// https://stackoverflow.com/questions/52497252/puppeteer-wait-until-page-is-completely-loaded/61304202#61304202
private async waitTillHTMLRendered(page: Page, timeout = 10_000) {
const checkDurationMsecs = 500
const checkDurationMsecs = 500 // 1000
const maxChecks = timeout / checkDurationMsecs
let lastHTMLSize = 0
let checkCounts = 1
@@ -92,9 +92,8 @@ export class UrlScraper {
let html = await page.content()
let currentHTMLSize = html.length
let bodyHTMLSize = await page.evaluate(() => document.body.innerHTML.length)
console.log("last: ", lastHTMLSize, " <> curr: ", currentHTMLSize, " body html size: ", bodyHTMLSize)
// let bodyHTMLSize = await page.evaluate(() => document.body.innerHTML.length)
console.log("last: ", lastHTMLSize, " <> curr: ", currentHTMLSize)
if (lastHTMLSize !== 0 && currentHTMLSize === lastHTMLSize) {
countStableSizeIterations++
@@ -103,7 +102,7 @@ export class UrlScraper {
}
if (countStableSizeIterations >= minStableSizeIterations) {
console.log("Page rendered fully..")
console.log("Page rendered fully...")
break
}