fix: Fix js memory/garbage collecting problems by not fetching as much information in the 1st place.
Turns out that the Hypermind request just has a parameter I can switch.
This commit is contained in:
parent
140184cd64
commit
255af85b39
|
@ -61,7 +61,7 @@ async function fetchHypermindDataShowcases(slug, cookie) {
|
|||
//"Cookie": cookie
|
||||
},
|
||||
"referrer": "https://prod.hypermind.com/ngdp/en/showcase/showcase.html?inFrame=true",
|
||||
"data": `[["showcase","getShowcase",{"showcase":"${slug}","fmt":{"fcsterCnt":true,"crowdFcst":true,"crowdFcstHist":true}}]]`,
|
||||
"data": `[["showcase","getShowcase",{"showcase":"${slug}","fmt":{"fcsterCnt":true,"crowdFcst":true,"crowdFcstHist":false}}]]`,
|
||||
"method": "POST",
|
||||
"mode": "cors",
|
||||
httpsAgent: insecureHttpsAgent
|
||||
|
@ -70,7 +70,7 @@ async function fetchHypermindDataShowcases(slug, cookie) {
|
|||
.then(items => items.map(item => item.IFP))
|
||||
|
||||
// console.log(response)
|
||||
response.forEach(item => delete item.crowdFcstHist)
|
||||
// response.forEach(item => delete item.crowdFcstHist)
|
||||
return response
|
||||
}
|
||||
|
||||
|
@ -167,7 +167,7 @@ async function hypermind_inner(cookie) {
|
|||
}
|
||||
}
|
||||
// console.log(resultsTotal)
|
||||
console.log(resultsTotalUnique)
|
||||
// console.log(resultsTotalUnique)
|
||||
console.log(resultsTotalUnique.length, "results")
|
||||
// let string = JSON.stringify(resultsTotalUnique, null, 2)
|
||||
// fs.writeFileSync('./data/hypermind-questions.json', string);
|
||||
|
|
Loading…
Reference in New Issue
Block a user