quantified.uncertainty/metaforecast
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: metaculus fetch

Browse Source
This commit is contained in:
NunoSempere 2022-01-12 13:06:29 +01:00
parent 07f30f57a2
commit 379269a2a1
6 changed files with 50091 additions and 51816 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -13,3 +13,4 @@ AlgoliaNotes.md
## Build artifacts ## Build artifacts
done.txt done.txt
*.swp

101892
data/frontpage.json
View File

File diff suppressed because one or more lines are too long

0
heroku
View File

7
src/platforms/manifoldmarkets-fetch.js
View File

@ -53,13 +53,14 @@ async function processPredictions(predictions) {
"createdTime": prediction.createdTime, "createdTime": prediction.createdTime,
"volume7Days": prediction.volume7Days, "volume7Days": prediction.volume7Days,
"volume24Hours": prediction.volume24Hours, "volume24Hours": prediction.volume24Hours,
"pool": prediction.pool // normally liquidity, but I don't actually want to show it. "pool": prediction.pool, // normally liquidity, but I don't actually want to show it.
"isResolved": prediction.isResolved
} }
}) })
return result return result
}) })
let unresolvedResults = results.filter(result => !result.isResolved) let unresolvedResults = results.filter(result => !result.isResolved)
console.log(unresolvedResults) console.log(unresolvedResults)
return unresolvedResults //resultsProcessed return unresolvedResults //resultsProcessed
} }
@ -74,4 +75,4 @@ export async function manifoldmarkets() {
await upsert(results, "manifoldmarkets-questions") await upsert(results, "manifoldmarkets-questions")
console.log("Done") console.log("Done")
} }
manifoldmarkets() // manifoldmarkets()

3
src/platforms/metaculus-fetch.js
View File

@ -82,7 +82,8 @@ export async function metaculus() {
await sleep(5000) await sleep(5000)
let questionPage = await fetchMetaculusQuestionDescription(result.page_url) let questionPage = await fetchMetaculusQuestionDescription(result.page_url)
if(!questionPage.includes("A public prediction by")){ if(!questionPage.includes("A public prediction by")){
let descriptionraw = questionPage.split(`<div class="content" ng-bind-html-compile="qctrl.question.description_html">`)[1] //.split(`<div class="question__content">`)[1] console.log(questionPage)
let descriptionraw = questionPage.split(`<div class="content" ng-bind-html-compile="qctrl.question.description_html">`)[1] //.split(`<div class="question__content">`)[1]
let descriptionprocessed1 = descriptionraw.split("</div>")[0] let descriptionprocessed1 = descriptionraw.split("</div>")[0]
let descriptionprocessed2 = toMarkdown(descriptionprocessed1) let descriptionprocessed2 = toMarkdown(descriptionprocessed1)
let description = descriptionprocessed2 let description = descriptionprocessed2

4
src/utils/downloadFrontpage.js
View File

@ -2,7 +2,7 @@ import fs from "fs"
import { mongoReadWithReadCredentials } from "./mongo-wrapper.js" import { mongoReadWithReadCredentials } from "./mongo-wrapper.js"
let filename = '/home/loki/Documents/core/software/fresh/js/metaforecasts/metaforecasts-backend/data/frontpage.json' let filename = '/home/loki/Documents/core/software/fresh/js/metaforecast/metaforecast-backend/data/frontpage.json'
let shuffle = (array) => { let shuffle = (array) => {
// https://stackoverflow.com/questions/2450954/how-to-randomi ze-shuffle-a-javascript-array // https://stackoverflow.com/questions/2450954/how-to-randomi ze-shuffle-a-javascript-array
let currentIndex = array.length, randomIndex; let currentIndex = array.length, randomIndex;
@ -39,4 +39,4 @@ let main = async () => {
console.log(`Took ${difference / 1000} seconds, or ${difference / (1000 * 60)} minutes.`) console.log(`Took ${difference / 1000} seconds, or ${difference / (1000 * 60)} minutes.`)
} }
main() main()