quantified.uncertainty/metaforecast
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: tune SLEEP_TIME for metaculus

Browse Source
This commit is contained in:
Vyacheslav Matyukhin 2022-06-03 11:27:18 +03:00
parent c96627e2cf
commit de47956e29
No known key found for this signature in database
GPG Key ID: 3D2A774C5489F96C
1 changed files with 4 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/backend/platforms/metaculus/index.ts
View File

@ -12,7 +12,7 @@ import {
const platformName = "metaculus";
const now = new Date().toISOString();
const SLEEP_TIME = 2500;
const SLEEP_TIME = 1000;
async function apiQuestionToFetchedQuestions(
apiQuestion: ApiQuestion
@ -22,8 +22,6 @@ async function apiQuestionToFetchedQuestions(
// - to 1 question if it's a simple forecast
// - to multiple questions if it's a group (see https://github.com/quantified-uncertainty/metaforecast/pull/84 for details)
await sleep(SLEEP_TIME);
const skip = (q: ApiPredictable): boolean => {
if (q.publish_time > now || now > q.resolve_time) {
return true;
@ -72,6 +70,7 @@ async function apiQuestionToFetchedQuestions(
};
if (apiQuestion.type === "group") {
await sleep(SLEEP_TIME);
const apiQuestionDetails = await fetchSingleApiQuestion(apiQuestion.id);
return apiQuestion.sub_questions
.filter((q) => !skip(q))
@ -92,6 +91,7 @@ async function apiQuestionToFetchedQuestions(
return [];
}
await sleep(SLEEP_TIME);
const apiQuestionDetails = await fetchSingleApiQuestion(apiQuestion.id);
const tmp = buildFetchedQuestion(apiQuestion);
return [
@ -138,12 +138,9 @@ export const metaculus: Platform<"id" | "debug"> = {
let next: string | null = "https://www.metaculus.com/api2/questions/";
let i = 1;
while (next) {
if (i % 20 === 0) {
console.log(`Sleeping for ${SLEEP_TIME}ms`);
await sleep(SLEEP_TIME);
}
console.log(`\nQuery #${i} - ${next}`);
await sleep(SLEEP_TIME);
const apiQuestions: ApiMultipleQuestions = await fetchApiQuestions(next);
const results = apiQuestions.results;