quantified.uncertainty/metaforecast
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: tune SLEEP_TIME for metaculus

Browse Source
This commit is contained in:
Vyacheslav Matyukhin 2022-06-03 11:27:18 +03:00
parent c96627e2cf
commit de47956e29
No known key found for this signature in database
GPG Key ID: 3D2A774C5489F96C
1 changed files with 4 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/backend/platforms/metaculus/index.ts
View File

@ -12,7 +12,7 @@ import {
const platformName = "metaculus"; const platformName = "metaculus";
const now = new Date().toISOString(); const now = new Date().toISOString();
const SLEEP_TIME = 2500; const SLEEP_TIME = 1000;
async function apiQuestionToFetchedQuestions( async function apiQuestionToFetchedQuestions(
apiQuestion: ApiQuestion apiQuestion: ApiQuestion
@ -22,8 +22,6 @@ async function apiQuestionToFetchedQuestions(
// - to 1 question if it's a simple forecast // - to 1 question if it's a simple forecast
// - to multiple questions if it's a group (see https://github.com/quantified-uncertainty/metaforecast/pull/84 for details) // - to multiple questions if it's a group (see https://github.com/quantified-uncertainty/metaforecast/pull/84 for details)
await sleep(SLEEP_TIME);
const skip = (q: ApiPredictable): boolean => { const skip = (q: ApiPredictable): boolean => {
if (q.publish_time > now || now > q.resolve_time) { if (q.publish_time > now || now > q.resolve_time) {
return true; return true;
@ -72,6 +70,7 @@ async function apiQuestionToFetchedQuestions(
}; };
if (apiQuestion.type === "group") { if (apiQuestion.type === "group") {
await sleep(SLEEP_TIME);
const apiQuestionDetails = await fetchSingleApiQuestion(apiQuestion.id); const apiQuestionDetails = await fetchSingleApiQuestion(apiQuestion.id);
return apiQuestion.sub_questions return apiQuestion.sub_questions
.filter((q) => !skip(q)) .filter((q) => !skip(q))
@ -92,6 +91,7 @@ async function apiQuestionToFetchedQuestions(
return []; return [];
} }
await sleep(SLEEP_TIME);
const apiQuestionDetails = await fetchSingleApiQuestion(apiQuestion.id); const apiQuestionDetails = await fetchSingleApiQuestion(apiQuestion.id);
const tmp = buildFetchedQuestion(apiQuestion); const tmp = buildFetchedQuestion(apiQuestion);
return [ return [
@ -138,12 +138,9 @@ export const metaculus: Platform<"id" | "debug"> = {
let next: string | null = "https://www.metaculus.com/api2/questions/"; let next: string | null = "https://www.metaculus.com/api2/questions/";
let i = 1; let i = 1;
while (next) { while (next) {
if (i % 20 === 0) {
console.log(`Sleeping for ${SLEEP_TIME}ms`);
await sleep(SLEEP_TIME);
}
console.log(`\nQuery #${i} - ${next}`); console.log(`\nQuery #${i} - ${next}`);
await sleep(SLEEP_TIME);
const apiQuestions: ApiMultipleQuestions = await fetchApiQuestions(next); const apiQuestions: ApiMultipleQuestions = await fetchApiQuestions(next);
const results = apiQuestions.results; const results = apiQuestions.results;