quantified.uncertainty/metaforecast
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: wrange Insight Prediction API

Browse Source
This commit is contained in:
NunoSempere 2022-07-28 13:33:40 -04:00
parent a751caf8fb
commit 69ab8f905c
1 changed files with 104 additions and 90 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

96
src/backend/platforms/insight.ts
View File

@ -1,24 +1,24 @@
/* Imports */ /* Imports */
import axios from "axios"; import axios from "axios";
import { FetchedQuestion, Platform } from "."; import {FetchedQuestion, Platform} from ".";
/* Definitions */ /* Definitions */
const platformName = "insight"; const platformName = "insight";
const marketsEnpoint = "https://insightprediction.com/api/markets"; const marketsEnpoint = "https://insightprediction.com/api/markets";
const getMarketEndpoint = (id: number) => `https://insightprediction.com/api/markets/${id}` const getMarketEndpoint = (id : number) => `https://insightprediction.com/api/markets/${id}`;
/* Support functions */ /* Support functions */
async function fetchQuestionStats(bearer: string, marketId: number){ async function fetchQuestionStats(bearer: string, marketId: number) {
const response = await axios({ const response = await axios({
url: getMarketEndpoint(marketId), url: getMarketEndpoint(marketId),
method: "GET", method: "GET",
headers: { headers: {
"Content-Type": "application/json", "Content-Type": "application/json",
"Accept": "application/json", Accept: "application/json",
"Authorization": `Bearer ${bearer}`, Authorization: `Bearer ${bearer}`
}, }
}).then((res) => res.data); }).then((res) => res.data);
// console.log(response) // console.log(response)
return response; return response;
@ -26,59 +26,73 @@ async function fetchQuestionStats(bearer: string, marketId: number){
async function fetchPage(bearer: string, pageNum: number) { async function fetchPage(bearer: string, pageNum: number) {
const response = await axios({ const response = await axios({
url: `${marketsEnpoint}?page=${pageNum}`, url: `${marketsEnpoint}?page=${pageNum}`, // &orderBy=is_resolved&sortedBy=desc`,
method: "GET", method: "GET",
headers: { headers: {
"Content-Type": "application/json", "Content-Type": "application/json",
"Accept": "application/json", Accept: "application/json",
"Authorization": `Bearer ${bearer}`, Authorization: `Bearer ${bearer}`
}, }
}).then((res) => res.data); }).then((res) => res.data);
// console.log(response) // console.log(response);
return response; return response;
} }
async function fetchData(bearer: string){ async function fetchData(bearer: string) {
let pageNum = 1 let pageNum = 1;
let reachedEnd = false let reachedEnd = false;
let results = [] let results = [];
while(!reachedEnd){ while (! reachedEnd) {
let newPage = await fetchPage(bearer, pageNum) let newPage = await fetchPage(bearer, pageNum);
let newPageData = newPage.data let newPageData = newPage.data;
let marketsFromPage = []
let marketsWithStats = newPageData.map(marketData => { for (let market of newPageData) {
let marketStats = fetchQuestionStats(bearer, marketData.id) let response = await fetchQuestionStats(bearer, market.id);
return ({...marketStats, ...marketData}) let marketData = response.data
let marketAnswer = marketData.answer.data
delete marketData.answer
// These are the options and their prices.
let marketOptions = marketAnswer.map(answer => {
return({name: answer.title, probability: answer.latest_yes_price, type: "PROBABILITY"})
}) })
marketsFromPage.push({
... marketData,
options: marketOptions
});
}
console.log(`Page = #${pageNum}`) let finalObject = marketsFromPage
console.log(`Page = #${pageNum}`);
// console.log(newPageData) // console.log(newPageData)
console.log(marketsWithStats) console.dir(finalObject, {depth: null});
results.push(...marketsWithStats) results.push(... finalObject);
let newPagination = newPage.meta.pagination let newPagination = newPage.meta.pagination;
if(newPagination.total_pages == pageNum ){ if (newPagination.total_pages == pageNum) {
reachedEnd = true reachedEnd = true;
}else{ } else {
pageNum = pageNum + 1 pageNum = pageNum + 1;
} }
} }
return results
} }
async function processPredictions(predictions: any[]) { async function processPredictions(predictions: any[]) {
let results = await predictions.map((prediction) => { let results = await predictions.map((prediction) => {
const id = `${platformName}-${prediction.id}`; const id = `${platformName}-${
prediction.id
}`;
const probability = prediction.probability; const probability = prediction.probability;
const options: FetchedQuestion["options"] = [ const options: FetchedQuestion["options"] = [
{ {
name: "Yes", name: "Yes",
probability: probability, probability: probability,
type: "PROBABILITY", type: "PROBABILITY"
}, }, {
{
name: "No", name: "No",
probability: 1 - probability, probability: 1 - probability,
type: "PROBABILITY", type: "PROBABILITY"
}, },
]; ];
const result: FetchedQuestion = { const result: FetchedQuestion = {
@ -90,11 +104,11 @@ async function processPredictions(predictions: any[]) {
qualityindicators: { qualityindicators: {
// other: prediction.otherx, // other: prediction.otherx,
// indicators: prediction.indicatorx, // indicators: prediction.indicatorx,
}, }
}; };
return result; return result;
}); });
return results; //resultsProcessed return results; // resultsProcessed
} }
/* Body */ /* Body */
@ -106,12 +120,12 @@ export const insight: Platform = {
version: "v0", version: "v0",
async fetcher() { async fetcher() {
let bearer = process.env.INSIGHT_BEARER; let bearer = process.env.INSIGHT_BEARER;
// let data = await fetchData(bearer); let data = await fetchData(bearer);
// console.log(data) // console.log(data);
let results = [] // await processPredictions(data); // somehow needed let results = []; // await processPredictions(data); // somehow needed
return results; return results;
}, },
calculateStars(data) { calculateStars(data) {
return 2; return 2;
}, }
}; };