feat: save insight prediction changes

This commit is contained in:
NunoSempere 2022-10-27 23:35:44 +01:00
parent 370f332e64
commit d7843b52c3

View File

@ -5,11 +5,161 @@ import {FetchedQuestion, Platform} from ".";
/* Definitions */ /* Definitions */
const platformName = "insight"; const platformName = "insight";
const marketsEnpoint = "https://insightprediction.com/api/markets"; const marketsEnpoint = "https://insightprediction.com/api/markets?orderBy=is_resolved&sortedBy=asc";
const getMarketEndpoint = (id : number) => `https://insightprediction.com/api/markets/${id}`; const getMarketEndpoint = (id : number) => `https://insightprediction.com/api/markets/${id}`;
/* Support functions */ /* Support functions */
async function fetchPage(bearer: string, pageNum: number) {
let pageUrl = `${marketsEnpoint}&page=${pageNum}`
console.log(`Fetching page #${pageNum}: ${pageUrl}`)
const response = await axios({
url: pageUrl, // &orderBy=is_resolved&sortedBy=desc`,
method: "GET",
headers: {
"Content-Type": "application/json",
Accept: "application/json",
Authorization: `Bearer ${bearer}`
}
}).then((res) => res.data);
// console.log(response);
return response;
}
async function fetchMarket(bearer: string, marketId: number) {
const response = await axios({
url: getMarketEndpoint(marketId),
method: "GET",
headers: {
"Content-Type": "application/json",
Accept: "application/json",
Authorization: `Bearer ${bearer}`
}
}).then((res) => res.data);
// console.log(response)
return response;
}
const excludeMarketFromTitle = (title : any) => {
if (!!title) {
return title.includes(" vs ") || title.includes(" Over: ")
} else {
return true
}
}
const isObject = (x : any) => {
return typeof x === 'object' && !Array.isArray(x) && x !== null
}
const isObjectNotEmpty = (x : any) => isObject(x) && Object.keys(x).length != 0
const hasActiveYesNoOrderBook = (orderbook : any) => {
if (!!orderbook) {
let yes = orderbook.yes && orderbook.yes.buy && Array.isArray(orderbook.yes.buy) && orderbook.yes.buy.length != 0 && orderbook.yes.buy[0].price && orderbook.yes.sell && Array.isArray(orderbook.yes.sell) && orderbook.yes.sell.length != 0 && orderbook.yes.sell[0].price
let no = orderbook.no && orderbook.no.buy && Array.isArray(orderbook.no.buy) && orderbook.no.buy.length != 0 && orderbook.no.buy[0].price && orderbook.no.sell && Array.isArray(orderbook.no.sell) && orderbook.no.sell.length != 0 && orderbook.no.sell[0].price
return isObjectNotEmpty(yes) && isObjectNotEmpty(no)
} else {
return false
}
}
const isBinaryQuestion = (data : any) => Array.isArray(data) && data.length == 1
const geomMean = (a : number, b : number) => Math.sqrt(a * b)
const processMarket = (market : any) => {
let hasData = !!market && !!market.answer && !!market.answer.data
if (hasData) {
let data = market.answer.data
if (isBinaryQuestion(data)) {
let orderbook = data[0].orderbook
if (!! orderbook && hasActiveYesNoOrderBook(orderbook)) {
let yes_min_cents = orderbook.yes.buy[0].price
let yes_max_cents = orderbook.yes.sell[0].price
let yes_min = Number(yes_min_cents.slice(0, -1))
let yes_max = Number(yes_max_cents.slice(0, -1))
let yes_price_orderbook = geomMean(yes_min, yes_max)
let latest_yes_price = data[0].latest_yes_price
let yes_probability = latest_yes_price ? geomMean(latest_yes_price, yes_price_orderbook) : yes_price_orderbook
const id = `${platformName}-${
data.id
}`;
const probability = yes_probability / 100;
const options: FetchedQuestion["options"] = [
{
name: "Yes",
probability: probability,
type: "PROBABILITY"
}, {
name: "No",
probability: 1 - probability,
type: "PROBABILITY"
},
];
const result: FetchedQuestion = {
id,
title: data.title,
url: data.urls,
description: data.rules || "",
options,
qualityindicators: {
trade_volume: data.volume
}
};
return result;
} else {
return null
}
} else { // non binary question
return null // for now
}
} else {
return null
}
}
async function fetchAllMarkets(bearer: string) {
let pageNum = 122
let markets = []
let categories = []
let isEnd = false
while (! isEnd) {
let page = await fetchPage(bearer, pageNum)
// console.log(JSON.stringify(page, null, 2))
let data = page.data
if (!! data && Array.isArray(data) && data.length > 0) {
let lastMarket = data[data.length - 1]
let isLastMarketResolved = lastMarket.is_resolved
if (isLastMarketResolved == true) {
isEnd = true
}
let newMarkets = data.filter(market => !market.is_resolved && !market.is_expired && ! excludeMarketFromTitle(market.title))
for (let initMarketData of newMarkets) {
let fullMarketDataResponse = await fetchMarket(bearer, initMarketData.id)
let fullMarketData = fullMarketDataResponse.data
let processedMarketData = processMarket(fullMarketData)
let title = fullMarketData.title
console.log(`Adding: ${title}`)
console.group()
console.log(JSON.stringify(processedMarketData, null, 2))
console.groupEnd()
markets.push(processedMarketData)
let category = fullMarketData.category
categories.push(category)
}
} else {
isEnd = true
} pageNum = pageNum + 1
}
console.log(markets)
console.log(categories)
}
/* /*
async function fetchQuestionStats(bearer : string, marketId : number) { async function fetchQuestionStats(bearer : string, marketId : number) {
const response = await axios({ const response = await axios({
@ -25,19 +175,7 @@ async function fetchQuestionStats(bearer : string, marketId : number) {
return response; return response;
} }
async function fetchPage(bearer : string, pageNum : number) {
const response = await axios({
url: `${marketsEnpoint}?page=${pageNum}`, // &orderBy=is_resolved&sortedBy=desc`,
method: "GET",
headers: {
"Content-Type": "application/json",
Accept: "application/json",
Authorization: `Bearer ${bearer}`
}
}).then((res) => res.data);
// console.log(response);
return response;
}
async function fetchData(bearer : string) { async function fetchData(bearer : string) {
let pageNum = 1; let pageNum = 1;
@ -112,7 +250,6 @@ async function processPredictions(predictions : any[]) {
return results; // resultsProcessed return results; // resultsProcessed
} }
*/ */
/* Body */ /* Body */
export const insight: Platform = { export const insight: Platform = {
name: platformName, name: platformName,
@ -121,8 +258,12 @@ export const insight: Platform = {
version: "v1", version: "v1",
async fetcher() { async fetcher() {
let bearer = process.env.INSIGHT_BEARER; let bearer = process.env.INSIGHT_BEARER;
// let data = await fetchData(bearer); if (!! bearer) {
// console.log(data); let data = await fetchAllMarkets(bearer);
console.log(data);
} else {
throw Error("No INSIGHT_BEARER available in environment")
}
let results: FetchedQuestion[] = []; // await processPredictions(data); // somehow needed let results: FetchedQuestion[] = []; // await processPredictions(data); // somehow needed
return results; return results;
}, },