"
+ let tablesAsJson = Tabletojson.convert(optionsHtmlElement)
+ let firstTable = tablesAsJson[0]
+ options = firstTable.map(element => ({
+ name: element['0'],
+ probability: Number(element['1'].replace("%",""))/100,
+ type: "PROBABILITY"
+ }))
+ //console.log(optionsHtmlElement)
+ //console.log(options)
}
// Description
@@ -84,12 +104,11 @@ async function fetchStats(questionUrl, cookie){
//console.log(numpredictors)
let result = {
- "Binary question?": isbinary,
- "Percentage": percentage,
- "Description": description,
- "# Forecasts": numforecasts,
- "# Forecasters": numforecasters,
- "Stars": numforecasts>100?getstars(3):getstars(2)
+ "description": description,
+ "options": options,
+ "numforecasts": numforecasts,
+ "numforecasters": numforecasters,
+ "stars": numforecasts>100?3:2
}
return result
}
@@ -137,6 +156,7 @@ export async function goodjudgmentopen(){
console.log(question)
questions.push(question)
} catch(error){
+ console.log(error)
console.log(`We encountered some error when fetching the URL: ${url}, so it won't appear on the final json`)
}
}
@@ -147,6 +167,7 @@ export async function goodjudgmentopen(){
try{
response = await fetchPage(i,cookie)
}catch(error){
+ console.log(error)
console.log(`We encountered some error when fetching page #${i}, so it won't appear on the final json`)
}
}
diff --git a/src/hypermind-fetch.js b/src/hypermind-fetch.js
index 83ece1b..8364f30 100644
--- a/src/hypermind-fetch.js
+++ b/src/hypermind-fetch.js
@@ -83,6 +83,28 @@ async function fetchHypermindData3(){
return response
}
+async function fetchHypermindData4(){
+ let response = await axios("https://prod.hypermind.com/ngdp-jsx/jsx.json", {
+ "credentials": "include",
+ "headers": {
+ "User-Agent": "",
+ "Accept": "*/*",
+ "Accept-Language": "en-US,en;q=0.5",
+ "Content-Type": "application/json; charset=UTF-8",
+ "Cookie": getcookie()
+ },
+ "referrer": "https://prod.hypermind.com/ngdp/en/showcase/showcase.html?inFrame=true",
+ "data": `[["showcase","getShowcase",{"showcase":"AI2023","fmt":{"fcsterCnt":true,"crowdFcst":true,"crowdFcstHist":true}}]]`,
+ "method": "POST",
+ "mode": "cors"
+ })
+ .then(resp => resp.data[0].items)
+ .then(items => items.filter(item => item.type=="IFP"))
+ .then(items => items.map(item => item.IFP))
+ //console.log(response)
+ return response
+}
+
/* Body */
export async function hypermind(){
let slugs = ["USA", "FRA", "AFR", "INT", "COV", "POL", "ECO"]
@@ -91,7 +113,7 @@ export async function hypermind(){
for(let slug of slugs){
console.log(slug)
- await sleep(1000 + Math.random()*1000)
+ await sleep(2000 + Math.random()*2000)
let result = await fetchHypermindData1(slug)
//console.log(result)
@@ -102,17 +124,23 @@ export async function hypermind(){
let descriptionprocessed3 = descriptionprocessed2.replace("%%en:", "")
let descriptionprocessed4 = descriptionprocessed3.replace(`Shares of the correct outcome will be worth 100ℍ, while the others will be worthless (0ℍ).`, "")
let descriptionprocessed5 = toMarkdown(descriptionprocessed4)
- let description = descriptionprocessed5
-
- let percentage = (res.otcms.length==2) ? Number(res.otcms[0].price).toFixed(0) +"%" : "none"
+ let description = descriptionprocessed5.replaceAll("\n", "")
+ //console.log(res.otcms)
+ //let percentage = (res.otcms.length==2) ? Number(res.otcms[0].price).toFixed(0) +"%" : "none"
+ let options = res.otcms.map(option => ({
+ "name": option.props.title
+ .split("%%fr")[0]
+ .replaceAll("%%en:",""),
+ "probability": Number(option.price)/100,
+ "type": "PROBABILITY"
+ }))
return ({
- Title: res.props.title.split("%%fr")[0].replace("%%en:", ""),
- URL: "https://predict.hypermind.com/dash/dash/dash.html?list="+slug,
- Platform: "Hypermind",
- "Binary question?" : (res.otcms.length==2),
- "Percentage": percentage,
- "Description": description,
- "Stars": getstars(3)
+ "title": res.props.title.split("%%fr")[0].replace("%%en:", ""),
+ "url": "https://predict.hypermind.com/dash/dash/dash.html?list="+slug,
+ "platform": "Hypermind",
+ "options": options,
+ "description": description,
+ "stars": 3
})
})
@@ -130,13 +158,13 @@ export async function hypermind(){
let description = descriptionprocessed2
//console.log(description)
return({
- Title: res.props.title,
- URL: "https://prod.hypermind.com/ngdp/en/showcase/showcase.html",
- Platform: "Hypermind",
- Description: description,
- "Binary question?" : false,
+ "title": res.props.title,
+ "url": "https://prod.hypermind.com/ngdp/en/showcase/showcase.html",
+ "platform": "Hypermind",
+ "description": description,
+ "options" : [],
"Percentage": "none",
- "Stars": getstars(3)
+ "stars": 3
})
})
@@ -151,27 +179,42 @@ export async function hypermind(){
let descriptionprocessed2 = descriptionprocessed1.split("![image]")[0]
let description = descriptionprocessed2
return({
- Title: res.props.title,
- URL: "https://prod.hypermind.com/ngdp/en/showcase2/showcase.html?sc=Covid19",
- Platform: "Hypermind",
- "Description": description,
- "Binary question?" : false,
- "Percentage": "none",
- "Stars": getstars(3)
+ "title": res.props.title,
+ "url": "https://prod.hypermind.com/ngdp/en/showcase2/showcase.html?sc=Covid19",
+ "platform": "Hypermind",
+ "description": description,
+ "options": [],
+ "stars": 3
})
})
- let resultsTotal=[...results1, ...results2processed, ...results3processed]
+ console.log("AI in 2023")
+ await sleep(1000 + Math.random()*1000)
+ let results4 = await fetchHypermindData4()
+ console.log(results4)
+ let results4processed = results2.map(res => {
+ let description = res.props.details
+ return({
+ "title": res.props.title,
+ "url": "https://prod.hypermind.com/ngdp/en/showcase2/showcase.html?sc=AI2023",
+ "platform": "Hypermind",
+ "description": description,
+ "options": [],
+ "stars": 3
+ })
+ })
+
+ let resultsTotal=[...results1, ...results2processed, ...results3processed, ...results4processed]
let distinctTitles = []
let resultsTotalUnique = []
for(let result of resultsTotal){
- if(!distinctTitles.includes(result.Title)){
+ if(!distinctTitles.includes(result["title"])){
resultsTotalUnique.push(result)
- distinctTitles.push(result.Title)
+ distinctTitles.push(result["title"])
}
}
- console.log(resultsTotalUnique)
+ //console.log(resultsTotalUnique)
let string = JSON.stringify(resultsTotalUnique,null, 2)
fs.writeFileSync('./data/hypermind-questions.json', string);
diff --git a/src/metaculus-fetch.js b/src/metaculus-fetch.js
index 465aff0..e03462e 100644
--- a/src/metaculus-fetch.js
+++ b/src/metaculus-fetch.js
@@ -79,17 +79,32 @@ export async function metaculus(){
let descriptionprocessed1 = descriptionraw.split("")[0]
let descriptionprocessed2 = toMarkdown(descriptionprocessed1)
let description = descriptionprocessed2
+
let isbinary = result.possibilities.type == "binary"
- let percentage = isbinary? ((Number(result.community_prediction.full.q2)*100).toFixed(0)+"%") : "none"
+ let options = []
+ if(isbinary){
+ let probability = Number(result.community_prediction.full.q2)
+ options = [
+ {
+ "name": "Yes",
+ "probability": probability,
+ "type": "PROBABILITY"
+ },
+ {
+ "name": "No",
+ "probability": 1-probability,
+ "type": "PROBABILITY"
+ }
+ ]
+ }
let interestingInfo = ({
- "Title": result.title,
- "URL": "https://www.metaculus.com" + result.page_url,
- "Platform": "Metaculus",
- "Binary question?": isbinary,
- "Percentage": percentage,
- "Description": description,
- "# Forecasts": result.number_of_predictions,
- "Stars": result.number_of_predictions > 300? getstars(4):(result.number_of_predictions > 100? getstars(3): getstars(2))
+ "title": result.title,
+ "url": "https://www.metaculus.com" + result.page_url,
+ "platform": "Metaculus",
+ "options": options,
+ "description": description,
+ "numforecasts": result.number_of_predictions,
+ "stars": result.number_of_predictions > 300? 4:(result.number_of_predictions > 100? 3: 2)
//"status": result.status,
//"publish_time": result.publish_time,
//"close_time": result.close_time,
diff --git a/src/omen-fetch.js b/src/omen-fetch.js
index 6f5116e..d15be65 100644
--- a/src/omen-fetch.js
+++ b/src/omen-fetch.js
@@ -52,21 +52,25 @@ async function fetch_all(){
data.resolutionTimestamp == null &
data.question.title != "ssdds"){
console.log(data)
- console.log(data.usdLiquidityMeasure)
- let isbinary = Number(data.outcomeSlotCount) == 2
- let numYes = Number(data.outcomeTokenMarginalPrices[0])
- let numNo = Number(data.outcomeTokenMarginalPrices[1])
- let percentage = (numYes/(numYes+numNo))*100
- let percentageFormatted = isbinary?(percentage.toFixed(0) + "%"):"none"
+ //console.log(data.usdLiquidityMeasure)
+ let options = data.outcomeTokenMarginalPrices.map((price, slotnum) => {
+ let name = `Option ${slotnum}`
+ if (data.outcomeTokenMarginalPrices.length == 2 && slotnum == 0) name = "Yes"
+ if (data.outcomeTokenMarginalPrices.length == 2 && slotnum == 1) name = "No"
+ return ({
+ "name": name,
+ "probability": Number(price),
+ "type": "PROBABILITY"
+ })
+ })
+
let obj = {
- Title: data.question.title,
- URL: "https://omen.eth.link/#/"+data.id,
- Platform: "Omen",
- "Binary question?" : isbinary,
- marginalPrices: data.outcomeTokenMarginalPrices,
- "Percentage": percentageFormatted,
- "Description": "",
- "Stars": getstars(1)
+ "title": data.question.title,
+ "url": "https://omen.eth.link/#/"+data.id,
+ "platform": "Omen",
+ "options": options,
+ "description": "",
+ "stars": 1
}
console.log(obj)
results.push(obj)
diff --git a/src/polymarket-fetch.js b/src/polymarket-fetch.js
index 24cc6a9..aaf6a1a 100644
--- a/src/polymarket-fetch.js
+++ b/src/polymarket-fetch.js
@@ -69,15 +69,19 @@ async function fetch_all(){
let address = info.marketMakerAddress
let addressLowerCase = address.toLowerCase()
//delete info.history
+ if(info.outcomes[0]!="Long" || info.outcomes[1]!="Short")
combinedObj[addressLowerCase] = {
title: info.question,
url: "https://polymarket.com/market/" + info.slug,
address: address,
- description: info.description
+ description: info.description,
+ outcomes: info.outcomes,
+ options: []
}
}
for(let data of allData){
let addressLowerCase = data.id
+ console.log(data)
if(combinedObj[addressLowerCase] != undefined){
//console.log(addressLowerCase)
let obj = combinedObj[addressLowerCase]
@@ -87,15 +91,23 @@ async function fetch_all(){
let liquidity = Number(data.liquidityParameter)/units
let percentage = Number(data.outcomeTokenPrices[0])*100
let percentageFormatted = isbinary?(percentage.toFixed(0) + "%"):"none"
+ let options = []
+ for(let outcome in data.outcomeTokenPrices){
+ options.push({
+ "name": obj.outcomes[outcome],
+ "probability": data.outcomeTokenPrices[outcome],
+ "type": "PROBABILITY"
+ })
+ }
+
combinedObj[addressLowerCase] = {
- Title: obj.title,
- URL: obj.url,
- Platform: "PolyMarket",
- "Binary question?" : isbinary,
- "Percentage": percentageFormatted,
- "Description": obj.description,
- "# Forecasts": Number(data.tradesQuantity).toFixed(0),
- "Stars": getstars(2)
+ "title": obj.title,
+ "url": obj.url,
+ "platform": "PolyMarket",
+ "description": obj.description,
+ "options": options,
+ "numforecasts": Number(data.tradesQuantity).toFixed(0),
+ "stars": getstars(2)
/*liquidity: liquidity.toFixed(2),
tradevolume: tradevolume.toFixed(2),
address: obj.address*/
diff --git a/src/predictit-fetch.js b/src/predictit-fetch.js
index ccb9b69..5906988 100644
--- a/src/predictit-fetch.js
+++ b/src/predictit-fetch.js
@@ -30,7 +30,7 @@ function sleep(ms) {
/* Body */
export async function predictit(){
let response = await fetchmarkets()
- //console.log(response)
+ console.log(response)
let result=[]
for(let market of response){
let isbinary = market.contracts.length == 1;
@@ -39,14 +39,27 @@ export async function predictit(){
let descriptionprocessed1 = toMarkdown(descriptionraw)
let description= descriptionprocessed1
let percentageFormatted = isbinary? Number(Number(market.contracts[0].lastTradePrice)*100).toFixed(0)+"%" : "none"
+
+ let options = market.contracts.map(contract => ({
+ "name": contract.name,
+ "probability": contract.lastTradePrice,
+ "type": "PROBABILITY"
+ }))
+ let totalValue = options
+ .map(element => Number(element.probability))
+ .reduce((a,b) => (a+b), 0)
+ options = options.map(element => ({
+ ...element,
+ probability: Number(element.probability)/totalValue
+ }))
+
let obj = ({
- Title: market["name"],
- URL: market.url,
- Platform: "PredictIt",
- "Binary question?": isbinary,
- "Percentage": percentageFormatted,
- "Description": description,
- "Stars": getstars(2)
+ "title": market["name"],
+ "url": market.url,
+ "platform": "PredictIt",
+ "options": options,
+ "description": description,
+ "stars": 2
//"qualityindicators": {}
})
console.log(obj)
diff --git a/src/smarkets-fetch.js b/src/smarkets-fetch.js
index 37b7858..9ef3c25 100644
--- a/src/smarkets-fetch.js
+++ b/src/smarkets-fetch.js
@@ -92,30 +92,55 @@ export async function smarkets(){
let results = []
for(let market of markets){
- console.log("================")
- console.log(market)
- let isBinary = false
- let percentage = "none"
+ //console.log("================")
+ //console.log("Market: ", market)
let name = market.name
+
let contracts = await fetchContracts(market.id)
+ //console.log("Contracts: ", contracts)
+ let prices = await fetchPrices(market.id)
+ //console.log("Prices: ", prices["last_executed_prices"][market.id])
+
+ let options = {}
+ for(let contract of contracts["contracts"]){
+ options[contract.id] = {name: contract.name}
+ }
+ for(let price of prices["last_executed_prices"][market.id]){
+ options[price.contract_id] = {...options[price.contract_id],
+ probability: Number(price.last_executed_price),
+ type: "PROBABILITY"
+ }
+ }
+ options = Object.values(options)
+ let totalValue = options
+ .map(element => Number(element.probability))
+ .reduce((a,b) => (a+b), 0)
+
+ options = options.map(element => ({
+ ...element,
+ probability: Number(element.probability)/totalValue
+ }))
+
+ //console.log(options)
+
+ /*
if(contracts["contracts"].length == 2){
isBinary = true
- let prices = await fetchPrices(market.id)
percentage = ( Number(prices["last_executed_prices"][market.id][0].last_executed_price) + (100 - Number(prices["last_executed_prices"][market.id][1].last_executed_price)) ) / 2
percentage = Math.round(percentage)+"%"
let contractName = contracts["contracts"][0].name
name = name+ (contractName=="Yes"?'':` (${contracts["contracts"][0].name})`)
}
+ */
let result = {
- "Title": name,
- "URL": "https://smarkets.com/event/"+ market.event_id + market.slug,
- "Platform": "Smarkets",
- "Binary question?": isBinary,
- "Percentage": percentage,
- "Description": market.description,
- "Stars": getstars(2)
+ "title": name,
+ "url": "https://smarkets.com/event/"+ market.event_id + market.slug,
+ "platform": "Smarkets",
+ "options": options,
+ "description": market.description,
+ "stars": getstars(2)
}
- console.log(result)
+ //console.log(result)
results.push(result)
}
//console.log(results)