/* Imports */
import fs from "fs"
import axios from "axios"
import Papa from "papaparse"
import open from "open"
import readline from "readline"
import {calculateStars} from "../utils/stars.js"
import {databaseUpsert} from "../utils/database-wrapper.js"

/* Definitions */
let elicitEndpoint = "https://elicit.org/api/v1/binary-questions/csv?binaryQuestions.resolved=false&binaryQuestions.search=&binaryQuestions.sortBy=popularity&predictors=community"

/* Support functions */
let avg = (array) => array.reduce((a, b) => Number(a) + Number(b)) / array.length;
let unique = arr => [...new Set(arr)]
let sleep = (ms) => new Promise(resolve => setTimeout(resolve, ms));

async function processArray(arrayQuestions) {
  let questions = arrayQuestions.map(question => question.questionTitle)
  let uniqueQuestions = unique(questions)
  let questionsObj = ({})
  uniqueQuestions.forEach((questionTitle) => {

    questionsObj[questionTitle] = {
      title: questionTitle,
      forecasters: [],
      forecasts: []
    }
  })
  arrayQuestions.forEach(question => {
    // console.log(question.questionTitle)
    let questionTitle = question.questionTitle
    let correspondingQuestion = questionsObj[questionTitle]
    let forecasters = (correspondingQuestion.forecasters).concat(question.predictionCreator)
    let forecasts = (correspondingQuestion.forecasts).concat(question.prediction)
    questionsObj[questionTitle] = {
      forecasters,
      forecasts
    }
  })
  let onlyQuestionsWithMoreThan

  let results = []
  for (let question in questionsObj) {
    let title = question

    let forecasters = questionsObj[question].forecasters

    let numforecasters = (unique(forecasters)).length
    if (numforecasters >= 10) {
      let url = `https://elicit.org/binary?binaryQuestions.search=${title.replace(/ /g, "%20")}&binaryQuestions.sortBy=popularity&limit=20&offset=0`
      let forecasts = questionsObj[question].forecasts

      //console.log(forecasts)
      //console.log(avg(forecasts))
      let probability = avg(forecasts) / 100
      let numforecasts = forecasts.length;
      let standardObj = ({
        "title": title,
        "url": url,
        "platform": "Elicit",
        "options": [
          {
            "name": "Yes",
            "probability": probability,
            "type": "PROBABILITY"
          },
          {
            "name": "No",
            "probability": 1 - probability,
            "type": "PROBABILITY"
          }
        ],
        "timestamp": new Date().toISOString(),
        "qualityindicators": {
          "numforecasts": Number(numforecasts),
          "numforecasters": Number(numforecasters),
          "stars": calculateStars("Elicit", ({}))
        }
      })
      results.push(standardObj)
    }

  }
  // let string = JSON.stringify(results, null, 2)
  // fs.writeFileSync('./data/elicit-questions.json', string);
  await databaseUpsert(results, "elicit-questions")

  console.log("Done")
}

async function awaitdownloadconfirmation(message, callback) {
  const rl = readline.createInterface({
    input: process.stdin,
    output: process.stdout
  });
  rl.question(message, (answer) => {
    //console.log("Received");
    rl.close();

    callback()
  });

}


/* Body */
let filePath = "./data/elicit-binary_export.csv"

export async function elicit() {
  let csvContent = await axios.get(elicitEndpoint)
    .then(query => query.data)
  await Papa.parse(csvContent, {
    header: true,
    complete: async (results) => {
      console.log('Downloaded', results.data.length, 'records.');
      //resolve(results.data);
      //console.log(results.data)
      await processArray(results.data)
    }
  });
  await sleep(5000) // needed to wait for Papaparse's callback to be executed. 
}
//elicit()