chore: Save before npm audit fix
This commit is contained in:
parent
010a9b3b27
commit
4502f41856
3
.gitignore
vendored
3
.gitignore
vendored
|
@ -1,5 +1,8 @@
|
||||||
# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
|
# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
|
||||||
|
|
||||||
|
# personal notes
|
||||||
|
Notes.md
|
||||||
|
|
||||||
# dependencies
|
# dependencies
|
||||||
/node_modules
|
/node_modules
|
||||||
/.pnp
|
/.pnp
|
||||||
|
|
192
lib/mongo-wrapper.js
Normal file
192
lib/mongo-wrapper.js
Normal file
|
@ -0,0 +1,192 @@
|
||||||
|
import pkg from 'mongodb';
|
||||||
|
const { MongoClient } = pkg;
|
||||||
|
import { hashString } from "./utils.js"
|
||||||
|
|
||||||
|
function roughSizeOfObject(object) {
|
||||||
|
var objectList = [];
|
||||||
|
var stack = [object];
|
||||||
|
var bytes = 0;
|
||||||
|
|
||||||
|
while (stack.length) {
|
||||||
|
var value = stack.pop();
|
||||||
|
if (typeof value === 'boolean') {
|
||||||
|
bytes += 4;
|
||||||
|
}
|
||||||
|
else if (typeof value === 'string') {
|
||||||
|
bytes += value.length * 2;
|
||||||
|
}
|
||||||
|
else if (typeof value === 'number') {
|
||||||
|
bytes += 8;
|
||||||
|
}
|
||||||
|
else if
|
||||||
|
(
|
||||||
|
typeof value === 'object'
|
||||||
|
&& objectList.indexOf(value) === -1
|
||||||
|
) {
|
||||||
|
objectList.push(value);
|
||||||
|
|
||||||
|
for (var i in value) {
|
||||||
|
stack.push(value[i]);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
let megaBytes = bytes / (1024) ** 2
|
||||||
|
let megaBytesRounded = Math.round(megaBytes * 10) / 10
|
||||||
|
return megaBytesRounded;
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function upsert(contents, documentName, collectionName = "utitlityFunctionCollection", databaseName = "utilityFunctionExtractorDatabase") {
|
||||||
|
const url = process.env.MONGODB_URL
|
||||||
|
const client = new MongoClient(url);
|
||||||
|
try {
|
||||||
|
await client.connect();
|
||||||
|
console.log("Connected correctly to server");
|
||||||
|
const db = client.db(databaseName);
|
||||||
|
|
||||||
|
// Use the collection "data"
|
||||||
|
const collection = db.collection(collectionName);
|
||||||
|
|
||||||
|
// Construct a document
|
||||||
|
let document = ({
|
||||||
|
"name": documentName,
|
||||||
|
"timestamp": new Date().toISOString(),
|
||||||
|
"contentsArray": contents
|
||||||
|
})
|
||||||
|
|
||||||
|
// Create a filter
|
||||||
|
const filter = { "name": documentName };
|
||||||
|
|
||||||
|
// Insert a single document, wait for promise so we can read it back
|
||||||
|
// const p = await collection.insertOne(metaforecastDocument);
|
||||||
|
await collection.replaceOne(filter, document, { upsert: true });
|
||||||
|
console.log(`Pushed document ${documentName} in collection ${collectionName} in database ${databaseName} with approximate size ${roughSizeOfObject(document)} MB`)
|
||||||
|
|
||||||
|
// Find one document
|
||||||
|
const myDocument = await collection.findOne(filter);
|
||||||
|
// Print to the console
|
||||||
|
console.log(`Received document ${documentName} in collection ${collectionName} in database ${databaseName} with approximate size ${roughSizeOfObject(contents)} MB`)
|
||||||
|
console.log("Sample: ")
|
||||||
|
console.log(JSON.stringify(myDocument.contentsArray.slice(0, 1), null, 4));
|
||||||
|
} catch (err) {
|
||||||
|
console.log(err.stack);
|
||||||
|
}
|
||||||
|
finally {
|
||||||
|
await client.close();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function pushToMongo(jsObject) {
|
||||||
|
let documentName = hashString(JSON.stringify(jsObject)) + "-test"
|
||||||
|
upsert(jsonObject, documentName)
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function mongoRead(documentName, collectionName = "utitlityFunctionCollection", databaseName = "utilityFunctionExtractorDatabase") {
|
||||||
|
const url = process.env.MONGODB_URL
|
||||||
|
|
||||||
|
const client = new MongoClient(url, {
|
||||||
|
useNewUrlParser: true,
|
||||||
|
useUnifiedTopology: true,
|
||||||
|
});
|
||||||
|
|
||||||
|
let documentContents
|
||||||
|
try {
|
||||||
|
await client.connect();
|
||||||
|
console.log(`Connected correctly to server to read ${documentName}`);
|
||||||
|
const db = client.db(databaseName);
|
||||||
|
|
||||||
|
// Use the collection "data"
|
||||||
|
const collection = db.collection(collectionName);
|
||||||
|
|
||||||
|
// Search options
|
||||||
|
const query = { "name": documentName };
|
||||||
|
const options = {
|
||||||
|
// sort matched documents in descending order by rating
|
||||||
|
sort: { rating: -1 },
|
||||||
|
};
|
||||||
|
|
||||||
|
// Insert a single document, wait for promise so we can read it back
|
||||||
|
// const p = await collection.insertOne(metaforecastDocument);
|
||||||
|
const document = await collection.findOne(query, options);
|
||||||
|
documentContents = document.contentsArray
|
||||||
|
} catch (err) {
|
||||||
|
console.log(err.stack);
|
||||||
|
}
|
||||||
|
finally {
|
||||||
|
await client.close();
|
||||||
|
}
|
||||||
|
console.log(documentContents.slice(0, 1));
|
||||||
|
return documentContents
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function mongoReadWithReadCredentials(documentName, collectionName = "utitlityFunctionCollection", databaseName = "utilityFunctionExtractorDatabase") {
|
||||||
|
const url = "mongodb+srv://metaforecast-frontend:hJr5c9kDhbutBtF1@metaforecastdatabaseclu.wgk8a.mongodb.net/?retryWrites=true&w=majority&useNewUrlParser=true&useUnifiedTopology=true"; // This user only has read permissions, so I'm not excessively worried, and would even be pleased, if someone read this and decided to do something cool with the database.
|
||||||
|
|
||||||
|
const client = new MongoClient(url, {
|
||||||
|
useNewUrlParser: true,
|
||||||
|
useUnifiedTopology: true,
|
||||||
|
});
|
||||||
|
|
||||||
|
let documentContents
|
||||||
|
try {
|
||||||
|
await client.connect();
|
||||||
|
// console.log(`Connected correctly to server to read ${documentName}`);
|
||||||
|
const db = client.db(databaseName);
|
||||||
|
|
||||||
|
// Use the collection "data"
|
||||||
|
const collection = db.collection(collectionName);
|
||||||
|
|
||||||
|
// Search options
|
||||||
|
const query = { "name": documentName };
|
||||||
|
const options = {
|
||||||
|
// sort matched documents in descending order by rating
|
||||||
|
sort: { rating: -1 },
|
||||||
|
};
|
||||||
|
|
||||||
|
// Insert a single document, wait for promise so we can read it back
|
||||||
|
// const p = await collection.insertOne(metaforecastDocument);
|
||||||
|
const document = await collection.findOne(query, options);
|
||||||
|
documentContents = document.contentsArray
|
||||||
|
} catch (err) {
|
||||||
|
console.log(err.stack);
|
||||||
|
}
|
||||||
|
finally {
|
||||||
|
await client.close();
|
||||||
|
}
|
||||||
|
// console.log(documentContents.slice(0,1));
|
||||||
|
return documentContents
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function mongoGetAllElements(databaseName = "utilityFunctionExtractorDatabase", collectionName = "utitlityFunctionCollection") {
|
||||||
|
const url = process.env.MONGODB_URL
|
||||||
|
const client = new MongoClient(url, {
|
||||||
|
useNewUrlParser: true,
|
||||||
|
useUnifiedTopology: true,
|
||||||
|
});
|
||||||
|
|
||||||
|
try {
|
||||||
|
await client.connect();
|
||||||
|
console.log(`Connected correctly to server`);
|
||||||
|
const db = client.db(databaseName);
|
||||||
|
|
||||||
|
// Use the collection "data"
|
||||||
|
const collection = db.collection(collectionName);
|
||||||
|
|
||||||
|
// Search options
|
||||||
|
const query = ({});
|
||||||
|
const options = ({});
|
||||||
|
|
||||||
|
// Insert a single document, wait for promise so we can read it back
|
||||||
|
// const p = await collection.insertOne(metaforecastDocument);
|
||||||
|
const documents = await collection.find().toArray()
|
||||||
|
let documentNames = documents.map(document => ({ name: document.name, roughSizeMBs: roughSizeOfObject(document) }));
|
||||||
|
console.log(documentNames)
|
||||||
|
} catch (error) {
|
||||||
|
console.log(error)
|
||||||
|
}
|
||||||
|
finally {
|
||||||
|
await client.close();
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
//mongoGetAllElements()
|
||||||
|
//mongoGetAllElements("utilityFunctionExtractorDatabase", "metaforecastHistory")
|
3
lib/utils.js
Normal file
3
lib/utils.js
Normal file
|
@ -0,0 +1,3 @@
|
||||||
|
import crypto from "crypto"
|
||||||
|
|
||||||
|
export const hashString = (string) => crypto.createHash('md5').update(string).digest('hex');
|
2458
package-lock.json
generated
2458
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
|
@ -9,7 +9,9 @@
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"d3": "^6.7.0",
|
"d3": "^6.7.0",
|
||||||
|
"dns": "^0.2.2",
|
||||||
"fs": "^0.0.1-security",
|
"fs": "^0.0.1-security",
|
||||||
|
"mongodb": "^4.1.2",
|
||||||
"next": "latest",
|
"next": "latest",
|
||||||
"path": "^0.12.7",
|
"path": "^0.12.7",
|
||||||
"react": "^17.0.1",
|
"react": "^17.0.1",
|
||||||
|
|
|
@ -8,7 +8,7 @@ import { DisplayElement } from '../lib/displayElement'
|
||||||
import { DisplayAsMarkdown } from '../lib/displayAsMarkdown'
|
import { DisplayAsMarkdown } from '../lib/displayAsMarkdown'
|
||||||
import { CreateTableWithDistances } from '../lib/findPaths'
|
import { CreateTableWithDistances } from '../lib/findPaths'
|
||||||
import { TextAreaForJson } from "../lib/textAreaForJson"
|
import { TextAreaForJson } from "../lib/textAreaForJson"
|
||||||
|
import { pushToMongo } from "../lib/mongo-wrapper.js"
|
||||||
// Utilities
|
// Utilities
|
||||||
|
|
||||||
let increasingList = (n) => Array.from(Array(n).keys())
|
let increasingList = (n) => Array.from(Array(n).keys())
|
||||||
|
@ -32,7 +32,7 @@ let checkIfListIsOrdered = (arr, binaryComparisons) => {
|
||||||
}
|
}
|
||||||
|
|
||||||
let transformSliderValueToActualValue = value => 10 ** value //>= 2 ? Math.round(10 ** value) : Math.round(10 * 10 ** value) / 10
|
let transformSliderValueToActualValue = value => 10 ** value //>= 2 ? Math.round(10 ** value) : Math.round(10 * 10 ** value) / 10
|
||||||
let truncateValueForDisplay = value => value > 10 ? Math.round(value) : Math.round(value*10)/10
|
let truncateValueForDisplay = value => value > 10 ? Math.round(value) : Math.round(value * 10) / 10
|
||||||
let transformSliderValueToPracticalValue = value => truncateValueForDisplay(transformSliderValueToActualValue(value))
|
let transformSliderValueToPracticalValue = value => truncateValueForDisplay(transformSliderValueToActualValue(value))
|
||||||
|
|
||||||
let displayFunctionSlider = (value) => {
|
let displayFunctionSlider = (value) => {
|
||||||
|
@ -202,6 +202,10 @@ export default function Home({ listOfElementsDefault }) {
|
||||||
|
|
||||||
setIsListOrdered(true)
|
setIsListOrdered(true)
|
||||||
setOrderedList(result)
|
setOrderedList(result)
|
||||||
|
|
||||||
|
return true
|
||||||
|
} else {
|
||||||
|
return false
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -212,13 +216,17 @@ export default function Home({ listOfElementsDefault }) {
|
||||||
}
|
}
|
||||||
console.log(`posList@nextStepSlider:`)
|
console.log(`posList@nextStepSlider:`)
|
||||||
console.log(posList)
|
console.log(posList)
|
||||||
nextStepSimple(posList, binaryComparisons, element1, element2)
|
let successStatus = nextStepSimple(posList, binaryComparisons, element1, element2)
|
||||||
|
|
||||||
let newQuantitativeComparison = [element1, element2, transformSliderValueToPracticalValue(sliderValue)]
|
let newQuantitativeComparison = [element1, element2, transformSliderValueToPracticalValue(sliderValue)]
|
||||||
let newQuantitativeComparisons = [...quantitativeComparisons, newQuantitativeComparison]
|
let newQuantitativeComparisons = [...quantitativeComparisons, newQuantitativeComparison]
|
||||||
setQuantitativeComparisons(newQuantitativeComparisons)
|
setQuantitativeComparisons(newQuantitativeComparisons)
|
||||||
|
|
||||||
setSliderValue(0)
|
setSliderValue(0)
|
||||||
|
if (successStatus) {
|
||||||
|
let jsObject = nicelyFormatLinks(quantitativeComparisons, listOfElements)
|
||||||
|
pushToMongo(jsObject)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Html
|
// Html
|
||||||
|
|
Loading…
Reference in New Issue
Block a user