Put denormalized contractQuestion
and contractSlug
on comments
This commit is contained in:
parent
4909c78bb9
commit
7c09b20ea0
|
@ -20,4 +20,6 @@ export type Comment = {
|
||||||
userName: string
|
userName: string
|
||||||
userUsername: string
|
userUsername: string
|
||||||
userAvatarUrl?: string
|
userAvatarUrl?: string
|
||||||
|
contractSlug?: string
|
||||||
|
contractQuestion?: string
|
||||||
}
|
}
|
||||||
|
|
|
@ -496,6 +496,28 @@
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"collectionGroup": "comments",
|
||||||
|
"fieldPath": "contractId",
|
||||||
|
"indexes": [
|
||||||
|
{
|
||||||
|
"order": "ASCENDING",
|
||||||
|
"queryScope": "COLLECTION"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"order": "DESCENDING",
|
||||||
|
"queryScope": "COLLECTION"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"arrayConfig": "CONTAINS",
|
||||||
|
"queryScope": "COLLECTION"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"order": "ASCENDING",
|
||||||
|
"queryScope": "COLLECTION_GROUP"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"collectionGroup": "comments",
|
"collectionGroup": "comments",
|
||||||
"fieldPath": "createdTime",
|
"fieldPath": "createdTime",
|
||||||
|
|
|
@ -24,6 +24,11 @@ export const onCreateCommentOnContract = functions
|
||||||
if (!contract)
|
if (!contract)
|
||||||
throw new Error('Could not find contract corresponding with comment')
|
throw new Error('Could not find contract corresponding with comment')
|
||||||
|
|
||||||
|
await change.ref.update({
|
||||||
|
contractSlug: contract.slug,
|
||||||
|
contractQuestion: contract.question,
|
||||||
|
})
|
||||||
|
|
||||||
const comment = change.data() as Comment
|
const comment = change.data() as Comment
|
||||||
const lastCommentTime = comment.createdTime
|
const lastCommentTime = comment.createdTime
|
||||||
|
|
||||||
|
|
70
functions/src/scripts/denormalize-comment-contract-data.ts
Normal file
70
functions/src/scripts/denormalize-comment-contract-data.ts
Normal file
|
@ -0,0 +1,70 @@
|
||||||
|
// Filling in the contract-based fields on comments.
|
||||||
|
|
||||||
|
import * as admin from 'firebase-admin'
|
||||||
|
import { initAdmin } from './script-init'
|
||||||
|
import {
|
||||||
|
DocumentCorrespondence,
|
||||||
|
findDiffs,
|
||||||
|
describeDiff,
|
||||||
|
applyDiff,
|
||||||
|
} from './denormalize'
|
||||||
|
import { DocumentSnapshot, Transaction } from 'firebase-admin/firestore'
|
||||||
|
|
||||||
|
initAdmin()
|
||||||
|
const firestore = admin.firestore()
|
||||||
|
|
||||||
|
async function getContractsById(transaction: Transaction) {
|
||||||
|
const contracts = await transaction.get(firestore.collection('contracts'))
|
||||||
|
const results = Object.fromEntries(contracts.docs.map((doc) => [doc.id, doc]))
|
||||||
|
console.log(`Found ${contracts.size} contracts.`)
|
||||||
|
return results
|
||||||
|
}
|
||||||
|
|
||||||
|
async function getCommentsByContractId(transaction: Transaction) {
|
||||||
|
const comments = await transaction.get(
|
||||||
|
firestore.collectionGroup('comments').where('contractId', '!=', null)
|
||||||
|
)
|
||||||
|
const results = new Map<string, DocumentSnapshot[]>()
|
||||||
|
comments.forEach((doc) => {
|
||||||
|
const contractId = doc.get('contractId')
|
||||||
|
const contractComments = results.get(contractId) || []
|
||||||
|
contractComments.push(doc)
|
||||||
|
results.set(contractId, contractComments)
|
||||||
|
})
|
||||||
|
console.log(`Found ${comments.size} comments on ${results.size} contracts.`)
|
||||||
|
return results
|
||||||
|
}
|
||||||
|
|
||||||
|
async function denormalize() {
|
||||||
|
let hasMore = true
|
||||||
|
while (hasMore) {
|
||||||
|
hasMore = await admin.firestore().runTransaction(async (transaction) => {
|
||||||
|
const [contractsById, commentsByContractId] = await Promise.all([
|
||||||
|
getContractsById(transaction),
|
||||||
|
getCommentsByContractId(transaction),
|
||||||
|
])
|
||||||
|
const mapping = Object.entries(contractsById).map(
|
||||||
|
([id, doc]): DocumentCorrespondence => {
|
||||||
|
return [doc, commentsByContractId.get(id) || []]
|
||||||
|
}
|
||||||
|
)
|
||||||
|
const slugDiffs = findDiffs(mapping, 'slug', 'contractSlug')
|
||||||
|
const qDiffs = findDiffs(mapping, 'question', 'contractQuestion')
|
||||||
|
console.log(`Found ${slugDiffs.length} comments with mismatched slugs.`)
|
||||||
|
console.log(`Found ${qDiffs.length} comments with mismatched questions.`)
|
||||||
|
const diffs = slugDiffs.concat(qDiffs)
|
||||||
|
diffs.slice(0, 500).forEach((d) => {
|
||||||
|
console.log(describeDiff(d))
|
||||||
|
applyDiff(transaction, d)
|
||||||
|
})
|
||||||
|
if (diffs.length > 500) {
|
||||||
|
console.log(`Applying first 500 because of Firestore limit...`)
|
||||||
|
}
|
||||||
|
return diffs.length > 500
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (require.main === module) {
|
||||||
|
denormalize().catch((e) => console.error(e))
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user