type pointMassesWithMoments = { n: int, masses: array, means: array, variances: array, } /* This function takes a continuous distribution and efficiently approximates it as point masses that have variances associated with them. We estimate the means and variances from overlapping triangular distributions which we imagine are making up the XYShape. We can then use the algebra of random variables to "convolve" the point masses and their variances, and finally reconstruct a new distribution from them, e.g. using a Fast Gauss Transform or Raykar et al. (2007). */ let toDiscretePointMassesFromTriangulars = ( ~inverse=false, s: XYShape.T.t, ): pointMassesWithMoments => { // TODO: what if there is only one point in the distribution? let n = s |> XYShape.T.length // first, double up the leftmost and rightmost points: let {xs, ys}: XYShape.T.t = s Js.Array.unshift(xs[0], xs) |> ignore Js.Array.unshift(ys[0], ys) |> ignore Js.Array.push(xs[n - 1], xs) |> ignore Js.Array.push(ys[n - 1], ys) |> ignore let n = E.A.length(xs) // squares and neighbourly products of the xs let xsSq: array = Belt.Array.makeUninitializedUnsafe(n) let xsProdN1: array = Belt.Array.makeUninitializedUnsafe(n - 1) let xsProdN2: array = Belt.Array.makeUninitializedUnsafe(n - 2) for i in 0 to n - 1 { Belt.Array.set(xsSq, i, xs[i] *. xs[i]) |> ignore () } for i in 0 to n - 2 { Belt.Array.set(xsProdN1, i, xs[i] *. xs[i + 1]) |> ignore () } for i in 0 to n - 3 { Belt.Array.set(xsProdN2, i, xs[i] *. xs[i + 2]) |> ignore () } // means and variances let masses: array = Belt.Array.makeUninitializedUnsafe(n - 2) // doesn't include the fake first and last points let means: array = Belt.Array.makeUninitializedUnsafe(n - 2) let variances: array = Belt.Array.makeUninitializedUnsafe(n - 2) if inverse { for i in 1 to n - 2 { Belt.Array.set(masses, i - 1, (xs[i + 1] -. xs[i - 1]) *. ys[i] /. 2.) |> ignore // this only works when the whole triange is either on the left or on the right of zero let a = xs[i - 1] let c = xs[i] let b = xs[i + 1] // These are the moments of the reciprocal of a triangular distribution, as symbolically integrated by Mathematica. // They're probably pretty close to invMean ~ 1/mean = 3/(a+b+c) and invVar. But I haven't worked out // the worst case error, so for now let's use these monster equations let inverseMean = 2. *. (a *. log(a /. c) /. (a -. c) +. b *. log(c /. b) /. (b -. c)) /. (a -. b) let inverseVar = 2. *. (log(c /. a) /. (a -. c) +. b *. log(b /. c) /. (b -. c)) /. (a -. b) -. inverseMean ** 2. Belt.Array.set(means, i - 1, inverseMean) |> ignore Belt.Array.set(variances, i - 1, inverseVar) |> ignore () } {n: n - 2, masses: masses, means: means, variances: variances} } else { for i in 1 to n - 2 { // area of triangle = width * height / 2 Belt.Array.set(masses, i - 1, (xs[i + 1] -. xs[i - 1]) *. ys[i] /. 2.) |> ignore // means of triangle = (a + b + c) / 3 Belt.Array.set(means, i - 1, (xs[i - 1] +. xs[i] +. xs[i + 1]) /. 3.) |> ignore // variance of triangle = (a^2 + b^2 + c^2 - ab - ac - bc) / 18 Belt.Array.set( variances, i - 1, (xsSq[i - 1] +. xsSq[i] +. xsSq[i + 1] -. xsProdN1[i - 1] -. xsProdN1[i] -. xsProdN2[i - 1]) /. 18., ) |> ignore () } {n: n - 2, masses: masses, means: means, variances: variances} } } let combineShapesContinuousContinuous = ( op: Operation.convolutionOperation, s1: PointSetTypes.xyShape, s2: PointSetTypes.xyShape, ): PointSetTypes.xyShape => { // if we add the two distributions, we should probably use normal filters. // if we multiply the two distributions, we should probably use lognormal filters. let t1m = toDiscretePointMassesFromTriangulars(s1) let t2m = toDiscretePointMassesFromTriangulars(~inverse=false, s2) let combineMeansFn = switch op { | #Add => (m1, m2) => m1 +. m2 | #Subtract => (m1, m2) => m1 -. m2 | #Multiply => (m1, m2) => m1 *. m2 } // note: here, mInv2 = mean(1 / t2) ~= 1 / mean(t2) let combineVariancesFn = switch op { | #Add => (v1, v2, _, _) => v1 +. v2 | #Subtract => (v1, v2, _, _) => v1 +. v2 | #Multiply => (v1, v2, m1, m2) => v1 *. v2 +. v1 *. m2 ** 2. +. v2 *. m1 ** 2. } // TODO: If operating on two positive-domain distributions, we should take that into account let outputMinX: ref = ref(infinity) let outputMaxX: ref = ref(neg_infinity) let masses: array = Belt.Array.makeUninitializedUnsafe(t1m.n * t2m.n) let means: array = Belt.Array.makeUninitializedUnsafe(t1m.n * t2m.n) let variances: array = Belt.Array.makeUninitializedUnsafe(t1m.n * t2m.n) // then convolve the two sets of pointMassesWithMoments for i in 0 to t1m.n - 1 { for j in 0 to t2m.n - 1 { let k = i * t2m.n + j Belt.Array.set(masses, k, t1m.masses[i] *. t2m.masses[j]) |> ignore let mean = combineMeansFn(t1m.means[i], t2m.means[j]) let variance = combineVariancesFn( t1m.variances[i], t2m.variances[j], t1m.means[i], t2m.means[j], ) Belt.Array.set(means, k, mean) |> ignore Belt.Array.set(variances, k, variance) |> ignore // update bounds let minX = mean -. 2. *. sqrt(variance) *. 1.644854 let maxX = mean +. 2. *. sqrt(variance) *. 1.644854 if minX < outputMinX.contents { outputMinX := minX } if maxX > outputMaxX.contents { outputMaxX := maxX } } } // we now want to create a set of target points. For now, let's just evenly distribute 200 points between // between the outputMinX and outputMaxX let nOut = 300 let outputXs: array = E.A.Floats.range(outputMinX.contents, outputMaxX.contents, nOut) let outputYs: array = Belt.Array.make(nOut, 0.0) // now, for each of the outputYs, accumulate from a Gaussian kernel over each input point. for j in 0 to E.A.length(masses) - 1 { if ( // go through all of the result points variances[j] > 0. && masses[j] > 0. ) { for i in 0 to E.A.length(outputXs) - 1 { // go through all of the target points let dx = outputXs[i] -. means[j] let contribution = masses[j] *. exp(-.(dx ** 2.) /. (2. *. variances[j])) /. sqrt(2. *. 3.14159276 *. variances[j]) Belt.Array.set(outputYs, i, outputYs[i] +. contribution) |> ignore } } } {xs: outputXs, ys: outputYs} } let toDiscretePointMassesFromDiscrete = (s: PointSetTypes.xyShape): pointMassesWithMoments => { let {xs, ys}: XYShape.T.t = s let n = E.A.length(xs) let masses: array = Belt.Array.makeBy(n, i => ys[i]) let means: array = Belt.Array.makeBy(n, i => xs[i]) let variances: array = Belt.Array.makeBy(n, _ => 0.0) {n: n, masses: masses, means: means, variances: variances} } type argumentPosition = First | Second let combineShapesContinuousDiscrete = ( op: Operation.convolutionOperation, continuousShape: PointSetTypes.xyShape, discreteShape: PointSetTypes.xyShape, ~discretePosition: argumentPosition, ): PointSetTypes.xyShape => { let t1n = continuousShape |> XYShape.T.length let t2n = discreteShape |> XYShape.T.length // each x pair is added/subtracted let opFunc = Operation.Convolution.toFn(op) let fn = discretePosition == First ? (a, b) => opFunc(b, a) : opFunc let outXYShapes: array> = Belt.Array.makeUninitializedUnsafe(t2n) switch op { | #Add | #Subtract => for j in 0 to t2n - 1 { // creates a new continuous shape for each one of the discrete points, and collects them in outXYShapes. let dxyShape: array<(float, float)> = Belt.Array.makeUninitializedUnsafe(t1n) for i in 0 to t1n - 1 { // When this operation is flipped (like 1 - normal(5, 2)) then the // x axis coordinates would all come out the wrong order. So we need // to fill them out in the opposite direction let index = discretePosition == First ? t1n - 1 - i : i Belt.Array.set( dxyShape, index, ( fn(continuousShape.xs[i], discreteShape.xs[j]), continuousShape.ys[i] *. discreteShape.ys[j], ), ) |> ignore } Belt.Array.set(outXYShapes, j, dxyShape) |> ignore () } | #Multiply => for j in 0 to t2n - 1 { // creates a new continuous shape for each one of the discrete points, and collects them in outXYShapes. let dxyShape: array<(float, float)> = Belt.Array.makeUninitializedUnsafe(t1n) for i in 0 to t1n - 1 { // If this operation would flip the x axis (such as -1 * normal(5, 2)), // then we want to fill the shape in backwards to ensure all the points // are still in the right order let index = discreteShape.xs[j] > 0.0 ? i : t1n - 1 - i Belt.Array.set( dxyShape, index, ( fn(continuousShape.xs[i], discreteShape.xs[j]), continuousShape.ys[i] *. discreteShape.ys[j] /. Js.Math.abs_float(discreteShape.xs[j]), ), ) |> ignore () } Belt.Array.set(outXYShapes, j, dxyShape) |> ignore } } outXYShapes |> E.A.fmap(XYShape.T.fromZippedArray) |> E.A.fold_left( (acc, x) => XYShape.PointwiseCombination.addCombine( XYShape.XtoY.continuousInterpolator(#Linear, #UseZero), acc, x, ), XYShape.T.empty, ) } let isOrdered = (a: XYShape.T.t): bool => E.A.Floats.isSorted(a.xs)