City-Lifeline-Cockpit/tools/city-massing/verify-streaming-tiles.mjs

// Verify bounded streaming-v2 tiles: request volumes, Draco payloads, budgets, and coverage.
import assert from 'node:assert/strict'
import { readFileSync, writeFileSync } from 'node:fs'
import { resolve, join } from 'node:path'
import draco3d from 'draco3d'
import { tileRasterBudget } from './raster-budget.mjs'
import { verifyMaterialClosure } from './verify-material-closure.mjs'

const argv = process.argv.slice(2)
// Flat-face agreement is opt-in: curved/smooth library assets need not match each face normal.
const checkFlatNormals = argv.includes('--check-flat-normals')
if (checkFlatNormals) argv.splice(argv.indexOf('--check-flat-normals'), 1)
const reportIndex = argv.indexOf('--report')
const reportPath = reportIndex < 0 ? null : argv.splice(reportIndex, 2)[1]
const dirs = argv.length ? argv : [process.argv[2]]
assert.ok(dirs[0], 'batch directory required')
const decoderModule = await draco3d.createDecoderModule({})

function parseGlb(path) {
    const bytes = readFileSync(path)
    assert.equal(bytes.toString('ascii', 0, 4), 'glTF', path)
    assert.equal(bytes.readUInt32LE(4), 2, path)
    assert.equal(bytes.readUInt32LE(8), bytes.length, path)
    const jsonLength = bytes.readUInt32LE(12)
    const json = JSON.parse(bytes.toString('utf8', 20, 20 + jsonLength))
    const binOffset = 20 + jsonLength
    assert.equal(bytes.toString('ascii', binOffset + 4, binOffset + 8), 'BIN\0', path)
    const binLength = bytes.readUInt32LE(binOffset)
    return { bytes, json, bin: bytes.subarray(binOffset + 8, binOffset + 8 + binLength) }
}
function decodePrimitive(path, json, bin, primitive, translation, bounds) {
    const extension = primitive.extensions?.KHR_draco_mesh_compression
    assert.ok(extension, `${path}: missing Draco extension`)
    const view = json.bufferViews[extension.bufferView]
    assert.ok(view, `${path}: missing Draco bufferView`)
    const encoded = bin.subarray(view.byteOffset || 0, (view.byteOffset || 0) + view.byteLength)
    const decoder = new decoderModule.Decoder()
    const buffer = new decoderModule.DecoderBuffer()
    const mesh = new decoderModule.Mesh()
    let status
    try {
        buffer.Init(new Int8Array(encoded.buffer, encoded.byteOffset, encoded.byteLength), encoded.byteLength)
        status = decoder.DecodeBufferToMesh(buffer, mesh)
        assert.ok(status.ok(), `${path}: ${status.error_msg()}`)
        const points = mesh.num_points()
        const faces = mesh.num_faces()
        assert.equal(points, json.accessors[primitive.attributes.POSITION].count, `${path}: point count mismatch`)
        assert.equal(faces * 3, json.accessors[primitive.indices].count, `${path}: face count mismatch`)
        const attribute = decoder.GetAttributeByUniqueId(mesh, extension.attributes.POSITION)
        assert.equal(attribute.num_components(), 3)
        const positionBytes = points * 3 * 4
        const positionPtr = decoderModule._malloc(positionBytes)
        let decodedPositions
        try {
            decoder.GetAttributeDataArrayForAllPoints(mesh, attribute, decoderModule.DT_FLOAT32, positionBytes, positionPtr)
            const positions = new Float32Array(decoderModule.HEAPF32.buffer, positionPtr, points * 3)
            for (let index = 0; index < points; index++) {
                const enu = [positions[index * 3] + translation[0], -(positions[index * 3 + 2] + translation[2]),
                    positions[index * 3 + 1] + translation[1]]
                for (let axis = 0; axis < 3; axis++) {
                    assert.ok(Number.isFinite(enu[axis]), `${path}: non-finite position`)
                    assert.ok(enu[axis] >= bounds.min[axis] - 0.05 && enu[axis] <= bounds.max[axis] + 0.05,
                        `${path}: decoded world position outside tile bounds`)
                }
            }
            decodedPositions = positions.slice()
        } finally { decoderModule._free(positionPtr) }
        const normalAttribute = decoder.GetAttributeByUniqueId(mesh, extension.attributes.NORMAL)
        assert.equal(normalAttribute.num_components(), 3, `${path}: NORMAL components`)
        const normalPtr = decoderModule._malloc(points * 12)
        let normals
        try {
            assert.ok(decoder.GetAttributeDataArrayForAllPoints(mesh, normalAttribute, decoderModule.DT_FLOAT32, points * 12, normalPtr))
            normals = new Float32Array(decoderModule.HEAPF32.buffer, normalPtr, points * 3).slice()
            for (let i = 0; i < points; i++) {
                const length = Math.hypot(...normals.subarray(i * 3, i * 3 + 3))
                assert.ok(Number.isFinite(length) && Math.abs(length - 1) < 0.01, `${path}: invalid normal`)
            }
        } finally { decoderModule._free(normalPtr) }
        let checkedNormalTriangles = 0, degenerateTriangles = 0, minNormalDot = 1
        const indexBytes = faces * 3 * 4
        const indexPtr = decoderModule._malloc(indexBytes)
        try {
            decoder.GetTrianglesUInt32Array(mesh, indexBytes, indexPtr)
            const indices = new Uint32Array(decoderModule.HEAPU32.buffer, indexPtr, faces * 3)
            for (const index of indices) assert.ok(index < points, `${path}: out-of-range triangle index`)
            for (let face = 0; face < faces; face++) {
                const ids = indices.subarray(face * 3, face * 3 + 3)
                const [a, b, c] = Array.from(ids, (id) => decodedPositions.subarray(id * 3, id * 3 + 3))
                const u = b.map((value, axis) => value - a[axis]), v = c.map((value, axis) => value - a[axis])
                const cross = [u[1]*v[2]-u[2]*v[1], u[2]*v[0]-u[0]*v[2], u[0]*v[1]-u[1]*v[0]]
                const area2 = Math.hypot(...cross)
                if (area2 < 1e-10) {
                    degenerateTriangles++
                    assert.ok(!checkFlatNormals, `${path}: triangle ${face} collapsed after decoding`)
                    continue
                }
                for (const id of ids) {
                    const dot = cross.reduce((sum, value, axis) => sum + value * normals[id * 3 + axis], 0) / area2
                    if (checkFlatNormals) assert.ok(dot >= 0.9, `${path}: material ${json.materials[primitive.material]?.name}, triangle ${face} normal/winding mismatch ${dot}; positions=${JSON.stringify([Array.from(a), Array.from(b), Array.from(c)])}, normal=${JSON.stringify(Array.from(normals.subarray(id * 3, id * 3 + 3)))}`)
                    minNormalDot = Math.min(minNormalDot, dot)
                }
                checkedNormalTriangles++
            }
        } finally { decoderModule._free(indexPtr) }
        return { points, triangles: faces, checkedNormalTriangles, degenerateTriangles, minNormalDot }
    } finally {
        if (status) decoderModule.destroy(status)
        decoderModule.destroy(mesh); decoderModule.destroy(buffer); decoderModule.destroy(decoder)
    }
}
function collectTiles(tile, out = []) {
    if (tile.content?.uri) out.push(tile)
    for (const child of tile.children || []) collectTiles(child, out)
    return out
}
function boxVolume(box) {
    assert.equal(box.length, 12)
    assert.deepEqual([box[4], box[5], box[6], box[8], box[9], box[10]], [0, 0, 0, 0, 0, 0])
    return Math.max(0.001, box[3] * 2) * Math.max(0.001, box[7] * 2) * Math.max(0.001, box[11] * 2)
}

const all = []
for (const directory of dirs) {
    const dir = resolve(directory)
    const tree = JSON.parse(readFileSync(join(dir, 'tileset.json'), 'utf8'))
    const manifest = JSON.parse(readFileSync(join(dir, 'manifest.json'), 'utf8'))
    assert.equal(manifest.provenance?.gisFootprints, true, `${directory}: GIS provenance missing`)
    assert.equal(manifest.provenance?.roadsProcedural, false, `${directory}: procedural roads provenance`)
    const tiles = collectTiles(tree.root).filter((tile) => tile !== tree.root)
    const records = new Map(manifest.files.map((record) => [record.uri, record]))
    assert.equal(records.size, manifest.files.length, `${directory}: duplicate file records`)
    assert.ok(tiles.length > 0, `${directory}: no content tiles`)
    assert.ok(tree.root.content?.uri, `${directory}: no root anchor`)
    const root = tree.root
    assert.ok(root.children?.length >= 2, `${directory}: too few structural children`)
    const ids = manifest.cells.flatMap((cell) => cell.buildingIds)
    assert.equal(ids.length, manifest.count, `${directory}: wrong building count`)
    assert.equal(new Set(ids).size, manifest.count, `${directory}: duplicate or missing building IDs`)
    const source = JSON.parse(readFileSync(join(dir, '..', 'manifest.json'), 'utf8'))
    assert.deepEqual([...ids].sort(), source.cells.flatMap((cell) => cell.buildingIds).sort(), `${directory}: source coverage changed`)
    const byLevel = { lod1: { triangles: 0, bytes: 0 }, lod0: { triangles: 0, bytes: 0 } }
    let files = 0, triangles = 0, vertices = 0, bytes = 0, maxVertices = 0, maxTriangles = 0
    let checkedNormalTriangles = 0, degenerateTriangles = 0, minNormalDot = 1, maxDecodedTextureBytes = 0
    for (const tile of tiles) {
        assert.ok(tile.viewerRequestVolume?.sphere, `${directory}: content missing viewerRequestVolume`)
        assert.ok(tile.content?.uri !== 'root-anchor.glb', `${directory}: anchor in a request tile`)
        const record = records.get(tile.content.uri)
        assert.ok(record, `${directory}: unrecorded ${tile.content.uri}`)
        assert.ok(tile.boundingVolume?.box, `${directory}: missing content box`)
        boxVolume(tile.boundingVolume.box)
        const box = tile.boundingVolume.box
        const center = box.slice(0, 3)
        const half = [box[3], box[7], box[11]]
        const bounds = { min: center.map((value, axis) => value - half[axis]), max: center.map((value, axis) => value + half[axis]) }
        const sphere = tile.viewerRequestVolume.sphere
        const distance = record.level === 'lod1' ? manifest.budget.coarseDistance : manifest.budget.detailDistance
        assert.equal(sphere.length, 4)
        sphere.slice(0, 3).forEach((value, axis) => assert.ok(Math.abs(value - center[axis]) < 0.01, `${directory}: request center drift`))
        assert.ok(Math.abs(sphere[3] - Math.hypot(...half) - distance) < 0.01, `${directory}: wrong distance request gate`)
        const path = join(dir, tile.content.uri)
        const { bytes: raw, json, bin } = parseGlb(path)
        verifyMaterialClosure(json, path)
        const nodes = json.nodes.filter((node) => node.mesh !== undefined)
        assert.equal(nodes.length, 1, `${path}: expected one mesh node`)
        assert.ok(!nodes[0].matrix && !nodes[0].rotation && !nodes[0].scale, `${path}: unexpected transform`)
        const translation = nodes[0].translation || [0, 0, 0]
        assert.equal(translation.length, 3)
        assert.ok(json.extensionsRequired?.includes('KHR_draco_mesh_compression'), `${path}: Draco is not required`)
        let fileTriangles = 0, fileVertices = 0
        for (const primitive of json.meshes[nodes[0].mesh].primitives) {
            const decoded = decodePrimitive(path, json, bin, primitive, translation, bounds)
            fileTriangles += decoded.triangles
            fileVertices += decoded.points
            checkedNormalTriangles += decoded.checkedNormalTriangles
            degenerateTriangles += decoded.degenerateTriangles
            minNormalDot = Math.min(minNormalDot, decoded.minNormalDot)
        }
        assert.equal(fileTriangles, record.triangles, `${path}: triangle total differs from manifest`)
        assert.equal(raw.length, record.bytes, `${path}: byte total differs from manifest`)
        assert.ok(fileVertices <= manifest.budget.maxVertices, `${path}: vertex budget exceeded`)
        assert.ok(fileTriangles <= manifest.budget.maxTriangles, `${path}: triangle budget exceeded`)
        if (manifest.budget.maxRasterBytes !== undefined) {
            const rasterBytes = (json.images || []).reduce((sum, image) => sum + json.bufferViews[image.bufferView].byteLength, 0)
            assert.equal(rasterBytes, record.rasterBytes, `${path}: raster total differs from manifest`)
            assert.ok(rasterBytes <= manifest.budget.maxRasterBytes, `${path}: raster budget exceeded`)
        }
        if (manifest.budget.maxDecodedTextureBytes !== undefined) {
            const images = (json.images || []).map((image) => {
                const view = json.bufferViews[image.bufferView]
                assert.ok(view && (view.byteOffset || 0) + view.byteLength <= bin.length, `${path}: invalid image view`)
                return { mimeType: image.mimeType, bytes: bin.subarray(view.byteOffset || 0, (view.byteOffset || 0) + view.byteLength) }
            })
            const allocation = tileRasterBudget(images, json.textures || [], manifest.budget)
            for (const [key, value] of Object.entries(allocation)) assert.equal(value, record[key], `${path}: ${key} differs from manifest`)
            maxDecodedTextureBytes = Math.max(maxDecodedTextureBytes, allocation.decodedTextureBytes)
        }
        byLevel[record.level].triangles += fileTriangles
        byLevel[record.level].bytes += raw.length
        assert.equal(fileVertices, record.vertices, `${path}: vertex total differs from manifest`)
        files++; triangles += fileTriangles; vertices += fileVertices; bytes += raw.length
        maxVertices = Math.max(maxVertices, fileVertices); maxTriangles = Math.max(maxTriangles, fileTriangles)
        records.delete(tile.content.uri)
    }
    assert.equal(records.size, 0, `${directory}: unreferenced manifest files`)
    for (const level of ['lod1', 'lod0']) {
        assert.deepEqual(byLevel[level], manifest.totals[level], `${directory}: ${level} totals differ from files`)
        assert.equal(byLevel[level].triangles, source.cells.reduce((sum, cell) => sum + cell[level].triangles, 0),
            `${directory}: ${level} source triangle count changed`)
    }
    const result = { directory, buildings: manifest.count, files, triangles, vertices, bytes, maxVertices, maxTriangles,
        budget: manifest.budget, normals: { flatFaceAgreementRequired: checkFlatNormals, checkedNormalTriangles,
            degenerateTriangles, minNormalDot }, maxDecodedTextureBytes: manifest.budget.maxDecodedTextureBytes === undefined ? null : maxDecodedTextureBytes,
        decodedTextureBudgetValidated: manifest.budget.maxDecodedTextureBytes !== undefined }
    all.push(result)
    console.log(JSON.stringify(result))
}
const result = { passed: true, batches: all, totals: {
    buildings: all.reduce((sum, item) => sum + item.buildings, 0),
    files: all.reduce((sum, item) => sum + item.files, 0),
    triangles: all.reduce((sum, item) => sum + item.triangles, 0),
    vertices: all.reduce((sum, item) => sum + item.vertices, 0),
    bytes: all.reduce((sum, item) => sum + item.bytes, 0),
} }
if (reportPath) writeFileSync(reportPath, JSON.stringify(result, null, 2) + '\n')
console.log(JSON.stringify(result))