import XCTest import CoreGraphics import CoreText @testable import Ten31Transcripts /// Validates the visual adapter against synthetic call frames (no real /// screenshots needed): OCR anchors the tiles and the highlight is attributed to /// the correct speaker, tracking it as it moves. final class GridCallAnalyzerTests: XCTestCase { private func drawText(_ s: String, _ ctx: CGContext, center: CGPoint, size: CGFloat) { let font = CTFontCreateWithName("Helvetica-Bold" as CFString, size, nil) let attrs = [kCTFontAttributeName: font, kCTForegroundColorAttributeName: CGColor(red: 1, green: 1, blue: 1, alpha: 1)] as CFDictionary let line = CTLineCreateWithAttributedString(CFAttributedStringCreate(nil, s as CFString, attrs)!) let b = CTLineGetBoundsWithOptions(line, []) ctx.textPosition = CGPoint(x: center.x - b.width / 2, y: center.y - b.height / 2) CTLineDraw(line, ctx) } private func frame(speakingIndex: Int) -> CGImage { let W = 800, H = 600 let ctx = CGContext(data: nil, width: W, height: H, bitsPerComponent: 8, bytesPerRow: 0, space: CGColorSpaceCreateDeviceRGB(), bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue)! ctx.setFillColor(CGColor(red: 0.1, green: 0.1, blue: 0.12, alpha: 1)) ctx.fill(CGRect(x: 0, y: 0, width: W, height: H)) let rects: [(String, CGRect)] = [ ("GRANT", CGRect(x: 40, y: 320, width: 340, height: 230)), ("SARAH", CGRect(x: 420, y: 320, width: 340, height: 230)), ("DMITRI", CGRect(x: 40, y: 50, width: 340, height: 230)), ("ALEX", CGRect(x: 420, y: 50, width: 340, height: 230)), ] for (i, (name, rect)) in rects.enumerated() { ctx.setFillColor(CGColor(red: 0.18, green: 0.18, blue: 0.2, alpha: 1)); ctx.fill(rect) if i == speakingIndex { // Signal's cue: a WHITE rounded border (not coloured). ctx.setStrokeColor(CGColor(red: 1, green: 1, blue: 1, alpha: 1)); ctx.setLineWidth(6) ctx.stroke(rect.insetBy(dx: 3, dy: 3)) } // Name footer at the BOTTOM of the tile (bottom-left origin: rect.minY). drawText(name, ctx, center: CGPoint(x: rect.midX, y: rect.minY + 28), size: 46) } return ctx.makeImage()! } func testReadsNamesAndPicksHighlightedSpeaker() { let obs = SignalAdapter().analyze(cgImage: frame(speakingIndex: 1), at: 0) // SARAH XCTAssertGreaterThanOrEqual(obs.count, 2) let speaking = obs.filter { $0.speaking } XCTAssertEqual(speaking.count, 1) // SARAH tile center in top-left pixels ≈ (590, 165) XCTAssertEqual(speaking.first?.bbox.midX ?? 0, 590, accuracy: 160) XCTAssertEqual(speaking.first?.bbox.midY ?? 0, 165, accuracy: 160) } func testHighlightTracksToAnotherTile() { let obs = SignalAdapter().analyze(cgImage: frame(speakingIndex: 2), at: 1) // DMITRI let speaking = obs.filter { $0.speaking } XCTAssertEqual(speaking.count, 1) XCTAssertEqual(speaking.first?.bbox.midX ?? 0, 210, accuracy: 160) XCTAssertEqual(speaking.first?.bbox.midY ?? 0, 435, accuracy: 160) } // MARK: - Coloured-border apps (Meet / Zoom / Teams): name in bottom-LEFT corner. private func leftText(_ s: String, _ ctx: CGContext, leftBaseline: CGPoint, size: CGFloat) { let font = CTFontCreateWithName("Helvetica-Bold" as CFString, size, nil) let attrs = [kCTFontAttributeName: font, kCTForegroundColorAttributeName: CGColor(red: 1, green: 1, blue: 1, alpha: 1)] as CFDictionary let line = CTLineCreateWithAttributedString(CFAttributedStringCreate(nil, s as CFString, attrs)!) ctx.textPosition = leftBaseline CTLineDraw(line, ctx) } private func coloredFrame(speakingIndex: Int, border: CGColor) -> CGImage { let W = 900, H = 640 let ctx = CGContext(data: nil, width: W, height: H, bitsPerComponent: 8, bytesPerRow: 0, space: CGColorSpaceCreateDeviceRGB(), bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue)! ctx.setFillColor(CGColor(red: 0.1, green: 0.1, blue: 0.12, alpha: 1)) ctx.fill(CGRect(x: 0, y: 0, width: W, height: H)) let rects: [(String, CGRect)] = [ ("GRANT", CGRect(x: 40, y: 340, width: 380, height: 250)), ("SARAH", CGRect(x: 480, y: 340, width: 380, height: 250)), ("DMITRI", CGRect(x: 40, y: 50, width: 380, height: 250)), ("ALEX", CGRect(x: 480, y: 50, width: 380, height: 250)), ] for (i, (name, rect)) in rects.enumerated() { ctx.setFillColor(CGColor(red: 0.18, green: 0.18, blue: 0.2, alpha: 1)); ctx.fill(rect) if i == speakingIndex { ctx.setStrokeColor(border); ctx.setLineWidth(8) ctx.stroke(rect.insetBy(dx: 4, dy: 4)) } // Name in the bottom-LEFT corner (bottom-left origin: near minX/minY). leftText(name, ctx, leftBaseline: CGPoint(x: rect.minX + 16, y: rect.minY + 16), size: 40) } return ctx.makeImage()! } func testMeetPicksBlueBorderedSpeaker() { let blue = CGColor(red: 0.16, green: 0.45, blue: 0.95, alpha: 1) for (idx, name) in ["GRANT", "SARAH", "DMITRI", "ALEX"].enumerated() { let obs = MeetAdapter().analyze(cgImage: coloredFrame(speakingIndex: idx, border: blue), at: 0) let speaking = Set(obs.filter { $0.speaking }.map { $0.name }) XCTAssertEqual(speaking, [name], "Meet: only \(name) should be speaking") } // No border → no speaker. let none = MeetAdapter().analyze(cgImage: coloredFrame(speakingIndex: -1, border: blue), at: 0) XCTAssertTrue(none.filter { $0.speaking }.isEmpty) } func testZoomPicksGreenBorderedSpeaker() { let green = CGColor(red: 0.2, green: 0.85, blue: 0.3, alpha: 1) let obs = ZoomAdapter().analyze(cgImage: coloredFrame(speakingIndex: 3, border: green), at: 0) // ALEX let speaking = Set(obs.filter { $0.speaking }.map { $0.name }) XCTAssertEqual(speaking, ["ALEX"]) } func testWhiteBorderDetectorIgnoresColouredBorder() { // Signal looks only for the white border, so a coloured (Meet) border must // not register as a Signal speaker. let blue = CGColor(red: 0.16, green: 0.45, blue: 0.95, alpha: 1) let obs = SignalAdapter().analyze(cgImage: coloredFrame(speakingIndex: 0, border: blue), at: 0) XCTAssertTrue(obs.filter { $0.speaking }.isEmpty) } }