Files
ten31-transcripts/Ten31TranscriptsTests/GridCallAnalyzerTests.swift
T
Grant Gilliam 63cf3026ff Per-platform colour-border sensitivity (Teams violet, Meet glow)
Cross-platform research (Grant) flagged that the colour-border cue differs by app;
checking the real brand colours against the detector found a concrete bug: the
global 0.5 saturation threshold MISSES Teams' violet ring (#6264A7 ≈ 0.41, light
variants ~0.27) entirely and Meet's lighter blue glow (#8ab4f8 ≈ 0.44). Those
adapters would have detected nothing.

- FrameSampler.saturatedPoints: add a tunable threshold + optional hue-band gate
  (degrees) so a lowered threshold doesn't pick up warm video.
- GridCallAnalyzer.Config: colorSaturation / colorMinBrightness / colorHueRange,
  plumbed to the colour-border path (defaults preserve prior behaviour).
- MeetAdapter sat→0.35 (catch the glow); TeamsAdapter sat→0.22 + hue 215–275°
  (catch the faint violet, reject other colours); ZoomAdapter sat 0.45 + hue
  40–150° (vivid green/yellow). Values are first-pass pending real-fixture
  calibration; the hue gate is the main calibration lever.

Tests: Teams now detects the faint violet ring and rejects a green one; Meet/Zoom
vivid cases still pass. 27/27 XCTest.
2026-06-06 10:51:12 -05:00

146 lines
7.6 KiB
Swift

import XCTest
import CoreGraphics
import CoreText
@testable import Ten31Transcripts
/// Validates the visual adapter against synthetic call frames (no real
/// screenshots needed): OCR anchors the tiles and the highlight is attributed to
/// the correct speaker, tracking it as it moves.
final class GridCallAnalyzerTests: XCTestCase {
private func drawText(_ s: String, _ ctx: CGContext, center: CGPoint, size: CGFloat) {
let font = CTFontCreateWithName("Helvetica-Bold" as CFString, size, nil)
let attrs = [kCTFontAttributeName: font,
kCTForegroundColorAttributeName: CGColor(red: 1, green: 1, blue: 1, alpha: 1)] as CFDictionary
let line = CTLineCreateWithAttributedString(CFAttributedStringCreate(nil, s as CFString, attrs)!)
let b = CTLineGetBoundsWithOptions(line, [])
ctx.textPosition = CGPoint(x: center.x - b.width / 2, y: center.y - b.height / 2)
CTLineDraw(line, ctx)
}
private func frame(speakingIndex: Int) -> CGImage {
let W = 800, H = 600
let ctx = CGContext(data: nil, width: W, height: H, bitsPerComponent: 8, bytesPerRow: 0,
space: CGColorSpaceCreateDeviceRGB(),
bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue)!
ctx.setFillColor(CGColor(red: 0.1, green: 0.1, blue: 0.12, alpha: 1))
ctx.fill(CGRect(x: 0, y: 0, width: W, height: H))
let rects: [(String, CGRect)] = [
("GRANT", CGRect(x: 40, y: 320, width: 340, height: 230)),
("SARAH", CGRect(x: 420, y: 320, width: 340, height: 230)),
("DMITRI", CGRect(x: 40, y: 50, width: 340, height: 230)),
("ALEX", CGRect(x: 420, y: 50, width: 340, height: 230)),
]
for (i, (name, rect)) in rects.enumerated() {
ctx.setFillColor(CGColor(red: 0.18, green: 0.18, blue: 0.2, alpha: 1)); ctx.fill(rect)
if i == speakingIndex {
// Signal's cue: a WHITE rounded border (not coloured).
ctx.setStrokeColor(CGColor(red: 1, green: 1, blue: 1, alpha: 1)); ctx.setLineWidth(6)
ctx.stroke(rect.insetBy(dx: 3, dy: 3))
}
// Name footer at the BOTTOM of the tile (bottom-left origin: rect.minY).
drawText(name, ctx, center: CGPoint(x: rect.midX, y: rect.minY + 28), size: 46)
}
return ctx.makeImage()!
}
func testReadsNamesAndPicksHighlightedSpeaker() {
let obs = SignalAdapter().analyze(cgImage: frame(speakingIndex: 1), at: 0) // SARAH
XCTAssertGreaterThanOrEqual(obs.count, 2)
let speaking = obs.filter { $0.speaking }
XCTAssertEqual(speaking.count, 1)
// SARAH tile center in top-left pixels (590, 165)
XCTAssertEqual(speaking.first?.bbox.midX ?? 0, 590, accuracy: 160)
XCTAssertEqual(speaking.first?.bbox.midY ?? 0, 165, accuracy: 160)
}
func testHighlightTracksToAnotherTile() {
let obs = SignalAdapter().analyze(cgImage: frame(speakingIndex: 2), at: 1) // DMITRI
let speaking = obs.filter { $0.speaking }
XCTAssertEqual(speaking.count, 1)
XCTAssertEqual(speaking.first?.bbox.midX ?? 0, 210, accuracy: 160)
XCTAssertEqual(speaking.first?.bbox.midY ?? 0, 435, accuracy: 160)
}
// MARK: - Coloured-border apps (Meet / Zoom / Teams): name in bottom-LEFT corner.
private func leftText(_ s: String, _ ctx: CGContext, leftBaseline: CGPoint, size: CGFloat) {
let font = CTFontCreateWithName("Helvetica-Bold" as CFString, size, nil)
let attrs = [kCTFontAttributeName: font,
kCTForegroundColorAttributeName: CGColor(red: 1, green: 1, blue: 1, alpha: 1)] as CFDictionary
let line = CTLineCreateWithAttributedString(CFAttributedStringCreate(nil, s as CFString, attrs)!)
ctx.textPosition = leftBaseline
CTLineDraw(line, ctx)
}
private func coloredFrame(speakingIndex: Int, border: CGColor) -> CGImage {
let W = 900, H = 640
let ctx = CGContext(data: nil, width: W, height: H, bitsPerComponent: 8, bytesPerRow: 0,
space: CGColorSpaceCreateDeviceRGB(),
bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue)!
ctx.setFillColor(CGColor(red: 0.1, green: 0.1, blue: 0.12, alpha: 1))
ctx.fill(CGRect(x: 0, y: 0, width: W, height: H))
let rects: [(String, CGRect)] = [
("GRANT", CGRect(x: 40, y: 340, width: 380, height: 250)),
("SARAH", CGRect(x: 480, y: 340, width: 380, height: 250)),
("DMITRI", CGRect(x: 40, y: 50, width: 380, height: 250)),
("ALEX", CGRect(x: 480, y: 50, width: 380, height: 250)),
]
for (i, (name, rect)) in rects.enumerated() {
ctx.setFillColor(CGColor(red: 0.18, green: 0.18, blue: 0.2, alpha: 1)); ctx.fill(rect)
if i == speakingIndex {
ctx.setStrokeColor(border); ctx.setLineWidth(8)
ctx.stroke(rect.insetBy(dx: 4, dy: 4))
}
// Name in the bottom-LEFT corner (bottom-left origin: near minX/minY).
leftText(name, ctx, leftBaseline: CGPoint(x: rect.minX + 16, y: rect.minY + 16), size: 40)
}
return ctx.makeImage()!
}
func testMeetPicksBlueBorderedSpeaker() {
let blue = CGColor(red: 0.16, green: 0.45, blue: 0.95, alpha: 1)
for (idx, name) in ["GRANT", "SARAH", "DMITRI", "ALEX"].enumerated() {
let obs = MeetAdapter().analyze(cgImage: coloredFrame(speakingIndex: idx, border: blue), at: 0)
let speaking = Set(obs.filter { $0.speaking }.map { $0.name })
XCTAssertEqual(speaking, [name], "Meet: only \(name) should be speaking")
}
// No border no speaker.
let none = MeetAdapter().analyze(cgImage: coloredFrame(speakingIndex: -1, border: blue), at: 0)
XCTAssertTrue(none.filter { $0.speaking }.isEmpty)
}
func testZoomPicksGreenBorderedSpeaker() {
let green = CGColor(red: 0.2, green: 0.85, blue: 0.3, alpha: 1)
let obs = ZoomAdapter().analyze(cgImage: coloredFrame(speakingIndex: 3, border: green), at: 0) // ALEX
let speaking = Set(obs.filter { $0.speaking }.map { $0.name })
XCTAssertEqual(speaking, ["ALEX"])
}
func testTeamsDetectsFaintVioletRing() {
// Teams' brand violet #6264A7 is only ~0.41 saturation below the 0.5
// default that Meet/Zoom inherited. The Teams adapter lowers the threshold,
// so it must still pick the ring.
let violet = CGColor(red: 0.384, green: 0.392, blue: 0.655, alpha: 1)
let obs = TeamsAdapter().analyze(cgImage: coloredFrame(speakingIndex: 2, border: violet), at: 0) // DMITRI
let speaking = Set(obs.filter { $0.speaking }.map { $0.name })
XCTAssertEqual(speaking, ["DMITRI"])
}
func testTeamsHueGateRejectsWrongColourBorder() {
// A green border (wrong hue for Teams) must NOT register the violet hue
// gate is what keeps the lowered threshold from catching warm/other content.
let green = CGColor(red: 0.2, green: 0.85, blue: 0.3, alpha: 1)
let obs = TeamsAdapter().analyze(cgImage: coloredFrame(speakingIndex: 0, border: green), at: 0)
XCTAssertTrue(obs.filter { $0.speaking }.isEmpty)
}
func testWhiteBorderDetectorIgnoresColouredBorder() {
// Signal looks only for the white border, so a coloured (Meet) border must
// not register as a Signal speaker.
let blue = CGColor(red: 0.16, green: 0.45, blue: 0.95, alpha: 1)
let obs = SignalAdapter().analyze(cgImage: coloredFrame(speakingIndex: 0, border: blue), at: 0)
XCTAssertTrue(obs.filter { $0.speaking }.isEmpty)
}
}