Grant Gilliam
c347acbd97
Front-loads the remaining visual adapters per the Signal→Meet→Zoom priority. All three reuse GridCallAnalyzer's coloured-border (saturated) detection path and share the new bottom-left name anchor: - GridCallAnalyzer: generalise nameAtBottom:Bool into a NameAnchor enum (.bottomCenter for Signal's centered footer, .bottomLeft for Meet/Zoom/Teams where the name hugs the tile's bottom-left corner, .center for completeness). tileRect estimates the tile up-and-right of a bottom-left name. - MeetAdapter (Google-blue ring, browser-hosted), ZoomAdapter (green/yellow border), TeamsAdapter (violet ring): coloured-border on, white-border off, bottom-left names. Geometry constants are first-pass pending real fixtures. - AdapterRegistry.adapter(for:) maps CallDetector.DetectedApp → AppAdapter so VisualObserver can be constructed when live visual capture is wired in; unmapped apps degrade to audio-only. Synthetic 4-tile tests: Meet picks each blue-bordered speaker with no adjacent-tile bleed, Zoom picks the green-bordered speaker, and Signal's white-only detector correctly ignores a coloured border. 18/18 XCTest pass.
128 lines
6.6 KiB
Swift
128 lines
6.6 KiB
Swift
import XCTest
|
|
import CoreGraphics
|
|
import CoreText
|
|
@testable import Ten31Transcripts
|
|
|
|
/// Validates the visual adapter against synthetic call frames (no real
|
|
/// screenshots needed): OCR anchors the tiles and the highlight is attributed to
|
|
/// the correct speaker, tracking it as it moves.
|
|
final class GridCallAnalyzerTests: XCTestCase {
|
|
|
|
private func drawText(_ s: String, _ ctx: CGContext, center: CGPoint, size: CGFloat) {
|
|
let font = CTFontCreateWithName("Helvetica-Bold" as CFString, size, nil)
|
|
let attrs = [kCTFontAttributeName: font,
|
|
kCTForegroundColorAttributeName: CGColor(red: 1, green: 1, blue: 1, alpha: 1)] as CFDictionary
|
|
let line = CTLineCreateWithAttributedString(CFAttributedStringCreate(nil, s as CFString, attrs)!)
|
|
let b = CTLineGetBoundsWithOptions(line, [])
|
|
ctx.textPosition = CGPoint(x: center.x - b.width / 2, y: center.y - b.height / 2)
|
|
CTLineDraw(line, ctx)
|
|
}
|
|
|
|
private func frame(speakingIndex: Int) -> CGImage {
|
|
let W = 800, H = 600
|
|
let ctx = CGContext(data: nil, width: W, height: H, bitsPerComponent: 8, bytesPerRow: 0,
|
|
space: CGColorSpaceCreateDeviceRGB(),
|
|
bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue)!
|
|
ctx.setFillColor(CGColor(red: 0.1, green: 0.1, blue: 0.12, alpha: 1))
|
|
ctx.fill(CGRect(x: 0, y: 0, width: W, height: H))
|
|
let rects: [(String, CGRect)] = [
|
|
("GRANT", CGRect(x: 40, y: 320, width: 340, height: 230)),
|
|
("SARAH", CGRect(x: 420, y: 320, width: 340, height: 230)),
|
|
("DMITRI", CGRect(x: 40, y: 50, width: 340, height: 230)),
|
|
("ALEX", CGRect(x: 420, y: 50, width: 340, height: 230)),
|
|
]
|
|
for (i, (name, rect)) in rects.enumerated() {
|
|
ctx.setFillColor(CGColor(red: 0.18, green: 0.18, blue: 0.2, alpha: 1)); ctx.fill(rect)
|
|
if i == speakingIndex {
|
|
// Signal's cue: a WHITE rounded border (not coloured).
|
|
ctx.setStrokeColor(CGColor(red: 1, green: 1, blue: 1, alpha: 1)); ctx.setLineWidth(6)
|
|
ctx.stroke(rect.insetBy(dx: 3, dy: 3))
|
|
}
|
|
// Name footer at the BOTTOM of the tile (bottom-left origin: rect.minY).
|
|
drawText(name, ctx, center: CGPoint(x: rect.midX, y: rect.minY + 28), size: 46)
|
|
}
|
|
return ctx.makeImage()!
|
|
}
|
|
|
|
func testReadsNamesAndPicksHighlightedSpeaker() {
|
|
let obs = SignalAdapter().analyze(cgImage: frame(speakingIndex: 1), at: 0) // SARAH
|
|
XCTAssertGreaterThanOrEqual(obs.count, 2)
|
|
let speaking = obs.filter { $0.speaking }
|
|
XCTAssertEqual(speaking.count, 1)
|
|
// SARAH tile center in top-left pixels ≈ (590, 165)
|
|
XCTAssertEqual(speaking.first?.bbox.midX ?? 0, 590, accuracy: 160)
|
|
XCTAssertEqual(speaking.first?.bbox.midY ?? 0, 165, accuracy: 160)
|
|
}
|
|
|
|
func testHighlightTracksToAnotherTile() {
|
|
let obs = SignalAdapter().analyze(cgImage: frame(speakingIndex: 2), at: 1) // DMITRI
|
|
let speaking = obs.filter { $0.speaking }
|
|
XCTAssertEqual(speaking.count, 1)
|
|
XCTAssertEqual(speaking.first?.bbox.midX ?? 0, 210, accuracy: 160)
|
|
XCTAssertEqual(speaking.first?.bbox.midY ?? 0, 435, accuracy: 160)
|
|
}
|
|
|
|
// MARK: - Coloured-border apps (Meet / Zoom / Teams): name in bottom-LEFT corner.
|
|
|
|
private func leftText(_ s: String, _ ctx: CGContext, leftBaseline: CGPoint, size: CGFloat) {
|
|
let font = CTFontCreateWithName("Helvetica-Bold" as CFString, size, nil)
|
|
let attrs = [kCTFontAttributeName: font,
|
|
kCTForegroundColorAttributeName: CGColor(red: 1, green: 1, blue: 1, alpha: 1)] as CFDictionary
|
|
let line = CTLineCreateWithAttributedString(CFAttributedStringCreate(nil, s as CFString, attrs)!)
|
|
ctx.textPosition = leftBaseline
|
|
CTLineDraw(line, ctx)
|
|
}
|
|
|
|
private func coloredFrame(speakingIndex: Int, border: CGColor) -> CGImage {
|
|
let W = 900, H = 640
|
|
let ctx = CGContext(data: nil, width: W, height: H, bitsPerComponent: 8, bytesPerRow: 0,
|
|
space: CGColorSpaceCreateDeviceRGB(),
|
|
bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue)!
|
|
ctx.setFillColor(CGColor(red: 0.1, green: 0.1, blue: 0.12, alpha: 1))
|
|
ctx.fill(CGRect(x: 0, y: 0, width: W, height: H))
|
|
let rects: [(String, CGRect)] = [
|
|
("GRANT", CGRect(x: 40, y: 340, width: 380, height: 250)),
|
|
("SARAH", CGRect(x: 480, y: 340, width: 380, height: 250)),
|
|
("DMITRI", CGRect(x: 40, y: 50, width: 380, height: 250)),
|
|
("ALEX", CGRect(x: 480, y: 50, width: 380, height: 250)),
|
|
]
|
|
for (i, (name, rect)) in rects.enumerated() {
|
|
ctx.setFillColor(CGColor(red: 0.18, green: 0.18, blue: 0.2, alpha: 1)); ctx.fill(rect)
|
|
if i == speakingIndex {
|
|
ctx.setStrokeColor(border); ctx.setLineWidth(8)
|
|
ctx.stroke(rect.insetBy(dx: 4, dy: 4))
|
|
}
|
|
// Name in the bottom-LEFT corner (bottom-left origin: near minX/minY).
|
|
leftText(name, ctx, leftBaseline: CGPoint(x: rect.minX + 16, y: rect.minY + 16), size: 40)
|
|
}
|
|
return ctx.makeImage()!
|
|
}
|
|
|
|
func testMeetPicksBlueBorderedSpeaker() {
|
|
let blue = CGColor(red: 0.16, green: 0.45, blue: 0.95, alpha: 1)
|
|
for (idx, name) in ["GRANT", "SARAH", "DMITRI", "ALEX"].enumerated() {
|
|
let obs = MeetAdapter().analyze(cgImage: coloredFrame(speakingIndex: idx, border: blue), at: 0)
|
|
let speaking = Set(obs.filter { $0.speaking }.map { $0.name })
|
|
XCTAssertEqual(speaking, [name], "Meet: only \(name) should be speaking")
|
|
}
|
|
// No border → no speaker.
|
|
let none = MeetAdapter().analyze(cgImage: coloredFrame(speakingIndex: -1, border: blue), at: 0)
|
|
XCTAssertTrue(none.filter { $0.speaking }.isEmpty)
|
|
}
|
|
|
|
func testZoomPicksGreenBorderedSpeaker() {
|
|
let green = CGColor(red: 0.2, green: 0.85, blue: 0.3, alpha: 1)
|
|
let obs = ZoomAdapter().analyze(cgImage: coloredFrame(speakingIndex: 3, border: green), at: 0) // ALEX
|
|
let speaking = Set(obs.filter { $0.speaking }.map { $0.name })
|
|
XCTAssertEqual(speaking, ["ALEX"])
|
|
}
|
|
|
|
func testWhiteBorderDetectorIgnoresColouredBorder() {
|
|
// Signal looks only for the white border, so a coloured (Meet) border must
|
|
// not register as a Signal speaker.
|
|
let blue = CGColor(red: 0.16, green: 0.45, blue: 0.95, alpha: 1)
|
|
let obs = SignalAdapter().analyze(cgImage: coloredFrame(speakingIndex: 0, border: blue), at: 0)
|
|
XCTAssertTrue(obs.filter { $0.speaking }.isEmpty)
|
|
}
|
|
}
|