Align 2.4.0 pin tracking and pupil-based eyes; add sequence and target-field regressions

这个提交包含在:
dayu 于 2026-10-23 00:09:32 +08:00 提交
1 父节点 524f536a53
当前提交 75e7f4a00d
26 个文件已更改
+16839 -87

没有与搜索条件相匹配的文件

+2
查看文件
@@ -44,3 +44,5 @@ reference-binaries/
!releases/1.3.1/*.pkg !releases/1.3.1/*.pkg
!releases/1.3.2/*.pkg !releases/1.3.2/*.pkg
!releases/1.3.3/*.pkg
@@ -17,9 +17,9 @@
<key>CFBundlePackageType</key> <key>CFBundlePackageType</key>
<string>XPC!</string> <string>XPC!</string>
<key>CFBundleShortVersionString</key> <key>CFBundleShortVersionString</key>
<string>1.3.2</string> <string>1.3.3</string>
<key>CFBundleVersion</key> <key>CFBundleVersion</key>
<string>17</string> <string>18</string>
<key>NSHumanReadableCopyright</key> <key>NSHumanReadableCopyright</key>
<string></string> <string></string>
<key>PlugInKit</key> <key>PlugInKit</key>
@@ -72,7 +72,7 @@
<key>uuid</key> <key>uuid</key>
<string>FB14B0E6-59B2-4836-916F-CD0C559E9241</string> <string>FB14B0E6-59B2-4836-916F-CD0C559E9241</string>
<key>version</key> <key>version</key>
<string>1.3.2</string> <string>1.3.3</string>
</dict> </dict>
<dict> <dict>
<key>className</key> <key>className</key>
@@ -84,7 +84,7 @@
<key>uuid</key> <key>uuid</key>
<string>E0E432C8-3D71-4ABA-B006-E7F519E06C87</string> <string>E0E432C8-3D71-4ABA-B006-E7F519E06C87</string>
<key>version</key> <key>version</key>
<string>1.3.2</string> <string>1.3.3</string>
<key>protocolNames</key> <key>protocolNames</key>
<array> <array>
<string>FxOnScreenControl</string> <string>FxOnScreenControl</string>
@@ -320,15 +320,26 @@ static CIImage *PGPreparedVisionImage(CIImage *image,CGFloat limit) {
- (NSDictionary *)resultForGeometry:(NSArray<NSDictionary *> *)raw settings:(PGBeautySettings)settings time:(CMTime)time extent:(CGRect)extent image:(CIImage *)image; - (NSDictionary *)resultForGeometry:(NSArray<NSDictionary *> *)raw settings:(PGBeautySettings)settings time:(CMTime)time extent:(CGRect)extent image:(CIImage *)image;
- (CGRect)trackedBoxForImage:(CIImage *)image time:(CMTime)time seedBox:(CGRect)seed; - (CGRect)trackedBoxForImage:(CIImage *)image time:(CMTime)time seedBox:(CGRect)seed;
- (void)reset; - (void)reset;
- (void)removeCachedResult:(NSDictionary *)result;
- (NSDictionary *)cacheStatistics; - (NSDictionary *)cacheStatistics;
@end @end
@implementation PGRealtimeFaceTracker @implementation PGRealtimeFaceTracker
- (instancetype)init {if((self=[super init])){_mutex=[NSLock new];_entries=[NSMutableArray new];_objectTime=kCMTimeInvalid;}return self;} - (instancetype)init {if((self=[super init])){_mutex=[NSLock new];_entries=[NSMutableArray new];_objectTime=kCMTimeInvalid;}return self;}
- (void)resetObjectTracker { _sequence=[VNSequenceRequestHandler new];_objectRequest=nil;_objectBox=CGRectNull;_objectTime=kCMTimeInvalid;_objectValid=NO; } - (void)resetObjectTracker { _sequence=[VNSequenceRequestHandler new];_objectRequest=nil;_objectBox=CGRectNull;_objectTime=kCMTimeInvalid;_objectValid=NO; }
- (void)reset {[_mutex lock];[_entries removeAllObjects];_estimatedBytes=0;_liveReference=nil;[self resetObjectTracker];[_mutex unlock];} - (void)reset {[_mutex lock];[_entries removeAllObjects];_estimatedBytes=0;_liveReference=nil;[self resetObjectTracker];[_mutex unlock];}
- (void)removeCachedResult:(NSDictionary *)result {
[_mutex lock];
for(NSInteger i=(NSInteger)_entries.count-1;i>=0;i--) {
NSDictionary *entry=_entries[(NSUInteger)i];
if([entry[@"context"] isEqual:result[@"context"]]&&[entry[@"scope"] isEqual:result[@"scope"]]&&[entry[@"key"] isEqual:result[@"key"]]) {
_estimatedBytes-=[entry[@"bytes"] unsignedIntegerValue];[_entries removeObjectAtIndex:(NSUInteger)i];
}
}
[_mutex unlock];
}
- (NSDictionary *)cacheStatistics {[_mutex lock];NSDictionary *stats=@{@"frames":@(_entries.count),@"estimatedBytes":@(_estimatedBytes)};[_mutex unlock];return stats;} - (NSDictionary *)cacheStatistics {[_mutex lock];NSDictionary *stats=@{@"frames":@(_entries.count),@"estimatedBytes":@(_estimatedBytes)};[_mutex unlock];return stats;}
- (CGRect)trackedBoxForImage:(CIImage *)image time:(CMTime)time seedBox:(CGRect)seed { - (CGRect)trackedBoxForImage:(CIImage *)image time:(CMTime)time seedBox:(CGRect)seed {
if(!image||!PGTimeKey(time))return CGRectNull; if(!image||!PGTimeKey(time)){[self resetObjectTracker];return CGRectNull;}
BOOL hasSeed=PGValidRect(seed),hasBox=PGValidRect(_objectBox); BOOL hasSeed=PGValidRect(seed),hasBox=PGValidRect(_objectBox);
double dt=PGTimeKey(_objectTime)?CMTimeGetSeconds(CMTimeSubtract(time,_objectTime)):NAN; double dt=PGTimeKey(_objectTime)?CMTimeGetSeconds(CMTimeSubtract(time,_objectTime)):NAN;
BOOL backward=isfinite(dt)&&dt<0; BOOL backward=isfinite(dt)&&dt<0;
@@ -336,7 +347,7 @@ static CIImage *PGPreparedVisionImage(CIImage *image,CGFloat limit) {
if(!_sequence)_sequence=[VNSequenceRequestHandler new]; if(!_sequence)_sequence=[VNSequenceRequestHandler new];
if(!_objectRequest||!_objectValid||backward||(isfinite(dt)&&dt>.2)) { if(!_objectRequest||!_objectValid||backward||(isfinite(dt)&&dt>.2)) {
if(!backward&&hasBox&&!_objectValid&&isfinite(dt)&&dt<=.45&&(!hasSeed||!PGCompatibleBoxes(seed,_objectBox)))return _objectBox; if(!backward&&hasBox&&!_objectValid&&isfinite(dt)&&dt<=.45&&(!hasSeed||!PGCompatibleBoxes(seed,_objectBox)))return _objectBox;
if(!hasSeed)return CGRectNull; if(!hasSeed){_objectValid=NO;_objectRequest=nil;_sequence=[VNSequenceRequestHandler new];return CGRectNull;}
_sequence=[VNSequenceRequestHandler new]; _sequence=[VNSequenceRequestHandler new];
_objectRequest=[[VNTrackObjectRequest alloc] initWithDetectedObjectObservation:[VNDetectedObjectObservation observationWithBoundingBox:seed]]; _objectRequest=[[VNTrackObjectRequest alloc] initWithDetectedObjectObservation:[VNDetectedObjectObservation observationWithBoundingBox:seed]];
NSUInteger revision=VNTrackObjectRequest.defaultRevision; NSUInteger revision=VNTrackObjectRequest.defaultRevision;
@@ -461,7 +472,7 @@ static CIImage *PGPreparedVisionImage(CIImage *image,CGFloat limit) {
_visionContext = [CIContext contextWithOptions:@{kCIContextCacheIntermediates:@NO}]; _visionContext = [CIContext contextWithOptions:@{kCIContextCacheIntermediates:@NO}];
_targets = [NSMutableArray arrayWithObjects:[NSMutableDictionary dictionary], [NSMutableDictionary dictionary], [NSMutableDictionary dictionary], nil]; _targets = [NSMutableArray arrayWithObjects:[NSMutableDictionary dictionary], [NSMutableDictionary dictionary], [NSMutableDictionary dictionary], nil];
// Thin/V/chin/jaw/short reconstruct recovered local coordinate math. // Thin/V/chin/jaw/short reconstruct recovered local coordinate math.
// Four other controls retain this project's analytic approximation. // Narrow/cheek/small-head retain this project's analytic approximation.
// Recovered V -> jaw -> chin -> short order follows the reference. Other // Recovered V -> jaw -> chin -> short order follows the reference. Other
// analytic body controls still precede V, so the full combined chain // analytic body controls still precede V, so the full combined chain
// with narrow/cheek/small-head/eyes is not claimed reference-equivalent. // with narrow/cheek/small-head/eyes is not claimed reference-equivalent.
@@ -518,10 +529,10 @@ static CIImage *PGPreparedVisionImage(CIImage *image,CGFloat limit) {
[source appendString:@" float weight=mod(crossings,2.0)>0.5?1.0:clamp(1.0-nearest/length(shortAxis),0.0,1.0);" [source appendString:@" float weight=mod(crossings,2.0)>0.5?1.0:clamp(1.0-nearest/length(shortAxis),0.0,1.0);"
" q=clamp(q-shortAxis*shortRatio*weight,vec2(0.0),vec2(1.0));" " q=clamp(q-shortAxis*shortRatio*weight,vec2(0.0),vec2(1.0));"
" q.y=1.0-q.y; p=imageOrigin+q*imageSize; }" " q.y=1.0-q.y; p=imageOrigin+q*imageSize; }"
" vec2 dl = (p-le)/er; float wl = 1.0-smoothstep(0.0,1.0,length(dl));" " vec2 dl=p-le; float lr=er.x;"
" p -= (p-le)*bigEye*0.33*wl*wl;" " if(lr>0.0001) { float wl=clamp(1.0-dot(dl,dl)/(lr*lr),0.0,1.0); p=le+dl*(1.0-bigEye*wl); }"
" vec2 dr = (p-re)/er; float wr = 1.0-smoothstep(0.0,1.0,length(dr));" " vec2 dr=p-re; float rr=er.y;"
" p -= (p-re)*bigEye*0.33*wr*wr; return p; }"]; " if(rr>0.0001) { float wr=clamp(1.0-dot(dr,dr)/(rr*rr),0.0,1.0); p=re+dr*(1.0-bigEye*wr); } return p; }"];
#pragma clang diagnostic push #pragma clang diagnostic push
#pragma clang diagnostic ignored "-Wdeprecated-declarations" #pragma clang diagnostic ignored "-Wdeprecated-declarations"
_warp = [CIWarpKernel kernelWithString:source]; _warp = [CIWarpKernel kernelWithString:source];
@@ -677,7 +688,9 @@ static CIImage *PGPreparedVisionImage(CIImage *image,CGFloat limit) {
double height = 2*hypot(([points76[67][0] doubleValue]-midX)*extent.size.width, double height = 2*hypot(([points76[67][0] doubleValue]-midX)*extent.size.width,
([points76[67][1] doubleValue]-midY)*extent.size.height); ([points76[67][1] doubleValue]-midY)*extent.size.height);
double gain = fmin(2.25,fmax(1,280/fmax(1,fmax(width,height)))); double gain = fmin(2.25,fmax(1,280/fmax(1,fmax(width,height))));
thinRatio = PGClamp(s.faceThin,0,1)*.025*gain; // The 2.4.0 pin shader consumes this CPU coefficient directly;
// its thin field no longer applies the older 280-pixel size gain.
thinRatio = PGClamp(s.faceThin,0,1)*.025;
float chin = PGClamp(s.faceChin,-1,1); float chin = PGClamp(s.faceChin,-1,1);
chinRatio = chin*(chin>0 ? .04 : .02)*gain; chinRatio = chin*(chin>0 ? .04 : .02)*gain;
jawRatio = PGClamp(s.faceJaw,0,1)*.05*gain; jawRatio = PGClamp(s.faceJaw,0,1)*.05*gain;
@@ -693,9 +706,18 @@ static CIImage *PGPreparedVisionImage(CIImage *image,CGFloat limit) {
CGRect le = PGRegionBounds(face, @"leftEye", PGInFace(box, 0.16, 0.53, 0.25, 0.15)); CGRect le = PGRegionBounds(face, @"leftEye", PGInFace(box, 0.16, 0.53, 0.25, 0.15));
CGRect re = PGRegionBounds(face, @"rightEye", PGInFace(box, 0.59, 0.53, 0.25, 0.15)); CGRect re = PGRegionBounds(face, @"rightEye", PGInFace(box, 0.59, 0.53, 0.25, 0.15));
CGPoint left = PGCenter(PGToPixels(le, extent)), right = PGCenter(PGToPixels(re, extent)); CGPoint left = PGCenter(PGToPixels(le, extent)), right = PGCenter(PGToPixels(re, extent));
double leftRadius=MAX(2,pixels.size.width*.24),rightRadius=MAX(2,pixels.size.width*.24);
if(points76) {
CGPoint lp=PGPoint(points76[6]),rp=PGPoint(points76[13]);
left=CGPointMake(extent.origin.x+lp.x*extent.size.width,extent.origin.y+lp.y*extent.size.height);
right=CGPointMake(extent.origin.x+rp.x*extent.size.width,extent.origin.y+rp.y*extent.size.height);
CGPoint a=PGPoint(points76[0]),b=PGPoint(points76[1]),c=PGPoint(points76[7]),d=PGPoint(points76[8]);
leftRadius=hypot((a.x-b.x)*extent.size.width,(a.y-b.y)*extent.size.height);
rightRadius=hypot((c.x-d.x)*extent.size.width,(c.y-d.y)*extent.size.height);
}
NSMutableArray *arguments = [@[PGVector(PGCenter(pixels)), [CIVector vectorWithX:pixels.size.width Y:pixels.size.height], NSMutableArray *arguments = [@[PGVector(PGCenter(pixels)), [CIVector vectorWithX:pixels.size.width Y:pixels.size.height],
PGVector(left), PGVector(right), [CIVector vectorWithX:MAX(2, pixels.size.width * 0.24) Y:MAX(2, pixels.size.height * 0.17)], PGVector(left), PGVector(right), [CIVector vectorWithX:leftRadius Y:rightRadius],
@(thinRatio), @(PGClamp(s.faceBigEye, 0, 1)), @(shortRatio), @(thinRatio), @(PGClamp(s.faceBigEye, 0, 1)*.15), @(shortRatio),
@(PGClamp(s.faceNarrow, -1, 1)), @(chinRatio), @(vRatio), @(PGClamp(s.faceNarrow, -1, 1)), @(chinRatio), @(vRatio),
@(jawRatio), @(PGClamp(s.faceCheekbone, 0, 1)), @(PGClamp(s.faceSmallHead, 0, 1)), @(PGClamp(s.faceSmallHeadRange, 0, 1)), @(jawRatio), @(PGClamp(s.faceCheekbone, 0, 1)), @(PGClamp(s.faceSmallHead, 0, 1)), @(PGClamp(s.faceSmallHeadRange, 0, 1)),
[CIVector vectorWithX:extent.origin.x Y:extent.origin.y], [CIVector vectorWithX:extent.size.width Y:extent.size.height]] mutableCopy]; [CIVector vectorWithX:extent.origin.x Y:extent.origin.y], [CIVector vectorWithX:extent.size.width Y:extent.size.height]] mutableCopy];
@@ -767,7 +789,13 @@ static CIImage *PGPreparedVisionImage(CIImage *image,CGFloat limit) {
observations = restored; observations = restored;
} else { } else {
NSArray *detected = [self cachedObservationsInImage:image settings:settings time:time error:error]; NSArray *detected = [self cachedObservationsInImage:image settings:settings time:time error:error];
if (!detected) return nil; BOOL transientDetectionFailure=detected==nil;
if (!detected) {
if(settings.trackingEnabled)return nil;
// A failed live detection takes the same shape-hold path as a lost
// observation; it must not fail the host's entire render request.
detected=@[];if(error)*error=nil;
}
if(settings.trackingEnabled) { if(settings.trackingEnabled) {
// Preserve the explicit offline-analysis contract. Its stored // Preserve the explicit offline-analysis contract. Its stored
// identity fallback never reads or writes realtime temporal state. // identity fallback never reads or writes realtime temporal state.
@@ -784,6 +812,9 @@ static CIImage *PGPreparedVisionImage(CIImage *image,CGFloat limit) {
[raw addObject:PGGeometry(observation)];[validObservations addObject:observation]; [raw addObject:PGGeometry(observation)];[validObservations addObject:observation];
} }
NSDictionary *live=[_realtime resultForGeometry:raw settings:settings time:time extent:extent image:image]; NSDictionary *live=[_realtime resultForGeometry:raw settings:settings time:time extent:extent image:image];
// A successful empty detection is frozen; an API error is not. Its
// temporary held output must allow a same-time retry to acquire a face.
if(transientDetectionFailure)[_realtime removeCachedResult:live];
geometry=live[@"output"]; geometry=live[@"output"];
if(settings.singleFace && !settings.fastMultiFace) { if(settings.singleFace && !settings.fastMultiFace) {
NSInteger index=[live[@"index"] integerValue]; NSInteger index=[live[@"index"] integerValue];
@@ -803,7 +834,7 @@ static CIImage *PGPreparedVisionImage(CIImage *image,CGFloat limit) {
// skin/teeth/eyes support, which still covers the detected group. // skin/teeth/eyes support, which still covers the detected group.
appearance=raw;observations=validObservations; appearance=raw;observations=validObservations;
} }
if([live[@"held"] boolValue] && geometry.count) { if(([live[@"held"] boolValue] || transientDetectionFailure) && geometry.count) {
// Keep beauty masks on the same held primary shape as the warp, // Keep beauty masks on the same held primary shape as the warp,
// while retaining support for independently detected secondary faces. // while retaining support for independently detected secondary faces.
NSMutableArray *supported=[appearance mutableCopy]; NSMutableArray *supported=[appearance mutableCopy];
@@ -19,9 +19,9 @@
<key>CFBundlePackageType</key> <key>CFBundlePackageType</key>
<string>APPL</string> <string>APPL</string>
<key>CFBundleShortVersionString</key> <key>CFBundleShortVersionString</key>
<string>1.3.2</string> <string>1.3.3</string>
<key>CFBundleVersion</key> <key>CFBundleVersion</key>
<string>17</string> <string>18</string>
<key>LSMinimumSystemVersion</key> <key>LSMinimumSystemVersion</key>
<string>$(MACOSX_DEPLOYMENT_TARGET)</string> <string>$(MACOSX_DEPLOYMENT_TARGET)</string>
<key>NSHumanReadableCopyright</key> <key>NSHumanReadableCopyright</key>
+2
查看文件
@@ -8,6 +8,8 @@
1.3.2(17)已统一工程、APP、插件类名和应用ID,正式安装为 `FCP-BeautyGirl.app` / `com.dayu.fcpbeautygirl`,嵌套插件ID为 `com.dayu.fcpbeautygirl.fxplug`。旧APP已迁移清理,滤镜UUID、参数编号和归档格式保持兼容。1901项自动回归及身份迁移检查通过;APP和含配套模板的PKG均已签名、公证、粘附票据和验证。更名后的旧工程重开仍由用户实测。 1.3.2(17)已统一工程、APP、插件类名和应用ID,正式安装为 `FCP-BeautyGirl.app` / `com.dayu.fcpbeautygirl`,嵌套插件ID为 `com.dayu.fcpbeautygirl.fxplug`。旧APP已迁移清理,滤镜UUID、参数编号和归档格式保持兼容。1901项自动回归及身份迁移检查通过;APP和含配套模板的PKG均已签名、公证、粘附票据和验证。更名后的旧工程重开仍由用户实测。
1.3.3(18)开发分支已对齐目标2.4.0的默认pin跟踪主链,并改用新版瘦脸/大眼局部公式。完整点、质量筛选、连续框、坏帧保持及同帧复用已补齐;同点合成场与目标Metal最大误差约0.005523像素。草帽素材469帧的离线采样不代表原生时间线的闪烁已经修复,仍需同段实测。详见[本轮分析与验证](docs/analysis/跟踪闪烁对齐分析.md)。正式安装和发布状态以验证记录为准。
## 使用 ## 使用
正式安装路径为 `/Library/Plug-Ins/FxPlug/FCP-BeautyGirl.app`。Motion 滤镜分类为「大鱼」,滤镜名「大鱼人像美化」。Final Cut Pro 在「效果 → 大鱼磨皮瘦脸 → 大鱼人像美化」中使用配套 Motion 效果,模板目录必须同时保留 `.moef` 与 `Drop Zone.tiff`。美化会随当前帧的人脸自动更新,不需要点击分析。界面以磨皮、美白、瘦脸三张卡片呈现,默认跟随主要人脸;多人模式对多脸变形。单项眼睛可暂时停用并保留数值,右侧箭头恢复默认;磨皮半径、饱和度、锐化和整体混合等收在「更多设置」。旧手动分析与调试参数仅保留隐藏兼容,实际输出统一使用实时自动跟随。 正式安装路径为 `/Library/Plug-Ins/FxPlug/FCP-BeautyGirl.app`。Motion 滤镜分类为「大鱼」,滤镜名「大鱼人像美化」。Final Cut Pro 在「效果 → 大鱼磨皮瘦脸 → 大鱼人像美化」中使用配套 Motion 效果,模板目录必须同时保留 `.moef` 与 `Drop Zone.tiff`。美化会随当前帧的人脸自动更新,不需要点击分析。界面以磨皮、美白、瘦脸三张卡片呈现,默认跟随主要人脸;多人模式对多脸变形。单项眼睛可暂时停用并保留数值,右侧箭头恢复默认;磨皮半径、饱和度、锐化和整体混合等收在「更多设置」。旧手动分析与调试参数仅保留隐藏兼容,实际输出统一使用实时自动跟随。
@@ -0,0 +1,195 @@
# 2.4.0 region / pin branch review
2026-10-23. Independent read-only review of the existing AIR and local arm64
slice. No shared REA operation, target execution, product edit, Git operation,
or user image/landmark extraction was performed.
## The default-path correction
**The inspected main encoders and both direct fallback callers select mode 0
(pin), not region. Fragment buffer 8 is sampleFlipY, not faceThinMode.**
AIR file: `build/vface-analysis/new-face-thin.air.txt`, SHA-256
`1d5bd8d5a3917afbb3b4fe1c40b44480760614102685ac826e84ad2e30a450f9`.
Arm64 slice: `build/tracking-audit/MSE18V2-arm64`, SHA-256
`afc71d0d21fd3c1ca95ca745ddafcd729e36ad95f17d8638009f2e45d9b7e8df`.
AIR metadata lines 4126–4135 give the actual Metal binding indices:
| Fragment buffer | Name | AIR parameter |
| --- | --- | --- |
| 0 | facePoints | `%3` |
| 1 | faceCount | `%4` |
| 2 | faceThinStrength | `%5` |
| 4 | faceThinMode | `%6` |
| 7 | faceShapeParams | `%7` |
| 8 | sampleFlipY | `%8` |
| 9 | warpFlipY | `%9` |
| 10 | sourceSampleRect | `%10` |
This is not merely a name inference: lines 447–465 load `%6`, test it `>0`,
and choose region. Lines 569–583 load `%8` and perform the final sample Y flip.
The independent native instruction check used Xcode llvm-objdump on that exact
slice; addresses below are original virtual addresses. The ObjC stub
`0x100081d00` is `setFragmentBytes:length:atIndex:` in the saved REA pseudocode.
| Native path | Source of buffer 4 data | Binding instructions | Result |
| --- | --- | --- | --- |
| `FUN_100030084` | `0x1000300d0: str wzr,[sp,#0x70]` | `0x100030524 add x2,sp,#0x70`; `0x100030530 mov w4,#4`; call `0x100030534` | mode 0 |
| `FUN_100030840` | `0x100030888: str wzr,[sp,#0x70]` | `0x100030bf4 add x2,sp,#0x70`; `0x100030c00 mov w4,#4`; call `0x100030c04` | mode 0 |
| `FUN_10003127c`, called at `0x100027a34` | caller `0x1000279f8 str wzr,[sp,#0x18]` | callee `0x10003156c add x2,x29,#0x28`; `0x100031578 mov w4,#4`; call `0x10003157c` | mode 0 |
| `FUN_10003127c`, called at `0x10002be14` | `0x10002bd04 str wzr,[sp,#0xbc]`; `0x10002bdb4 ldr w9,[sp,#0xbc]`; `0x10002bde0 str w9,[sp,#0x18]` | same callee binding | mode 0 |
| inline fallback in `FUN_10002b8a4` | same zero at `0x10002bd04` | `0x10002bf74 add x2,sp,#0xbc`; `0x10002bf80 mov w4,#4`; call `0x10002bf84` | mode 0 |
The callee creates a 0x110-byte frame and sets fp=sp+0x100, so its fp+0x28
is the caller's sp+0x18. The whole decoded executable text contains exactly
the two direct `bl 0x10003127c` calls listed above. This bounds the conclusion:
the inspected default/fallback paths do not establish any fixed region=1 path;
this is not an exhaustive exclusion of arbitrary indirect calls or runtime
buffer replacement.
Saved provider corroboration in `renderpath-evidence.json`:
- `0x100030084`: `ev_f6e9622db324900aa5bc7d21598097df4abfb2f1270503751af959c61d7c8405`.
- `0x100030840`: `ev_30343763e68d261f018fb476b50a8695ca677d85cbcea9eda709c4e46c89ada6`.
- `0x10003127c`: `ev_537b8f52a769c64a08223b18f0fb2fd1a0b1daa0f44ffeb9b5c132513a9bcaf8`.
- inline fallback `0x10002b8a4`: `ev_4a2bf9e0530d651ae929ef861a2c52bfdf691445def0a16d8bbe07d723ce0c0e`.
## Exact shader branch contract
`faceThinFragmentShader` lines 388–587:
1. `warpFlipY` optionally flips the working UV before deformation (389–402).
2. Source texture width/height are read and clamped to >=1 (427–434).
3. If any shape parameter is active, iterate faces with **stride77** (454).
With mode>0, run region with `clamp(abs(shoulian)*40,0,1)` (458–465), then
run the other shape pins with thin forced to0 (470–474). With mode0, run
`mssFaceShapePinCoordinate` with the original thin parameter (478).
4. If the shape structure is inactive but the separate faceThinStrength is
active, mode>0 uses region directly with clamped overall strength (506);
mode0 calls the old thin pin with `0.025*clamp(strength,0,1)` (510–512).
5. Clamp UV, undo warpFlipY, map sourceSampleRect, clamp again, apply sampleFlipY,
then sample the source (521–583). These are separate coordinate operations.
The active-shape pin helper's thin branch at 3168–3268 uses its incoming thin
ratio directly in the sequential17 pin field. Its pixel-size vector is not
used in that branch. This does not alone prove the CPU supplies no size gain;
CPU parameter generation remains a separate evidence question.
Therefore region should not replace the default field based on buffer8=1.
The current frame's qualified points may be accepted as-is without implying
that its spatial warp must be changed to region.
## Region function, retained as an optional-path analysis
`mssFaceThinRegionCoordinate` is lines 706–2835 (another copy appears at
4369 onward inside the offset-map shader). Its inputs are working UV, readonly
point array, face offset, strength, and source texture size. There is **no time,
previous frame, previous point set, persistent buffer write, texture history,
atomic, or other temporal input**. All stores in this function initialize local
index arrays. It is a pure spatial function of the supplied points/parameters.
Use `S=(sourceTextureWidth,sourceTextureHeight)`; the point buffer stores UVs.
The function loads `P76` as center (747–750), obtains contour bounds from all
17 points59..75 (714–793), and computes `W/H` as contour spans multiplied by S
(757–772). It returns identity for W<=1 or H<=1 (773–776).
Query `p=uv*S` at810. Radius, distance, axis normalization, and most amplitude
caps are calculated in **pixel space**. The contour center and all point
positions must be multiplied componentwise by S before such operations.
Displacements are divided componentwise by S to return to UV. Substituting UV
Euclidean distance for pixel Euclidean distance changes the aspect behavior.
The main axis is normalized `P67*S - P76*S`, falling back to (0,1); its
perpendicular is `(axis.y,-axis.x)` (863–894). This is based on chin and center,
not a fixed vertical image direction, and follows head roll.
Strength `s=clamp(input,0,1)` is nonlinearly mapped:
`u=mix(s,s*s*(3-2*s),.28)`, `a=.105*u*(1.08-.08*u)` (795–805).
Aspect and asymmetric left/right center-to-contour spans modulate the field
(812–841). These are spatial shape adaptations, not temporal smoothing.
The output is a combination of:
- An analytic side contraction with head-local horizontal/vertical smooth
envelopes and analytic face support (862–1117).
- A neighbor-aware17-contour weighted field (1133–1638), with protected center
anchors, smooth radial/directional support, weight-sum normalization and a
pixel amplitude cap.
- Another17-contour field with strength-dependent neighboring-point averaging
(`mix(Pi,(Pprev+2*Pi+Pnext)/4,alpha)`,1683–1699); contour index distance from
chin67 affects weights (1704 onward); contributions are accumulated before
normalization rather than sequentially updating the query (1905–1939).
- Additional lower-face/chin components using65..69, including a three-point
chin mean and roll-aware local envelopes (1954–2765).
Final group caps include `(0.04+.066*s)*W` and `(0.064+.058*s)*W`
(2785–2814). The final face envelope multiplies the total by
`.32+.68*analyticMask`, then returns `clamp(uv-totalUVDisplacement,0,1)`
(2815–2829). This is an inverse sampling field.
These features can reduce sensitivity to an isolated spatial point perturbation
if this mode is selected; that is an inference about the mathematics, not a
measured temporal improvement or evidence that the default path uses it.
## Protection formulas
Below `smooth(a,b,x)` means smoothstep with clamped input. All dimensions and
distances here are in pixels, and decimal constants are decoded AIR float
constants (small float rounding retained in the original text).
Let `C=P76*S`, `D=normalize(P67*S-C)`, `T=(D.y,-D.x)`.
Analytic face mask, lines2839–2916:
```
q = p-C-.12*H*D
x = dot(q,T)/max(.5*W,1)
y = dot(q,D)/max(.7*H,1)
r = sqrt(x*x+y*y)
mask = (1-smooth(.88,1.03,r)) * smooth(-.92,-.72,y)
* (1-smooth(1.02,1.16,y))
```
Temple factor, lines3047–3149:
```
x = abs(dot(p-C,T))/max(.52*W,1)
y = dot(p-C,D)/max(.60*H,1)
k = smooth(-.28,-.02,y) * (1-smooth(.42,.72,y))
factor = clamp(1
-.62*smooth(.50,.80,x)*(1-smooth(-.46,-.14,y))*(1-.86*k)
-.20*smooth(.34,.70,x)*(1-smooth(-.72,-.34,y))*(1-.70*k), .30,1)
```
Anchor factor, lines2993–3043: indices47/48/49/52/76; radius
`R=max(12,.28*min(W,H))`; take the minimum
`smooth(.34*R,R,distance(p,Pi*S))`, then clamp to [.12,1].
Chin/mouth factor, lines2929–2977: indices47/48/49/52; radius
`R=max(10,.16*min(W,H))`; take the minimum
`smooth(.38*R,R,distance(p,Pi*S))`, then clamp to [.24,1].
The floors protect without hard disabling the whole field. Several region
subcomponents additionally interpolate these factors by their local support,
so merely multiplying an old17-pin warp by these factors is not equivalent.
## Smallest justified alignment path
For the inspected default: keep the pin family and validate the actual CPU
ratios, point layout/UV orientation, operation order and optional offset-map
processing. Do not insert region or stronger point smoothing as an asserted
fix for the user's clip. The large eye control and any offset-map spatial
filter need their own evidence; this review has not established their exact
runtime contribution.
Only if a separate reachable region-mode path is later established should its
field be reconstructed. A faithful implementation needs the pure coordinate
function, all four protections, pixel-space geometry, contour accumulation and
caps, followed by the remaining shape pins with thin=0. Evaluate that same
coordinate map for RGB and every mask. A generated float2 offset texture plus
one inverse sampler is a viable integration boundary; a reduced grid introduces
an approximation and needs measured UV error. Temporal state belongs upstream.
No region=1 runtime path or target output has been observed by this audit.
@@ -0,0 +1,453 @@
{
"cases" : [
{
"eye" : 0,
"height" : 256,
"maximum_displacement_pixels" : 0,
"maximum_independent_error_pixels" : 0,
"maximum_target_error_pixels" : 0,
"name" : "pose0 size0 passthrough",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 256
},
{
"eye" : 0.25,
"height" : 256,
"maximum_displacement_pixels" : 0.35382923640349639,
"maximum_independent_error_pixels" : 0.0026882437460426967,
"maximum_target_error_pixels" : 0.00390625,
"name" : "pose0 size0 eye-only",
"target_rms_error_pixels" : 2.1921713206428187e-05,
"thin" : 0,
"width" : 256
},
{
"eye" : 0,
"height" : 256,
"maximum_displacement_pixels" : 7.0728000415791215,
"maximum_independent_error_pixels" : 0.002755077444486212,
"maximum_target_error_pixels" : 0.00390625,
"name" : "pose0 size0 thin-only",
"target_rms_error_pixels" : 0.00011702992366181097,
"thin" : 1,
"width" : 256
},
{
"eye" : 0.25,
"height" : 256,
"maximum_displacement_pixels" : 7.0728000415791215,
"maximum_independent_error_pixels" : 0.0027413680285147649,
"maximum_target_error_pixels" : 0.00390625,
"name" : "pose0 size0 thin+eye",
"target_rms_error_pixels" : 0.0001240079365079365,
"thin" : 1,
"width" : 256
},
{
"eye" : 0,
"height" : 216,
"maximum_displacement_pixels" : 2.3980817331903381e-14,
"maximum_independent_error_pixels" : 9.830249857363302e-06,
"maximum_target_error_pixels" : 0,
"name" : "pose0 size1 passthrough",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 384
},
{
"eye" : 0.25,
"height" : 216,
"maximum_displacement_pixels" : 0.53075330293307399,
"maximum_independent_error_pixels" : 0.0027120972635748626,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose0 size1 eye-only",
"target_rms_error_pixels" : 7.0133057212432167e-05,
"thin" : 0,
"width" : 384
},
{
"eye" : 0,
"height" : 216,
"maximum_displacement_pixels" : 8.2005901709704148,
"maximum_independent_error_pixels" : 0.0027728968676576145,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose0 size1 thin-only",
"target_rms_error_pixels" : 0.00023521707359494627,
"thin" : 1,
"width" : 384
},
{
"eye" : 0.25,
"height" : 216,
"maximum_displacement_pixels" : 8.2005901709704148,
"maximum_independent_error_pixels" : 0.0027728968676576145,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose0 size1 thin+eye",
"target_rms_error_pixels" : 0.00024352479987655608,
"thin" : 1,
"width" : 384
},
{
"eye" : 0,
"height" : 320,
"maximum_displacement_pixels" : 1.7763568394002505e-14,
"maximum_independent_error_pixels" : 8.5299224090530028e-06,
"maximum_target_error_pixels" : 0,
"name" : "pose0 size2 passthrough",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 192
},
{
"eye" : 0.25,
"height" : 320,
"maximum_displacement_pixels" : 0.26537789376221338,
"maximum_independent_error_pixels" : 0.0026286369668807358,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose0 size2 eye-only",
"target_rms_error_pixels" : 5.0712301697452399e-05,
"thin" : 0,
"width" : 192
},
{
"eye" : 0,
"height" : 320,
"maximum_displacement_pixels" : 8.8528177374135399,
"maximum_independent_error_pixels" : 0.0027577518479714133,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose0 size2 thin-only",
"target_rms_error_pixels" : 0.0002095422906842435,
"thin" : 1,
"width" : 192
},
{
"eye" : 0.25,
"height" : 320,
"maximum_displacement_pixels" : 8.8528177374135399,
"maximum_independent_error_pixels" : 0.0027577518479714133,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose0 size2 thin+eye",
"target_rms_error_pixels" : 0.00021076686089680123,
"thin" : 1,
"width" : 192
},
{
"eye" : 0,
"height" : 256,
"maximum_displacement_pixels" : 0,
"maximum_independent_error_pixels" : 0,
"maximum_target_error_pixels" : 0,
"name" : "pose1 size0 passthrough",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 256
},
{
"eye" : 0.90354866293532343,
"height" : 256,
"maximum_displacement_pixels" : 1.4980655360450705,
"maximum_independent_error_pixels" : 0.002736966310374967,
"maximum_target_error_pixels" : 0.00390625,
"name" : "pose1 size0 eye-only",
"target_rms_error_pixels" : 3.7969521062487261e-05,
"thin" : 0,
"width" : 256
},
{
"eye" : 0,
"height" : 256,
"maximum_displacement_pixels" : 8.2983365210307376,
"maximum_independent_error_pixels" : 0.0027466016331799312,
"maximum_target_error_pixels" : 0.00390625,
"name" : "pose1 size0 thin-only",
"target_rms_error_pixels" : 0.00012969060431145763,
"thin" : 1,
"width" : 256
},
{
"eye" : 0.90354866293532343,
"height" : 256,
"maximum_displacement_pixels" : 8.2983365210307376,
"maximum_independent_error_pixels" : 0.0027466016331799312,
"maximum_target_error_pixels" : 0.00390625,
"name" : "pose1 size0 thin+eye",
"target_rms_error_pixels" : 0.0001249729933702032,
"thin" : 1,
"width" : 256
},
{
"eye" : 0,
"height" : 216,
"maximum_displacement_pixels" : 2.3980817331903381e-14,
"maximum_independent_error_pixels" : 9.830249857363302e-06,
"maximum_target_error_pixels" : 0,
"name" : "pose1 size1 passthrough",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 384
},
{
"eye" : 0.90354866293532343,
"height" : 216,
"maximum_displacement_pixels" : 2.1744460803927361,
"maximum_independent_error_pixels" : 0.002720070336115162,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose1 size1 eye-only",
"target_rms_error_pixels" : 9.2332938119698104e-05,
"thin" : 0,
"width" : 384
},
{
"eye" : 0,
"height" : 216,
"maximum_displacement_pixels" : 10.38677748064452,
"maximum_independent_error_pixels" : 0.0027597851282901023,
"maximum_target_error_pixels" : 0.0055219139903783798,
"name" : "pose1 size1 thin-only",
"target_rms_error_pixels" : 0.00026077041763909807,
"thin" : 1,
"width" : 384
},
{
"eye" : 0.90354866293532343,
"height" : 216,
"maximum_displacement_pixels" : 10.38677748064452,
"maximum_independent_error_pixels" : 0.0027597851282901023,
"maximum_target_error_pixels" : 0.0055219139903783798,
"name" : "pose1 size1 thin+eye",
"target_rms_error_pixels" : 0.00026150911830191969,
"thin" : 1,
"width" : 384
},
{
"eye" : 0,
"height" : 320,
"maximum_displacement_pixels" : 1.7763568394002505e-14,
"maximum_independent_error_pixels" : 8.5299224090530028e-06,
"maximum_target_error_pixels" : 0,
"name" : "pose1 size2 passthrough",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 192
},
{
"eye" : 0.90354866293532343,
"height" : 320,
"maximum_displacement_pixels" : 1.2129269895950687,
"maximum_independent_error_pixels" : 0.0027074615946477646,
"maximum_target_error_pixels" : 0.003910064697265625,
"name" : "pose1 size2 eye-only",
"target_rms_error_pixels" : 4.5346296046615942e-05,
"thin" : 0,
"width" : 192
},
{
"eye" : 0,
"height" : 320,
"maximum_displacement_pixels" : 10.144258143830054,
"maximum_independent_error_pixels" : 0.0027638516828663376,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose1 size2 thin-only",
"target_rms_error_pixels" : 0.00022775554094271662,
"thin" : 1,
"width" : 192
},
{
"eye" : 0.90354866293532343,
"height" : 320,
"maximum_displacement_pixels" : 10.144258143830054,
"maximum_independent_error_pixels" : 0.0027638516828663376,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose1 size2 thin+eye",
"target_rms_error_pixels" : 0.00022830552736565732,
"thin" : 1,
"width" : 192
},
{
"eye" : 0,
"height" : 256,
"maximum_displacement_pixels" : 0,
"maximum_independent_error_pixels" : 0,
"maximum_target_error_pixels" : 0,
"name" : "pose2 size0 passthrough",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 256
},
{
"eye" : 1,
"height" : 256,
"maximum_displacement_pixels" : 1.9006110949587283,
"maximum_independent_error_pixels" : 0.0026860115231048072,
"maximum_target_error_pixels" : 0.00390625,
"name" : "pose2 size0 eye-only",
"target_rms_error_pixels" : 4.1011770074785939e-05,
"thin" : 0,
"width" : 256
},
{
"eye" : 0,
"height" : 256,
"maximum_displacement_pixels" : 9.5084281896725376,
"maximum_independent_error_pixels" : 0.0027749358063331774,
"maximum_target_error_pixels" : 0.00390625,
"name" : "pose2 size0 thin-only",
"target_rms_error_pixels" : 0.00017673850215450427,
"thin" : 1,
"width" : 256
},
{
"eye" : 1,
"height" : 256,
"maximum_displacement_pixels" : 9.5084281896725376,
"maximum_independent_error_pixels" : 0.0027749358063331774,
"maximum_target_error_pixels" : 0.00390625,
"name" : "pose2 size0 thin+eye",
"target_rms_error_pixels" : 0.00017399820437006796,
"thin" : 1,
"width" : 256
},
{
"eye" : 0,
"height" : 216,
"maximum_displacement_pixels" : 2.3980817331903381e-14,
"maximum_independent_error_pixels" : 9.830249857363302e-06,
"maximum_target_error_pixels" : 0,
"name" : "pose2 size1 passthrough",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 384
},
{
"eye" : 1,
"height" : 216,
"maximum_displacement_pixels" : 2.65191960410192,
"maximum_independent_error_pixels" : 0.0026956562280248753,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose2 size1 eye-only",
"target_rms_error_pixels" : 0.00010205516806844121,
"thin" : 0,
"width" : 384
},
{
"eye" : 0,
"height" : 216,
"maximum_displacement_pixels" : 12.235777303453091,
"maximum_independent_error_pixels" : 0.002741529812605142,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose2 size1 thin-only",
"target_rms_error_pixels" : 0.0002526036292317462,
"thin" : 1,
"width" : 384
},
{
"eye" : 1,
"height" : 216,
"maximum_displacement_pixels" : 12.235777303453091,
"maximum_independent_error_pixels" : 0.0027522254693324445,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "pose2 size1 thin+eye",
"target_rms_error_pixels" : 0.00025965073459259622,
"thin" : 1,
"width" : 384
},
{
"eye" : 0,
"height" : 320,
"maximum_displacement_pixels" : 1.7763568394002505e-14,
"maximum_independent_error_pixels" : 8.5299224090530028e-06,
"maximum_target_error_pixels" : 0,
"name" : "pose2 size2 passthrough",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 192
},
{
"eye" : 1,
"height" : 320,
"maximum_displacement_pixels" : 1.6564609111123645,
"maximum_independent_error_pixels" : 0.002608603255927031,
"maximum_target_error_pixels" : 0.003910064697265625,
"name" : "pose2 size2 eye-only",
"target_rms_error_pixels" : 3.5839771916069625e-05,
"thin" : 0,
"width" : 192
},
{
"eye" : 0,
"height" : 320,
"maximum_displacement_pixels" : 11.320027734419691,
"maximum_independent_error_pixels" : 0.0027770856999663083,
"maximum_target_error_pixels" : 0.0055225868709385395,
"name" : "pose2 size2 thin-only",
"target_rms_error_pixels" : 0.00022890932538955193,
"thin" : 1,
"width" : 192
},
{
"eye" : 1,
"height" : 320,
"maximum_displacement_pixels" : 11.320027734419691,
"maximum_independent_error_pixels" : 0.0027770856999663083,
"maximum_target_error_pixels" : 0.0055225868709385395,
"name" : "pose2 size2 thin+eye",
"target_rms_error_pixels" : 0.0002305974089591263,
"thin" : 1,
"width" : 192
},
{
"eye" : 1,
"height" : 216,
"maximum_displacement_pixels" : 2.6925237951548051,
"maximum_independent_error_pixels" : 0.0027203383917974236,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "indexed eye centers",
"target_rms_error_pixels" : 8.2559591202410913e-05,
"thin" : 0,
"width" : 384
},
{
"eye" : -0.5,
"height" : 216,
"maximum_displacement_pixels" : 2.3980817331903381e-14,
"maximum_independent_error_pixels" : 9.830249857363302e-06,
"maximum_target_error_pixels" : 0,
"name" : "negative eye strength clamps to zero",
"target_rms_error_pixels" : 0,
"thin" : 0,
"width" : 384
},
{
"eye" : 2,
"height" : 216,
"maximum_displacement_pixels" : 2.6925237951548051,
"maximum_independent_error_pixels" : 0.0027203383917974236,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "high eye strength clamps to one",
"target_rms_error_pixels" : 8.2559591202410913e-05,
"thin" : 0,
"width" : 384
},
{
"eye" : 0.90000000000000002,
"height" : 216,
"maximum_displacement_pixels" : 6.9857867334571617,
"maximum_independent_error_pixels" : 0.0027701099063711732,
"maximum_target_error_pixels" : 0.00391387939453125,
"name" : "overlapping sequential eyes",
"target_rms_error_pixels" : 0.00024035192027544236,
"thin" : 0.69999999999999996,
"width" : 384
}
],
"checks" : 211,
"device" : "Apple M1 Max",
"maximum_independent_error_pixels" : 0.0027770856999663083,
"maximum_target_error_pixels" : 0.0055225868709385395,
"mode_buffer4" : 0,
"sample_flip_y_buffer8" : 0,
"scope" : "Authored synthetic Vision76 geometry; thin and big-eye controls only; no user media or target binaries embedded",
"target_oracle_executed" : 1,
"warp_flip_y_buffer9" : 0
}
@@ -101,3 +101,10 @@ build/tracking-diagnostics/inspect-sequence '/绝对路径/源素材.mov' \
用户已要求实施。新增静态证据见 `tracking-flicker-20261022/implementation-evidence.json`。补核对检测长边默认960(0x1000bd1f8),失败/空结果/不足76点时使用RGBA CGImage重试;下巴轴为点66、67、68按1:1.65:1加权减脸框中心,并非眼轴。接纳分支仍为原样复制合格点。新代码已加入对应检测、连续框、质量门槛、下巴轴/中位数/P90保护和保持重映射,反向/模式变化重置对象跟踪,同帧检测和几何复用。 用户已要求实施。新增静态证据见 `tracking-flicker-20261022/implementation-evidence.json`。补核对检测长边默认960(0x1000bd1f8),失败/空结果/不足76点时使用RGBA CGImage重试;下巴轴为点66、67、68按1:1.65:1加权减脸框中心,并非眼轴。接纳分支仍为原样复制合格点。新代码已加入对应检测、连续框、质量门槛、下巴轴/中位数/P90保护和保持重映射,反向/模式变化重置对象跟踪,同帧检测和几何复用。
同一草帽素材1920解码、25fps离线重跑469帧:连续框469帧可用,检测/完整76/结构/置信均合格,held为0。输出轮廓步幅P95为0.03344、峰值0.06458;旧输出P95为0.02872、峰值0.05240。两者包含真实动作,不能把更大的输出步幅称为闪烁改善,也不能用合成坏点测试代替此片段的最终视觉验收。实施继续追查关键点后的变形路径;尚未发布或替换已安装版。完整实拍点阵/帧不入仓,仅保留标量摘要。 同一草帽素材1920解码、25fps离线重跑469帧:连续框469帧可用,检测/完整76/结构/置信均合格,held为0。输出轮廓步幅P95为0.03344、峰值0.06458;旧输出P95为0.02872、峰值0.05240。两者包含真实动作,不能把更大的输出步幅称为闪烁改善,也不能用合成坏点测试代替此片段的最终视觉验收。实施继续追查关键点后的变形路径;尚未发布或替换已安装版。完整实拍点阵/帧不入仓,仅保留标量摘要。
### 后续变形核对与范围纠正
新shader虽含region算法,但本次确认的主encoder与fallback将buffer4(faceThinMode)写0;buffer8=1是sampleFlipY。不能因region函数存在或buffer8值为1,就称其默认启用。见 `tracking-flicker-20261022/region-mode-review.md` 与 `renderpath-evidence.json`(完整主render指令、encoder汇编及CPU参数)。本轮保留实际可达pin算法,未移植region。
另查明与当前片段叠加相关的两处差异:2.4.0的CPU thin系数为user×0.025,pin shader直接使用,移除本品旧版280像素sizeGain;大眼采用点6/13瞳孔为中心、点0–1/7–8的像素距离为半径,user×0.15与圆形二次权重,先左后右。本品原来使用眼区外框中心、脸框椭圆和smoothstep²,已改为上述明确公式。当前片段大眼约0.90355,不能将其影响全部归于瘦脸跟踪。其余窄脸/颧骨/小头近似与下巴/短脸/下颌既有尺寸增益不在本轮逐像素对齐范围内。
+9
查看文件
@@ -290,3 +290,12 @@ git switch --detach v1.2.0
新增稳定 float ID:75 五官保护量、76 非肤色区保护、77 局部微细锐化。旧 bool 30、独立全局磨皮 17 和全局锐化 4 均保留;后两项在更多设置中,不能重新解释其历史数值。PGBeautySettings v2 只追加三个 float,接受明确的 v1/160 字节旧状态。PGInspectorState 仍为 schema 1,缺 75 时从旧 bool 导入;旧 bool 为 true 时不得覆盖已读到的新浮点值。 新增稳定 float ID:75 五官保护量、76 非肤色区保护、77 局部微细锐化。旧 bool 30、独立全局磨皮 17 和全局锐化 4 均保留;后两项在更多设置中,不能重新解释其历史数值。PGBeautySettings v2 只追加三个 float,接受明确的 v1/160 字节旧状态。PGInspectorState 仍为 schema 1,缺 75 时从旧 bool 导入;旧 bool 为 true 时不得覆盖已读到的新浮点值。
1636 项检查与离屏面板已验,含 ASan 宿主/OSC/Inspector;本次未在原生宿主中重新操作新滑杆或验收效果视觉。正式插件发现只核验 PluginKit 路径,不把它写作 FCP 或 Motion 实际加载/画面通过。当前无需重新安装、重做封面或更新 1.2.0 安装包;用户反馈实际效果后继续针对性处理。 1636 项检查与离屏面板已验,含 ASan 宿主/OSC/Inspector;本次未在原生宿主中重新操作新滑杆或验收效果视觉。正式插件发现只核验 PluginKit 路径,不把它写作 FCP 或 Motion 实际加载/画面通过。当前无需重新安装、重做封面或更新 1.2.0 安装包;用户反馈实际效果后继续针对性处理。
## 2026-10-23 跟踪稳定链实施(1.3.3 / 18)
当前开发分支 `codex/tracking-stability-240`,正式安装在交付完成前仍为1.3.2。用户已要求按目标2.4.0实施、签名公证后同步双仓与文章。新默认链:960检测+CGImage重试、VN连续框、结构/置信门槛、下巴轴/quantile异常保护、有效形状保持和同步蒙版、同帧复用/异常可重试。瘦脸去旧sizeGain,大眼切到瞳孔/像素眼宽与.15圆形权重。实际核对的Metal主encoder mode为0;region存在不证明默认启用,勿再次按buffer8误判。
本机目标Metal和生产同点数值场40场景最大坐标差约.005523px;469帧草帽离线采样无掉点/quality hold,但还没有原生时间线的前后导出,不能宣称用户闪烁已消除。详情 `docs/analysis/跟踪闪烁对齐分析.md`。同尺寸换源缺少真正来源ID、fastMulti/多人遮挡、窄脸/颧骨/小头近似与其他旧gain仍有边界。
FCP已切到用户另一项剪辑工程,不应强退或改时间线。新增 `deliver.py --prepare-only` 可在不替换正式APP的情况下完成Release签名公证粘票并释放共享锁;之后 `package-release.py --prepared-app` 用精确Accepted/stapled的staging APP和指定安装模板,经本机PKG工坊打包、公证与payload校验。两种打包来源都要求CDHash匹配交付回执及产品源码未变,防止旧APP与新源码混包。用户保存退出后用 `deliver.py --resume-prepared --wait-for-hosts --user-tests` 安装并清理,再回读正式路径、更新公证安装回执与发布状态。不要将准备完成说成已安装。
+9
查看文件
@@ -166,3 +166,12 @@ origin/github 的 main、工作分支和 v1.3.2 标签已推送并回读。匿
用户报告目标稳定而本插件闪烁。新目标2.4.0的静态REA复核发现瘦脸单主要人脸改走 pin-style 筛选与保持,条件可达连续对象框跟踪。现有旧版自动跟随报告不能作为该新版主路径完全对齐的依据。直接链接当前产品源码的合成探针确认:76点完整/缺失/完整使变形通道85835/0/85835;纯框抖动输出/输入振幅比1;先请求40ms空帧、再补0ms有效脸后,缓存40ms仍空,与顺序请求不同;默认外观蒙版在几何保持时可清零。这些均为合成诊断,不是用户素材或目标运行统计。 用户报告目标稳定而本插件闪烁。新目标2.4.0的静态REA复核发现瘦脸单主要人脸改走 pin-style 筛选与保持,条件可达连续对象框跟踪。现有旧版自动跟随报告不能作为该新版主路径完全对齐的依据。直接链接当前产品源码的合成探针确认:76点完整/缺失/完整使变形通道85835/0/85835;纯框抖动输出/输入振幅比1;先请求40ms空帧、再补0ms有效脸后,缓存40ms仍空,与顺序请求不同;默认外观蒙版在几何保持时可清零。这些均为合成诊断,不是用户素材或目标运行统计。
见 analysis/跟踪闪烁对齐分析.md 和同目录 tracking-flicker-20261022;诊断入口 `zsh scripts/diagnose-tracking.sh`。产品源码与正式1.3.2保持相同,未构建APP、未安装、未重发PKG或文章。已定位当前FCP草帽素材并以项目25fps独立扫描469帧,全部单脸/完整76点、无held/错误,未复现缺点归零;源5.72秒轮廓步幅raw6.33%、稳定后5.24%,仍含真实头动。原生请求与大眼叠加贡献未分离;原1901项回归不代表连续跟踪稳定性已通过。 见 analysis/跟踪闪烁对齐分析.md 和同目录 tracking-flicker-20261022;诊断入口 `zsh scripts/diagnose-tracking.sh`。产品源码与正式1.3.2保持相同,未构建APP、未安装、未重发PKG或文章。已定位当前FCP草帽素材并以项目25fps独立扫描469帧,全部单脸/完整76点、无held/错误,未复现缺点归零;源5.72秒轮廓步幅raw6.33%、稳定后5.24%,仍含真实头动。原生请求与大眼叠加贡献未分离;原1901项回归不代表连续跟踪稳定性已通过。
## 2026-10-23 · 1.3.3 跟踪稳定链实施与数值场
实时检测改为960长边与CGImage重试;加入连续Vision对象框、完整76/五官结构/置信门槛、加权下巴轴保护、中位数/P90跳变筛选与上一组有效形状保持。重复CMTime冻结检测和几何,反向重新开始对象跟踪,检测API错误也进入live保持;保持形状同步四种美容蒙版。fastMulti和显式离线分析保留其独立语义。
瘦脸去掉旧尺寸增益;大眼改为瞳孔中心、眼宽像素圆和0.15强度映射。图像回归57+123+1034、跟踪序列87、宿主适配370 ASan、OSC98 ASan、面板227 ASan、独立眼部/瘦脸数值126,共2122项通过。另一次可选本机目标Metal对照211项、40场景,最大坐标差0.005523像素,见 `analysis/tracking-flicker-20261022/shape-field-oracle.json`。两批存在重叠,不将211再加到2118中。
同一草帽源素材25fps/1920离线检查469帧:完整点/质量筛选均通过,连续框全部可用,held为0。没有原生宿主前后导出对照,不能凭上述检查声称该素材闪烁已解决。FCP当前打开另一项剪辑工程,未改该时间线,也未强退宿主。APP安装与发布将在签名公证及安装包准备完成后继续。
+2 -2
查看文件
@@ -1,7 +1,7 @@
{ {
"name": "FCP-BeautyGirl", "name": "FCP-BeautyGirl",
"version": "1.3.2", "version": "1.3.3",
"build": "17", "build": "18",
"bundleIdentifier": "com.dayu.fcpbeautygirl", "bundleIdentifier": "com.dayu.fcpbeautygirl",
"pluginName": "FCP-BeautyGirl XPC Service.pluginkit", "pluginName": "FCP-BeautyGirl XPC Service.pluginkit",
"pluginBundleIdentifier": "com.dayu.fcpbeautygirl.fxplug", "pluginBundleIdentifier": "com.dayu.fcpbeautygirl.fxplug",
+9
查看文件
@@ -0,0 +1,9 @@
# FCP-BeautyGirl 1.3.3(18)
按目标2.4.0的默认pin路径更新实时跟随:960长边检测、图像路径重试、连续Vision对象框、完整点阵/结构/置信筛选、下巴轴翻转及点位跳变保护。异常检测沿可用跟踪框保持上一组有效形状,美容蒙版跟随保持;同帧重绘复用检测/几何,倒退重启对象跟踪。
瘦脸移除旧尺寸放大;大眼改用瞳孔中心、眼宽像素半径和0.15强度映射,替代脸框椭圆近似。保留产品Bundle ID、滤镜UUID、参数编号及旧工程兼容。
包含本机PKG工坊制作的APP与「大鱼磨皮瘦脸」效果模板。免费、无需账号或激活码。签名、公证与包校验记录见同版本验证目录。
验证:合成序列、实际Vision连续框、像素数值场,以及原草帽素材469帧独立检测/跟随采样。静态机制与数值一致不代表原生时间线的闪烁已得到用户确认;宿主中的同段预览/导出、切镜及多人遮挡仍需实际复测。目标APP、metallib、真实人脸点阵和视频不随本仓库分发。
+44
查看文件
@@ -0,0 +1,44 @@
{
"title": "大鱼人像美化 1.3.3:FCP / Motion 免费开源自动美颜插件",
"status": "publish",
"content": "<!-- wp:paragraph -->\n<p>大鱼人像美化是一款适用于 Final Cut Pro 与 Motion 的免费开源人像插件,把磨皮、美白和脸型调整放进同一块原生卡片面板。插件会识别当前画面中的人脸并自动跟随,无需先点击分析;你可以按素材需要调整强度,拖动滑杆时持续查看效果。</p>\n<!-- /wp:paragraph -->\n<!-- wp:paragraph -->\n<p><strong>代码由 OpenAI + Codex 全程编写,站长仅参与调试和测试。</strong></p>\n<!-- /wp:paragraph -->\n\n<!-- wp:image {\"sizeSlug\":\"full\"} -->\n<figure class=\"wp-block-image size-full\"><img src=\"https://dayu.media/wp-content/uploads/2026/10/1792604750-357ca780597c39f.png\" alt=\"大鱼人像美化古风宣传封面,展示自动瘦脸、自动跟随与自动美颜\" /><figcaption class=\"wp-element-caption\">古风宣传插画;面部线条用于示意瘦脸与跟随功能。</figcaption></figure>\n<!-- /wp:image -->\n\n<!-- wp:heading -->\n<h2 class=\"wp-block-heading\">可以做什么</h2>\n<!-- /wp:heading -->\n\n<!-- wp:list {\"className\":\"wp-block-list\"} -->\n<ul class=\"wp-block-list\"><!-- wp:list-item -->\n<li>磨皮:磨皮程度、微细锐化、五官保护和非肤色区保护分别调节;全局磨皮与锐化保留在更多设置。</li>\n<!-- /wp:list-item -->\n\n<!-- wp:list-item -->\n<li>美白:肤色预设、肤色亮度、皮肤色相和牙齿美白。</li>\n<!-- /wp:list-item -->\n\n<!-- wp:list-item -->\n<li>脸型:瘦脸、大眼、短脸、窄脸、下巴、V 脸、下颌骨、颧骨与小头调整。</li>\n<!-- /wp:list-item -->\n\n<!-- wp:list-item -->\n<li>自动跟随:默认跟随主要人脸,也提供多人模式、防跳脸范围与检测框预览。</li>\n<!-- /wp:list-item -->\n\n<!-- wp:list-item -->\n<li>实时预览:滑杆、数值、单项开关和重置集中在同一面板,便于反复对比。</li>\n<!-- /wp:list-item --></ul>\n<!-- /wp:list -->\n\n<!-- wp:paragraph -->\n<p>自动识别负责定位处理区域,效果强度由你控制。建议先从较小的数值开始;多人交叉、严重遮挡和极端侧脸的结果需要结合具体素材检查。</p>\n<!-- /wp:paragraph -->\n\n<!-- wp:heading -->\n<h2 class=\"wp-block-heading\">版本与下载</h2>\n<!-- /wp:heading -->\n\n<!-- wp:paragraph -->\n<p>当前版本 <strong>1.3.3(18)</strong>,支持 macOS 13 或更高版本,包含 Apple Silicon 与 Intel 两种架构。下载包包含 FxPlug4 程序和一个配套 FCP 效果模板。APP 与 PKG 均已完成 Developer ID 正式签名、Apple 公证和票据粘附;安装包为所有用户免费资源。</p>\n<!-- /wp:paragraph -->\n\n<!-- wp:paragraph -->\n<p>1.3.3 更新连续人脸框跟踪、异常关键点筛选和坏帧形状保持,同帧重绘复用检测与几何;瘦脸与大眼的局部位移按目标 2.4.0 核对。合成序列、实际 Vision 连续框和同点数值场对照通过,原草帽素材已完成 469 帧独立采样;原生时间线里的闪烁是否改善仍需用同段预览和导出实测,不能把数值一致等同于全部场景稳定。产品名称、应用 ID、滤镜 UUID 和参数编号保持兼容。</p>\n<!-- /wp:paragraph -->\n\n<!-- wp:heading -->\n<h2 class=\"wp-block-heading\">安装</h2>\n<!-- /wp:heading -->\n\n<!-- wp:paragraph -->\n<p>安装前先保存工作并退出 Final Cut Pro 和 Motion,安装期间保持关闭。运行本页提供的 PKG,按安装器提示完成安装;它会把程序安装到 <code>/Library/Plug-Ins/FxPlug/FCP-BeautyGirl.app</code>,把配套效果安装到当前登录用户的 Motion Templates 目录,并自动验证和修复系统插件注册。</p>\n<!-- /wp:paragraph -->\n\n<!-- wp:paragraph -->\n<p>本插件免费开源,<strong>无需激活码、付费注册或账号授权</strong>。主 APP 打开时显示说明图,窗口显示三秒后自动退出;宿主中的滤镜由独立服务运行。安装器还会重新锁定两张缩略图,避免被宿主自动替换。</p>\n<!-- /wp:paragraph -->\n\n<!-- wp:image {\"sizeSlug\":\"full\"} -->\n<figure class=\"wp-block-image size-full\"><img src=\"https://dayu.media/wp-content/uploads/2026/10/1792604743-1c99c2ba53c7614.png\" alt=\"主程序说明页:免费开源,自动注册,无需激活码,启动三秒后自动退出\" /></figure>\n<!-- /wp:image -->\n\n<!-- wp:heading -->\n<h2 class=\"wp-block-heading\">使用</h2>\n<!-- /wp:heading -->\n\n<!-- wp:paragraph -->\n<p>Final Cut Pro:打开<strong>效果</strong>浏览器,找到<strong>大鱼磨皮瘦脸</strong>分类,将<strong>大鱼人像美化</strong>添加到人像片段。Motion:在原生滤镜资源库的<strong>大鱼</strong>分类中选择<strong>大鱼人像美化</strong>。</p>\n<!-- /wp:paragraph -->\n\n<!-- wp:paragraph -->\n<p>在检查器中按需调节磨皮、美白和脸型。每项左侧的眼睛可暂时停用该项,数值会保留;右侧回转箭头用于重置。人脸会随画面自Line truncated
"excerpt": "1.3.3 对齐连续人脸框、异常点筛选与形状保持,并核对瘦脸和大眼的局部公式。提供免费源码及签名公证安装包,原生时间线仍需结合具体素材实测。",
"seo": {
"title": {
"enabled": true,
"value": "大鱼人像美化 1.3.3|FCP / Motion 免费开源自动美颜插件"
},
"description": {
"enabled": true,
"value": "大鱼人像美化是适用于 Final Cut Pro 和 Motion 的免费开源 FxPlug4 插件。1.3.3 更新连续人脸跟踪、异常点筛选与形状保持,并核对瘦脸及大眼的局部位移。提供 Apple 签名公证安装包和源码,无需激活码,附安装使用说明。"
},
"keywords": {
"enabled": true,
"value": "大鱼人像美化,FCP美颜插件,Motion磨皮,自动瘦脸,自动跟随,FxPlug4,免费开源"
}
},
"resource": {
"cao_info": [
{
"title": "版本",
"desc": "1.3.3(18)"
},
{
"title": "宿主",
"desc": "Final Cut Pro / Motion"
},
{
"title": "系统",
"desc": "macOS 13 或更高版本"
},
{
"title": "架构",
"desc": "Apple Silicon / Intel"
},
{
"title": "授权",
"desc": "免费开源,无需激活码"
}
]
}
}
+8
查看文件
@@ -9,7 +9,10 @@ parser=argparse.ArgumentParser(description=__doc__)
parser.add_argument('--wait-for-hosts',action='store_true',help='After notarization, retain the delivery lock and wait for Motion/FCP to exit naturally before installing; never control or quit either host.') parser.add_argument('--wait-for-hosts',action='store_true',help='After notarization, retain the delivery lock and wait for Motion/FCP to exit naturally before installing; never control or quit either host.')
parser.add_argument('--user-tests',action='store_true',help='After non-UI installed-app verification, record native effect QA as pending user testing and clean known generated copies without the interactive validation prompt.') parser.add_argument('--user-tests',action='store_true',help='After non-UI installed-app verification, record native effect QA as pending user testing and clean known generated copies without the interactive validation prompt.')
parser.add_argument('--resume-prepared',action='store_true',help='Resume an already Accepted and stapled staged app after checking its recorded signature, version and unchanged product source.') parser.add_argument('--resume-prepared',action='store_true',help='Resume an already Accepted and stapled staged app after checking its recorded signature, version and unchanged product source.')
parser.add_argument('--prepare-only',action='store_true',help='Build, sign, notarize and staple a staged Release, then release the delivery lock without replacing the installed APP or touching running hosts.')
args=parser.parse_args() args=parser.parse_args()
class PreparedOnly(Exception):
pass
bundle_id=PRODUCT['bundleIdentifier'] bundle_id=PRODUCT['bundleIdentifier']
locks=delivery_locks();locks.__enter__() locks=delivery_locks();locks.__enter__()
staging=pathlib.Path('/tmp/fcp-beautygirl-release') staging=pathlib.Path('/tmp/fcp-beautygirl-release')
@@ -133,6 +136,9 @@ try:
# old installed version open. This removes only this known staging path. # old installed version open. This removes only this known staging path.
unregister_generated_plugin(plugin) unregister_generated_plugin(plugin)
save_receipt('prepared',signingVerified=True,stapleValidated=True,stagingPluginUnregistered=True) save_receipt('prepared',signingVerified=True,stapleValidated=True,stagingPluginUnregistered=True)
if args.prepare_only:
print(json.dumps({'status':'prepared','path':str(app),'notarization':result,'installedAppUnchanged':True}),flush=True)
raise PreparedOnly()
# A live host retains its old XPC/OSC connection. Replacing the bundle while # A live host retains its old XPC/OSC connection. Replacing the bundle while
# that connection exists can deadlock host shutdown or select stale code. # that connection exists can deadlock host shutdown or select stale code.
await_host_exit() await_host_exit()
@@ -184,6 +190,8 @@ try:
removed=migration.cleanup()+cleanup_known_products() removed=migration.cleanup()+cleanup_known_products()
save_receipt('installed_user_qa_pending' if args.user_tests else 'complete',removedGeneratedPaths=removed) save_receipt('installed_user_qa_pending' if args.user_tests else 'complete',removedGeneratedPaths=removed)
print('Delivery staging and notarization archive cleaned.',flush=True) print('Delivery staging and notarization archive cleaned.',flush=True)
except PreparedOnly:
pass
except BaseException as error: except BaseException as error:
save_receipt('failed',failure={'type':type(error).__name__,'message':str(error)}) save_receipt('failed',failure={'type':type(error).__name__,'message':str(error)})
raise raise
+4 -17
查看文件
@@ -17,23 +17,10 @@
- (NSArray<VNFaceObservation *> *)observationsInImage:(CIImage *)image settings:(PGBeautySettings)s error:(NSError **)error {return self.authoredDetections?:@[];} - (NSArray<VNFaceObservation *> *)observationsInImage:(CIImage *)image settings:(PGBeautySettings)s error:(NSError **)error {return self.authoredDetections?:@[];}
@end @end
static NSDictionary *Geometry(CGRect box, double localJitter, BOOL has76) { #import "../tests/tracking_fixture.h"
NSMutableDictionary *g=[@{@"box":@[@(box.origin.x),@(box.origin.y),@(box.size.width),@(box.size.height)]} mutableCopy]; static NSDictionary *Geometry(CGRect box,double jitter,BOOL has76) {
for(NSString *name in @[@"leftEye",@"rightEye",@"leftBrow",@"rightBrow",@"nose",@"lips",@"mouth",@"contour"]){ NSMutableDictionary *g=[PGTrackingTestGeometry(box,jitter) mutableCopy];
double x=[name isEqual:@"rightEye"]?.7:.3; if(!has76)[g removeObjectForKey:@"points76"];
g[name]=@[@[@(box.origin.x+(x+localJitter)*box.size.width),@(box.origin.y+.65*box.size.height)]];
}
if(has76){
NSMutableArray *p=[NSMutableArray new];
for(NSUInteger i=0;i<76;i++)[p addObject:@[@.5,@.5]];
p[6]=@[@.34,@.65];p[13]=@[@.66,@.65];
p[46]=@[@.5,@.68];p[47]=@[@.5,@.60];p[48]=@[@.5,@.52];p[49]=@[@.5,@.45];p[52]=@[@.5,@.42];
p[29]=@[@.5,@.39];p[36]=@[@.54,@.36];p[37]=@[@.5,@.35];p[38]=@[@.46,@.36];
p[26]=@[@.42,@.40];p[34]=@[@.58,@.40];p[35]=@[@.57,@.36];p[39]=@[@.43,@.36];
for(NSUInteger i=0;i<17;i++){double t=M_PI+M_PI*i/16;p[59+i]=@[@(.5+.29*cos(t)),@(.65+.43*sin(t))];}
for(NSUInteger i=0;i<76;i++)p[i]=@[@(box.origin.x+([p[i][0] doubleValue]+localJitter)*box.size.width),@(box.origin.y+[p[i][1] doubleValue]*box.size.height)];
g[@"points76"]=p;
}
return g; return g;
} }
static NSDictionary *Live(PGRealtimeFaceTracker *t,NSArray *g,PGBeautySettings s,int64_t tick){return[t resultForGeometry:g settings:s time:CMTimeMake(tick,1000) extent:CGRectMake(0,0,256,256)];} static NSDictionary *Live(PGRealtimeFaceTracker *t,NSArray *g,PGBeautySettings s,int64_t tick){return[t resultForGeometry:g settings:s time:CMTimeMake(tick,1000) extent:CGRectMake(0,0,256,256)];}
+32 -6
查看文件
@@ -23,19 +23,45 @@ cli = '/Applications/PKG工坊.app/Contents/MacOS/PKG工坊'
source_template = pathlib.Path('/Users/dayu/Movies/Motion Templates.localized/Effects.localized/大鱼磨皮瘦脸') source_template = pathlib.Path('/Users/dayu/Movies/Motion Templates.localized/Effects.localized/大鱼磨皮瘦脸')
parser = argparse.ArgumentParser(description=__doc__) parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('--verify-existing', action='store_true', help='Resume verification of the already Accepted, stapled final package without rebuilding or resubmitting it.') parser.add_argument('--verify-existing', action='store_true', help='Resume verification of the already Accepted, stapled final package without rebuilding or resubmitting it.')
parser.add_argument('--prepared-app', action='store_true', help='Package the exact Accepted/stapled delivery staging APP before host exit, keeping the existing formal installation untouched.')
args = parser.parse_args() args = parser.parse_args()
def package_app():
formal = pathlib.Path(PRODUCT['installationPath'])
receipt = json.loads((ROOT / 'build/delivery/delivery-receipt.json').read_text())
hashes = lambda text: [line for line in text.splitlines() if line.startswith('CDHash=')]
source = receipt['source']['commit']
if run(['git', 'diff', source, '--', PRODUCT['sourceRoot'], 'product.json']).strip():
raise RuntimeError('Product source changed since the signed delivery')
if not args.prepared_app:
if receipt.get('status') not in ('installed', 'installed_user_qa_pending', 'complete'):
raise RuntimeError('The recorded delivery is not installed; use --prepared-app for a prepared Release')
signature = subprocess.run(['codesign', '-dvvv', str(formal)], check=True, text=True, capture_output=True).stderr
if not hashes(signature) or hashes(signature) != hashes(receipt.get('installedSignature', '')):
raise RuntimeError('Installed APP signature differs from the recorded delivery source')
return formal
app = pathlib.Path('/tmp/fcp-beautygirl-release/Build/Products/Release') / (PRODUCT['name'] + '.app')
if receipt.get('status') != 'prepared' or receipt.get('notarization', {}).get('status') != 'Accepted':
raise RuntimeError('Prepared delivery is not Accepted and ready')
if receipt.get('version') != version or receipt.get('build') != PRODUCT['build']:
raise RuntimeError('Prepared delivery version mismatch')
signature = subprocess.run(['codesign', '-dvvv', str(app)], check=True, text=True, capture_output=True).stderr
if not hashes(signature) or hashes(signature) != hashes(receipt['stagingSignature']):
raise RuntimeError('Prepared APP signature differs from the Accepted delivery')
run(['xcrun', 'stapler', 'validate', str(app)])
return app
with delivery_locks(): with delivery_locks():
if not args.verify_existing: if not args.verify_existing:
if work.exists() or final.exists(): if work.exists() or final.exists():
raise SystemExit('Packaging work or final package already exists; inspect before retrying') raise SystemExit('Packaging work or final package already exists; inspect before retrying')
work.mkdir(parents=True) formal = package_app()
release.mkdir(parents=True, exist_ok=True)
proof.mkdir(parents=True, exist_ok=True)
formal = pathlib.Path(PRODUCT['installationPath'])
info = validate_app(formal, PRODUCT['bundleIdentifier']) info = validate_app(formal, PRODUCT['bundleIdentifier'])
assert info['CFBundleShortVersionString'] == version and info['CFBundleVersion'] == PRODUCT['build'] assert info['CFBundleShortVersionString'] == version and info['CFBundleVersion'] == PRODUCT['build']
assert installer_identity in run(['security', 'find-identity', '-v', '-p', 'basic', keychain]) assert installer_identity in run(['security', 'find-identity', '-v', '-p', 'basic', keychain])
work.mkdir(parents=True)
release.mkdir(parents=True, exist_ok=True)
proof.mkdir(parents=True, exist_ok=True)
template = work / 'input/大鱼磨皮瘦脸' template = work / 'input/大鱼磨皮瘦脸'
manifest = [] manifest = []
for source in sorted(source_template.rglob('*')): for source in sorted(source_template.rglob('*')):
@@ -76,7 +102,7 @@ with delivery_locks():
else: else:
if not work.exists() or not final.exists(): if not work.exists() or not final.exists():
raise RuntimeError('No prepared package to verify') raise RuntimeError('No prepared package to verify')
formal = pathlib.Path(PRODUCT['installationPath']) formal = package_app()
info = validate_app(formal, PRODUCT['bundleIdentifier']) info = validate_app(formal, PRODUCT['bundleIdentifier'])
assert info['CFBundleShortVersionString'] == version and info['CFBundleVersion'] == PRODUCT['build'] assert info['CFBundleShortVersionString'] == version and info['CFBundleVersion'] == PRODUCT['build']
result = json.loads((proof / 'pkg-notarization.json').read_text()) result = json.loads((proof / 'pkg-notarization.json').read_text())
@@ -90,7 +116,7 @@ with delivery_locks():
full = work / 'full' full = work / 'full'
try: try:
run(['pkgutil', '--expand-full', str(final), str(full)]) run(['pkgutil', '--expand-full', str(final), str(full)])
run([sys.executable, 'scripts/verify-release-package.py', '--version', version, '--build', PRODUCT['build'], '--expanded', str(full), '--fixture', 'build/pkg-isolation-' + version], proof / 'pkg-verification-output.txt') run([sys.executable, 'scripts/verify-release-package.py', '--version', version, '--build', PRODUCT['build'], '--expanded', str(full), '--fixture', 'build/pkg-isolation-' + version, '--source-app', str(formal)], proof / 'pkg-verification-output.txt')
env = dict(os.environ, FCP_BEAUTYGIRL_POSTINSTALL=str(full / 'Payload.pkg/Scripts/postinstall')) env = dict(os.environ, FCP_BEAUTYGIRL_POSTINSTALL=str(full / 'Payload.pkg/Scripts/postinstall'))
run([sys.executable, 'tests/installer_identity_tests.py'], proof / 'installer-tests.txt', env=env) run([sys.executable, 'tests/installer_identity_tests.py'], proof / 'installer-tests.txt', env=env)
finally: finally:
可执行文件
+15
查看文件
@@ -0,0 +1,15 @@
#!/bin/zsh
set -euo pipefail
cd "${0:A:h:h}"
eye_test_output=$(mktemp -d /tmp/fcp-beautygirl-eye-tests.XXXXXX)
cleanup_eye_tests() {
python3 -c 'import shutil,sys; shutil.rmtree(sys.argv[1])' "$eye_test_output"
}
trap cleanup_eye_tests EXIT
plugin_dir="$PWD/FCP-BeautyGirl/FCP-BeautyGirl/Plugin"
xcrun clang -fobjc-arc -fmodules -Wall -Wextra -Wno-unused-parameter \
-DCI_SILENCE_GL_DEPRECATION -mmacosx-version-min=13.0 -I "$plugin_dir" \
-framework Foundation -framework CoreImage -framework CoreGraphics \
-framework CoreMedia -framework Metal -framework Vision -framework ImageIO \
"$plugin_dir/PGFaceProcessor.m" tests/eyes_tests.m -o "$eye_test_output/eye-tests"
"$eye_test_output/eye-tests" "$@"
+12
查看文件
@@ -0,0 +1,12 @@
#!/bin/zsh
set -euo pipefail
cd "${0:A:h:h}"
output_dir=$(mktemp -d /tmp/fcp-beautygirl-tracking-tests.XXXXXX)
trap 'rm -rf "$output_dir"' EXIT
# tracking_tests.m imports the implementation; do not link it a second time.
xcrun clang -fobjc-arc -fmodules -Wall -Wextra -Wno-unused-parameter \
-DCI_SILENCE_GL_DEPRECATION -mmacosx-version-min=13.0 \
-framework Foundation -framework CoreImage -framework CoreGraphics \
-framework CoreMedia -framework Metal -framework Vision -framework ImageIO \
tests/tracking_tests.m -o "$output_dir/tracking-tests"
"$output_dir/tracking-tests"
+2
查看文件
@@ -11,3 +11,5 @@ xcrun clang "${common[@]}" "$plugin_dir/PGFaceProcessor.m" tests/face_tests.m -o
"$output_dir/face-tests" "$PWD/tests/fixtures/astronaut.png" "$output_dir/face-tests" "$PWD/tests/fixtures/astronaut.png"
xcrun clang "${common[@]}" "$plugin_dir/PGFaceProcessor.m" tests/slim_tests.m -o "$output_dir/slim-tests" xcrun clang "${common[@]}" "$plugin_dir/PGFaceProcessor.m" tests/slim_tests.m -o "$output_dir/slim-tests"
"$output_dir/slim-tests" "$PWD/tests/fixtures/astronaut.png" "$output_dir/slim-tests" "$PWD/tests/fixtures/astronaut.png"
zsh scripts/test-tracking.sh
zsh scripts/test-eyes.sh
+4 -3
查看文件
@@ -9,13 +9,14 @@ parser.add_argument('--version',default=PRODUCT['version'])
parser.add_argument('--build',default=PRODUCT['build']) parser.add_argument('--build',default=PRODUCT['build'])
parser.add_argument('--expanded',default='build/pkg-expanded') parser.add_argument('--expanded',default='build/pkg-expanded')
parser.add_argument('--fixture',default='build/pkg-isolation') parser.add_argument('--fixture',default='build/pkg-isolation')
parser.add_argument('--source-app',default=PRODUCT['installationPath'],help='Signed/stapled APP to compare byte for byte against the payload; may be the prepared delivery staging APP.')
args=parser.parse_args() args=parser.parse_args()
expanded=root/args.expanded/'Payload.pkg';payload=expanded/'Payload' expanded=root/args.expanded/'Payload.pkg';payload=expanded/'Payload'
formal=Path('/Library/Plug-Ins/FxPlug/FCP-BeautyGirl.app');packed=payload/'Library/Plug-Ins/FxPlug/FCP-BeautyGirl.app' formal=Path(args.source_app);packed=payload/'Library/Plug-Ins/FxPlug/FCP-BeautyGirl.app'
sha=lambda p:hashlib.sha256(p.read_bytes()).hexdigest() sha=lambda p:hashlib.sha256(p.read_bytes()).hexdigest()
def files(p): def files(p):
return {str(x.relative_to(p)):('symlink:'+os.readlink(x) if x.is_symlink() else sha(x)) for x in p.rglob('*') if x.is_file() or x.is_symlink()} return {str(x.relative_to(p)):('symlink:'+os.readlink(x) if x.is_symlink() else sha(x)) for x in p.rglob('*') if x.is_file() or x.is_symlink()}
assert files(formal)==files(packed),'APP differs from signed installed product' assert files(formal)==files(packed),'APP differs from the verified signed source product'
subprocess.run(['codesign','--verify','--deep','--strict',str(packed)],check=True) subprocess.run(['codesign','--verify','--deep','--strict',str(packed)],check=True)
subprocess.run(['xcrun','stapler','validate',str(packed)],check=True,capture_output=True) subprocess.run(['xcrun','stapler','validate',str(packed)],check=True,capture_output=True)
source=root/'Templates/大鱼人像美化';template=next(payload.rglob('大鱼人像美化.moef')).parent source=root/'Templates/大鱼人像美化';template=next(payload.rglob('大鱼人像美化.moef')).parent
@@ -73,7 +74,7 @@ assert backups and all('/Movies/' not in str(x) for x in backups)
package=root/('releases/'+args.version+'/'+PRODUCT['name']+'-'+args.version+'.pkg') package=root/('releases/'+args.version+'/'+PRODUCT['name']+'-'+args.version+'.pkg')
info=plistlib.loads((packed/'Contents/Info.plist').read_bytes()) info=plistlib.loads((packed/'Contents/Info.plist').read_bytes())
assert info['CFBundleShortVersionString']==args.version and info['CFBundleVersion']==args.build assert info['CFBundleShortVersionString']==args.version and info['CFBundleVersion']==args.build
report={'package':str(package.relative_to(root)),'bytes':package.stat().st_size,'sha256':sha(package),'version':args.version,'build':args.build,'app_files_compared':len(files(formal)),'app_byte_and_symlink_equality':True,'template_files':{n:sha(template/n) for n in runtime},'locked_relative_paths':['大鱼人像美化/large.png','大鱼人像美化/small.png'],'script_sha256':{'preinstall':sha(expanded/'Scripts/preinstall'),'postinstall':sha(expanded/'Scripts/postinstall')},'isolated_script_tests':['fresh install','replace old locked thumbnail','partial copy failure restores old bytes and locks'],'isolation_changes':['Console identity/home redirected to task fixture','chown replaced with true','FxPlug verification skipped; formal app signature and discovery verified separately'],'real_installer_execution':False,'app_and_template_installed':'APP installed through signed delivery workflow; formal template files matched the specified installed category, not changed by running this PKG','fonts':'No editable third-party font dependency; promotional lettering baked into PNG. No optional font ZIP needed.'} report={'package':str(package.relative_to(root)),'bytes':package.stat().st_size,'sha256':sha(package),'version':args.version,'build':args.build,'app_files_compared':len(files(formal)),'app_byte_and_symlink_equality':True,'template_files':{n:sha(template/n) for n in runtime},'locked_relative_paths':['大鱼人像美化/large.png','大鱼人像美化/small.png'],'script_sha256':{'preinstall':sha(expanded/'Scripts/preinstall'),'postinstall':sha(expanded/'Scripts/postinstall')},'isolated_script_tests':['fresh install','replace old locked thumbnail','partial copy failure restores old bytes and locks'],'isolation_changes':['Console identity/home redirected to task fixture','chown replaced with true','FxPlug verification skipped; formal app signature and discovery verified separately'],'real_installer_execution':False,'app_and_template_installed':('APP installed through signed delivery workflow' if formal==Path(PRODUCT['installationPath']) else 'Prepared signed APP verified; formal APP installation pending host exit')+'; template files matched the specified installed category, not changed by running this PKG','fonts':'No editable third-party font dependency; promotional lettering baked into PNG. No optional font ZIP needed.'}
(root/('docs/verification/v'+args.version+'/pkg-verification.json')).write_text(json.dumps(report,ensure_ascii=False,indent=2)+'\n');print(json.dumps(report,ensure_ascii=False,indent=2)) (root/('docs/verification/v'+args.version+'/pkg-verification.json')).write_text(json.dumps(report,ensure_ascii=False,indent=2)+'\n');print(json.dumps(report,ensure_ascii=False,indent=2))
# This fixture belongs solely to this verifier; remove its locks before cleanup. # This fixture belongs solely to this verifier; remove its locks before cleanup.
subprocess.run(['chflags','-R','nouchg',str(base)],check=True);shutil.rmtree(base) subprocess.run(['chflags','-R','nouchg',str(base)],check=True);shutil.rmtree(base)
+237
查看文件
@@ -0,0 +1,237 @@
#import <Foundation/Foundation.h>
#import <CoreImage/CoreImage.h>
#import <Metal/Metal.h>
#include <simd/simd.h>
#include <math.h>
#import "PGFaceProcessor.h"
#import "tracking_fixture.h"
@interface PGFaceProcessor (EyeTest)
- (CIImage *)warpImage:(CIImage *)image geometry:(NSArray<NSDictionary *> *)geometry settings:(PGBeautySettings)s extent:(CGRect)extent;
@end
static NSUInteger checks;
static double maximumCIError,maximumTargetError;
static NSMutableArray *caseReports;
static void Check(BOOL value,NSString *message) {
checks++;if(!value){fprintf(stderr,"FAIL: %s\n",message.UTF8String);exit(1);}
}
static double Clamp(double x,double a,double b){return fmin(fmax(x,a),b);}
static CGPoint ReadEyePoint(NSArray *a){return CGPointMake([a[0] doubleValue],[a[1] doubleValue]);}
static NSArray *Pair(CGPoint p){return @[@(p.x),@(p.y)];}
static NSDictionary *Geometry(double roll,double scale) {
NSMutableDictionary *g=[PGTrackingTestGeometry(CGRectMake(.12,.10,.76,.78),0) mutableCopy];
NSMutableArray *points=[g[@"points76"] mutableCopy];
for(NSUInteger i=0;i<76;i++) {
CGPoint p=ReadEyePoint(points[i]);double x=(p.x-.5)*scale,y=(p.y-.5)*scale;
points[i]=Pair(CGPointMake(.5+x*cos(roll)-y*sin(roll),.5+x*sin(roll)+y*cos(roll)));
}
g[@"points76"]=points;return g;
}
// Independent double-precision scalar specification from the recorded 2.4.0
// AIR. It does not call the production kernel or production parameter tables.
// Thin uses normalized Y-down distances, while eyes use circular pixel support.
static CGPoint Oracle(CGPoint destination,NSDictionary *g,CGRect e,double thin,double eye,BOOL reverseEyes) {
static const int origin[17]={75,59,74,60,73,61,72,62,71,63,70,64,69,65,68,66,67};
static const int anchor[17]={6,13,47,47,47,47,48,48,48,48,49,49,49,49,52,52,47};
CGPoint points[76];for(NSUInteger i=0;i<76;i++){points[i]=ReadEyePoint(g[@"points76"][i]);points[i].y=1-points[i].y;}
CGPoint q=CGPointMake((destination.x-e.origin.x)/e.size.width,1-(destination.y-e.origin.y)/e.size.height);
double thinAmount=Clamp(thin,0,1)*.025;
if(fabs(thinAmount)>1e-6)for(NSUInteger i=0;i<17;i++) {
CGPoint a=points[origin[i]],b=points[anchor[i]];double r=hypot(a.x-b.x,a.y-b.y);
if(r<=1e-4)continue;
double weight=Clamp(1-hypot(q.x-a.x,q.y-a.y)/r,0,1);
q.x=Clamp(q.x-(b.x-a.x)*thinAmount*weight,0,1);q.y=Clamp(q.y-(b.y-a.y)*thinAmount*weight,0,1);
}
double amount=Clamp(eye,0,1)*.15;
const int center[2]={6,13},radiusA[2]={0,7},radiusB[2]={1,8};
if(amount>1e-6)for(int j=0;j<2;j++) {
int i=reverseEyes?1-j:j;CGPoint c=points[center[i]],a=points[radiusA[i]],b=points[radiusB[i]];
double radius=hypot((a.x-b.x)*e.size.width,(a.y-b.y)*e.size.height);
if(radius<=1e-4)continue;
double dx=q.x-c.x,dy=q.y-c.y,distance=hypot(dx*e.size.width,dy*e.size.height);
if(distance>radius)continue;
double ratio=distance/radius,factor=1-amount*(1-pow(ratio,2));
q.x=c.x+dx*factor;q.y=c.y+dy*factor;
}
return q;
}
static NSData *CoordinateData(CGSize size) {
NSUInteger width=size.width,height=size.height;
NSMutableData *data=[NSMutableData dataWithLength:width*height*4*sizeof(float)];float *p=data.mutableBytes;
for(NSUInteger y=0;y<height;y++)for(NSUInteger x=0;x<width;x++) {
NSUInteger i=(y*width+x)*4;p[i]=(x+.5)/width;p[i+1]=(y+.5)/height;p[i+2]=.25;p[i+3]=1;
}
return data;
}
static CIImage *CoordinateImage(CGRect e) {
return [[CIImage imageWithBitmapData:CoordinateData(e.size) bytesPerRow:(NSUInteger)e.size.width*4*sizeof(float) size:e.size format:kCIFormatRGBAf colorSpace:nil]
imageByApplyingTransform:CGAffineTransformMakeTranslation(e.origin.x,e.origin.y)];
}
static NSData *Pixels(CIContext *context,CIImage *image) {
CGRect e=image.extent;NSUInteger width=e.size.width,height=e.size.height;
NSMutableData *data=[NSMutableData dataWithLength:width*height*4*sizeof(float)];
[context render:image toBitmap:data.mutableBytes rowBytes:width*4*sizeof(float) bounds:e format:kCIFormatRGBAf colorSpace:nil];return data;
}
// Optional local oracle. Only a path provided explicitly by the developer is
// loaded; no vendor binary is included in, copied to, or required by this repo.
// AIR metadata: faceThinMode buffer4, sampleFlipY buffer8, warpFlipY buffer9.
@interface TargetOracle : NSObject
@property(nonatomic,strong)id<MTLDevice> device;
@property(nonatomic,strong)id<MTLRenderPipelineState> pipeline;
@property(nonatomic,strong)id<MTLCommandQueue> queue;
- (instancetype)initWithLibrary:(NSString *)path;
- (NSData *)pixelsForGeometry:(NSDictionary *)geometry extent:(CGRect)e thin:(double)thin eye:(double)eye;
@end
@implementation TargetOracle
- (instancetype)initWithLibrary:(NSString *)path {
self=[super init];if(!self)return nil;
_device=MTLCreateSystemDefaultDevice();NSError *error=nil;
id<MTLLibrary> library=[_device newLibraryWithURL:[NSURL fileURLWithPath:path] error:&error];
Check(library!=nil,[NSString stringWithFormat:@"optional target library loads: %@",error?:@""]);
MTLRenderPipelineDescriptor *pd=[MTLRenderPipelineDescriptor new];
pd.vertexFunction=[library newFunctionWithName:@"vertexShader"];
pd.fragmentFunction=[library newFunctionWithName:@"faceThinFragmentShader"];
pd.colorAttachments[0].pixelFormat=MTLPixelFormatRGBA32Float;
_pipeline=[_device newRenderPipelineStateWithDescriptor:pd error:&error];
Check(_pipeline!=nil,[NSString stringWithFormat:@"optional target coordinate pipeline loads: %@",error?:@""]);
_queue=[_device newCommandQueue];return self;
}
- (NSData *)pixelsForGeometry:(NSDictionary *)g extent:(CGRect)e thin:(double)thin eye:(double)eye {
NSUInteger width=e.size.width,height=e.size.height;
MTLTextureDescriptor *td=[MTLTextureDescriptor texture2DDescriptorWithPixelFormat:MTLPixelFormatRGBA32Float width:width height:height mipmapped:NO];
td.storageMode=MTLStorageModeShared;td.usage=MTLTextureUsageShaderRead;
id<MTLTexture> input=[_device newTextureWithDescriptor:td];NSData *gradient=CoordinateData(e.size);
[input replaceRegion:MTLRegionMake2D(0,0,width,height) mipmapLevel:0 withBytes:gradient.bytes bytesPerRow:width*16];
td.usage=MTLTextureUsageRenderTarget;id<MTLTexture> output=[_device newTextureWithDescriptor:td];
typedef struct {vector_float2 position,textureCoordinate;} Vertex;
float w=(float)width,h=(float)height;
Vertex vertices[]={{{-w*.5f,h*.5f},{0,0}},{{-w*.5f,-h*.5f},{0,1}},{{w*.5f,h*.5f},{1,0}},{{w*.5f,-h*.5f},{1,1}}};
vector_uint2 viewport={(uint32_t)width,(uint32_t)height};vector_float2 points[77];
for(NSUInteger i=0;i<76;i++){CGPoint p=ReadEyePoint(g[@"points76"][i]);points[i]=(vector_float2){p.x,1-p.y};}
NSArray *box=g[@"box"];points[76]=(vector_float2){[box[0] doubleValue]+[box[2] doubleValue]*.5,1-([box[1] doubleValue]+[box[3] doubleValue]*.5)};
int count=1,zero=0;float strength=Clamp(thin,0,1);
float shape[10]={Clamp(thin,0,1)*.025,0,0,0,0,0,0,0,0,Clamp(eye,0,1)*.15};
id<MTLCommandBuffer> command=[_queue commandBuffer];MTLRenderPassDescriptor *pass=[MTLRenderPassDescriptor renderPassDescriptor];
pass.colorAttachments[0].texture=output;pass.colorAttachments[0].loadAction=MTLLoadActionClear;pass.colorAttachments[0].storeAction=MTLStoreActionStore;
id<MTLRenderCommandEncoder> encoder=[command renderCommandEncoderWithDescriptor:pass];
[encoder setRenderPipelineState:_pipeline];
[encoder setVertexBytes:vertices length:sizeof(vertices) atIndex:0];[encoder setVertexBytes:&viewport length:sizeof(viewport) atIndex:1];
[encoder setFragmentTexture:input atIndex:0];[encoder setFragmentBytes:points length:sizeof(points) atIndex:0];
[encoder setFragmentBytes:&count length:sizeof(count) atIndex:1];[encoder setFragmentBytes:&strength length:sizeof(strength) atIndex:2];
[encoder setFragmentBytes:&zero length:sizeof(zero) atIndex:4];[encoder setFragmentBytes:shape length:sizeof(shape) atIndex:7];
[encoder setFragmentBytes:&zero length:sizeof(zero) atIndex:8];[encoder setFragmentBytes:&zero length:sizeof(zero) atIndex:9];
vector_float2 sampleRect[2]={{0,0},{1,1}};[encoder setFragmentBytes:sampleRect length:sizeof(sampleRect) atIndex:10];
[encoder drawPrimitives:MTLPrimitiveTypeTriangleStrip vertexStart:0 vertexCount:4];[encoder endEncoding];[command commit];[command waitUntilCompleted];
Check(command.status==MTLCommandBufferStatusCompleted,[NSString stringWithFormat:@"optional target executes: %@",command.error?:@""]);
NSMutableData *data=[NSMutableData dataWithLength:width*height*4*sizeof(float)];
[output getBytes:data.mutableBytes bytesPerRow:width*16 fromRegion:MTLRegionMake2D(0,0,width,height) mipmapLevel:0];return data;
}
@end
static NSData *NumericalCase(CIContext *context,PGFaceProcessor *processor,TargetOracle *target,
CGRect e,NSDictionary *geometry,double thin,double eye,NSString *name) {
PGBeautySettings settings=PGBeautyDefaults();settings.faceThin=thin;settings.faceBigEye=eye;
CIImage *output=[processor warpImage:CoordinateImage(e) geometry:@[geometry] settings:settings extent:e];
Check(output!=nil&&CGRectEqualToRect(output.extent,e),[name stringByAppendingString:@" preserves extent"]);
NSData *data=Pixels(context,output);const float *field=data.bytes;
NSUInteger width=e.size.width,height=e.size.height;double worst=0,move=0,worstTarget=0,sum=0;
for(NSUInteger y=2;y<height-2;y+=3)for(NSUInteger x=2;x<width-2;x+=3) {
CGPoint q=Oracle(CGPointMake(e.origin.x+x+.5,e.origin.y+height-y-.5),geometry,e,thin,eye,NO);
double expectedX=Clamp(q.x,.5/width,1-.5/width),expectedY=Clamp(q.y,.5/height,1-.5/height);
NSUInteger k=(y*width+x)*4;double error=hypot((field[k]-expectedX)*width,(field[k+1]-expectedY)*height);
worst=fmax(worst,error);move=fmax(move,hypot((expectedX-(x+.5)/width)*width,(expectedY-(y+.5)/height)*height));
}
maximumCIError=fmax(maximumCIError,worst);
if(worst>=.035)fprintf(stderr,"%s independent error=%.9g pixels\n",name.UTF8String,worst);
Check(worst<.035,[name stringByAppendingString:@" matches independent thin/eye pixel coordinates"]);
Check((thin<=0&&eye<=0)||move>.005,[name stringByAppendingString:@" exercises active deformation"]);
if(target) {
NSData *reference=[target pixelsForGeometry:geometry extent:e thin:thin eye:eye];const float *ref=reference.bytes;
for(NSUInteger y=2;y<height-2;y++)for(NSUInteger x=2;x<width-2;x++) {
NSUInteger k=(y*width+x)*4;double error=hypot((field[k]-ref[k])*width,(field[k+1]-ref[k+1])*height);
worstTarget=fmax(worstTarget,error);sum+=error*error;
}
maximumTargetError=fmax(maximumTargetError,worstTarget);
if(worstTarget>=.035)fprintf(stderr,"%s target error=%.9g pixels\n",name.UTF8String,worstTarget);
Check(worstTarget<.035,[name stringByAppendingString:@" matches the local original 2.4.0 Metal field"]);
}
[caseReports addObject:@{@"name":name,@"width":@(width),@"height":@(height),@"thin":@(thin),@"eye":@(eye),
@"maximum_independent_error_pixels":@(worst),@"maximum_displacement_pixels":@(move),
@"maximum_target_error_pixels":target?@(worstTarget):NSNull.null,
@"target_rms_error_pixels":target?@(sqrt(sum/((width-4)*(height-4)))):NSNull.null}];
return data;
}
int main(int argc,const char **argv){@autoreleasepool {
NSString *targetPath=nil,*reportPath=nil;
for(int i=1;i<argc;i++) {
if(strcmp(argv[i],"--target-metallib")==0&&i+1<argc)targetPath=@(argv[++i]);
else if(strcmp(argv[i],"--report")==0&&i+1<argc)reportPath=@(argv[++i]);
else {fprintf(stderr,"Usage: eyes-tests [--target-metallib /absolute/default.metallib] [--report output.json]\n");return 2;}
}
caseReports=[NSMutableArray new];
id<MTLDevice> device=MTLCreateSystemDefaultDevice();Check(device!=nil,@"Metal is available for the production Core Image field");
CIContext *context=[CIContext contextWithMTLDevice:device options:@{kCIContextWorkingColorSpace:NSNull.null,kCIContextOutputColorSpace:NSNull.null}];
PGFaceProcessor *processor=[PGFaceProcessor new];TargetOracle *target=targetPath?[[TargetOracle alloc]initWithLibrary:targetPath]:nil;
CGRect extents[]={CGRectMake(0,0,256,256),CGRectMake(0,0,384,216),CGRectMake(-61,35,192,320)};
double rolls[]={0,.31,-.46};double strengths[]={.25,.9035486629353234,1};
for(NSUInteger pose=0;pose<3;pose++)for(NSUInteger size=0;size<3;size++) {
NSDictionary *g=Geometry(rolls[pose],.7+.12*pose);CGRect e=extents[size];
NumericalCase(context,processor,target,e,g,0,0,[NSString stringWithFormat:@"pose%lu size%lu passthrough",pose,size]);
NumericalCase(context,processor,target,e,g,0,strengths[pose],[NSString stringWithFormat:@"pose%lu size%lu eye-only",pose,size]);
NumericalCase(context,processor,target,e,g,1,0,[NSString stringWithFormat:@"pose%lu size%lu thin-only",pose,size]);
NumericalCase(context,processor,target,e,g,1,strengths[pose],[NSString stringWithFormat:@"pose%lu size%lu thin+eye",pose,size]);
}
CGRect e=extents[1];NSDictionary *g=Geometry(.2,.9);
NSData *base=NumericalCase(context,processor,target,e,g,0,1,@"indexed eye centers");
NSMutableDictionary *changed=[g mutableCopy];changed[@"box"]=@[@.02,@.03,@.93,@.91];changed[@"leftEye"]=@[@[@.8,@.1],@[@.9,@.2]];changed[@"rightEye"]=@[@[@.1,@.1],@[@.2,@.2]];
PGBeautySettings onlyEye=PGBeautyDefaults();onlyEye.faceBigEye=1;
Check([base isEqualToData:Pixels(context,[processor warpImage:CoordinateImage(e) geometry:@[changed] settings:onlyEye extent:e])],@"eye field is independent of bbox and eye-region bounds when indexed points exist");
NumericalCase(context,processor,target,e,g,0,-.5,@"negative eye strength clamps to zero");
NSData *clamped=NumericalCase(context,processor,target,e,g,0,2,@"high eye strength clamps to one");
Check([base isEqualToData:clamped],@"unit and excessive eye settings produce identical pixels");
// Every sampled pixel outside both circles remains exactly on the input
// coordinate field. This rejects the previous face-box-sized eye support.
const float *basePixels=base.bytes;NSUInteger unaffected=0;double backgroundError=0;
CGPoint left=ReadEyePoint(g[@"points76"][6]),right=ReadEyePoint(g[@"points76"][13]);
CGPoint la=ReadEyePoint(g[@"points76"][0]),lb=ReadEyePoint(g[@"points76"][1]);
CGPoint ra=ReadEyePoint(g[@"points76"][7]),rb=ReadEyePoint(g[@"points76"][8]);
double lr=hypot((la.x-lb.x)*e.size.width,(la.y-lb.y)*e.size.height);
double rr=hypot((ra.x-rb.x)*e.size.width,(ra.y-rb.y)*e.size.height);
for(NSUInteger y=2;y<(NSUInteger)e.size.height-2;y+=3)for(NSUInteger x=2;x<(NSUInteger)e.size.width-2;x+=3) {
double py=e.size.height-y-.5,px=x+.5;
if(hypot(px-left.x*e.size.width,py-left.y*e.size.height)<=lr+1||hypot(px-right.x*e.size.width,py-right.y*e.size.height)<=rr+1)continue;
NSUInteger k=4*(y*(NSUInteger)e.size.width+x);unaffected++;
backgroundError=fmax(backgroundError,hypot((basePixels[k]-(x+.5)/e.size.width)*e.size.width,(basePixels[k+1]-(y+.5)/e.size.height)*e.size.height));
}
Check(unaffected>1000&&backgroundError<.005,@"eye-only deformation preserves the field outside the two pixel circles");
NSMutableArray *points=[g[@"points76"] mutableCopy];points[0]=points[1];points[7]=points[8];changed=[g mutableCopy];changed[@"points76"]=points;
Check([Pixels(context,CoordinateImage(e)) isEqualToData:Pixels(context,[processor warpImage:CoordinateImage(e) geometry:@[changed] settings:onlyEye extent:e])],@"zero pixel radii leave both eyes unchanged");
if(target) {
NSData *degenerate=[target pixelsForGeometry:changed extent:e thin:0 eye:1];const float *p=degenerate.bytes,*source=CoordinateData(e.size).bytes;
double error=0;for(NSUInteger i=0;i<degenerate.length/sizeof(float);i+=4)error=fmax(error,fabs(p[i]-source[i])+fabs(p[i+1]-source[i+1]));
Check(error<.00004,@"local target also treats zero eye radii as identity");
}
// Force overlap so a reversed eye order cannot accidentally pass the test.
points=[g[@"points76"] mutableCopy];points[6]=@[@.47,@.64];points[13]=@[@.53,@.64];
points[0]=@[@.40,@.64];points[1]=@[@.56,@.64];points[7]=@[@.44,@.64];points[8]=@[@.60,@.64];
changed=[g mutableCopy];changed[@"points76"]=points;
NumericalCase(context,processor,target,e,changed,.7,.9,@"overlapping sequential eyes");
double orderDifference=0;
for(NSUInteger y=2;y<(NSUInteger)e.size.height-2;y+=3)for(NSUInteger x=2;x<(NSUInteger)e.size.width-2;x+=3) {
CGPoint position=CGPointMake(e.origin.x+x+.5,e.origin.y+e.size.height-y-.5);
CGPoint forward=Oracle(position,changed,e,.7,.9,NO),reverse=Oracle(position,changed,e,.7,.9,YES);
orderDifference=fmax(orderDifference,hypot((forward.x-reverse.x)*e.size.width,(forward.y-reverse.y)*e.size.height));
}
Check(orderDifference>.02,@"overlap fixture distinguishes left-to-right sequential sampling");
if(reportPath) {
NSDictionary *report=@{@"scope":@"Authored synthetic Vision76 geometry; thin and big-eye controls only; no user media or target binaries embedded",
@"target_oracle_executed":@(target!=nil),@"mode_buffer4":@0,@"sample_flip_y_buffer8":@0,@"warp_flip_y_buffer9":@0,
@"device":device.name,@"checks":@(checks+1),@"maximum_independent_error_pixels":@(maximumCIError),
@"maximum_target_error_pixels":target?@(maximumTargetError):NSNull.null,@"cases":caseReports};
NSError *error=nil;NSData *json=[NSJSONSerialization dataWithJSONObject:report options:NSJSONWritingPrettyPrinted|NSJSONWritingSortedKeys error:&error];
Check([json writeToFile:reportPath options:NSDataWritingAtomic error:&error],[NSString stringWithFormat:@"write report: %@",error?:@""]);
}
printf("PASS: %lu eye alignment checks; independent max %.8g px; target %s max %.8g px\n",(unsigned long)checks,maximumCIError,target?"executed":"not requested",maximumTargetError);return 0;
}}
+36 -32
查看文件
@@ -5,9 +5,10 @@
#import "PGFaceProcessor.h" #import "PGFaceProcessor.h"
#import <dispatch/dispatch.h> #import <dispatch/dispatch.h>
#include <math.h> #include <math.h>
#import "tracking_fixture.h"
// Exercise the independent selector with authored landmark geometry, without // Exercise the independent selector with authored landmark geometry, without
// requiring Vision to manufacture a particular jitter or eye-axis failure. // requiring Vision to manufacture a particular jitter or invalid topology.
@interface PGRealtimeFaceTracker : NSObject @interface PGRealtimeFaceTracker : NSObject
- (NSDictionary *)resultForGeometry:(NSArray<NSDictionary *> *)raw settings:(PGBeautySettings)settings time:(CMTime)time extent:(CGRect)extent; - (NSDictionary *)resultForGeometry:(NSArray<NSDictionary *> *)raw settings:(PGBeautySettings)settings time:(CMTime)time extent:(CGRect)extent;
- (NSDictionary *)cacheStatistics; - (NSDictionary *)cacheStatistics;
@@ -18,6 +19,7 @@
// tested independently of the separate public-domain NASA portrait fixture. // tested independently of the separate public-domain NASA portrait fixture.
@interface PGFaceProcessor (TestDetection) @interface PGFaceProcessor (TestDetection)
- (NSArray<VNFaceObservation *> *)observationsInImage:(CIImage *)image settings:(PGBeautySettings)settings error:(NSError **)error; - (NSArray<VNFaceObservation *> *)observationsInImage:(CIImage *)image settings:(PGBeautySettings)settings error:(NSError **)error;
- (NSArray<VNFaceObservation *> *)cachedObservationsInImage:(CIImage *)image settings:(PGBeautySettings)settings time:(CMTime)time error:(NSError **)error;
@end @end
@interface PGFaceFixture : PGFaceProcessor @interface PGFaceFixture : PGFaceProcessor
@property (nonatomic, copy) NSArray<VNFaceObservation *> *detections; @property (nonatomic, copy) NSArray<VNFaceObservation *> *detections;
@@ -28,6 +30,12 @@
self.detectionCount++; self.detectionCount++;
return self.detections ?: @[]; return self.detections ?: @[];
} }
// These tests change an injected detector result while reusing one tiny image.
// Keep that fixture boundary explicit; tracking_tests exercises the real frame
// detection cache separately, including same-time changed detector responses.
- (NSArray<VNFaceObservation *> *)cachedObservationsInImage:(CIImage *)image settings:(PGBeautySettings)settings time:(CMTime)time error:(NSError **)error {
return [self observationsInImage:image settings:settings error:error];
}
@end @end
static NSUInteger PGChecks = 0; static NSUInteger PGChecks = 0;
@@ -69,17 +77,17 @@ static CIImage *Gradient(void) {
} }
static NSDictionary *Geometry(CGRect box,double jitter) { static NSDictionary *Geometry(CGRect box,double jitter) {
NSMutableDictionary *g=[NSMutableDictionary dictionaryWithObject:@[@(box.origin.x),@(box.origin.y),@(box.size.width),@(box.size.height)] forKey:@"box"]; return PGTrackingTestGeometry(box,jitter);
for(NSString *name in @[@"leftEye",@"rightEye",@"leftBrow",@"rightBrow",@"nose",@"lips",@"mouth",@"contour"]) {
double x=[name isEqual:@"rightEye"]?.7:.3;
g[name]=@[@[@(box.origin.x+(x+jitter)*box.size.width),@(box.origin.y+.65*box.size.height)]];
}
return [g copy];
} }
static CGRect GeometryBox(NSDictionary *g) { static CGRect GeometryBox(NSDictionary *g) {
NSArray *b=g[@"box"];return b.count==4?CGRectMake([b[0] doubleValue],[b[1] doubleValue],[b[2] doubleValue],[b[3] doubleValue]):CGRectZero; NSArray *b=g[@"box"];return b.count==4?CGRectMake([b[0] doubleValue],[b[1] doubleValue],[b[2] doubleValue],[b[3] doubleValue]):CGRectZero;
} }
static double EyeX(NSDictionary *g) {return [g[@"leftEye"][0][0] doubleValue];} static double EyeX(NSDictionary *g) {return [g[@"leftEye"][0][0] doubleValue];}
static BOOL SameCompleteShape(NSDictionary *a,NSDictionary *b) {
NSArray *x=a[@"points76"],*y=b[@"points76"];if(x.count!=76||y.count!=76)return NO;
for(NSUInteger i=0;i<76;i++)for(NSUInteger j=0;j<2;j++)if(fabs([x[i][j] doubleValue]-[y[i][j] doubleValue])>1e-12)return NO;
return YES;
}
static NSDictionary *Live(PGRealtimeFaceTracker *tracker,NSArray *g,PGBeautySettings s,int64_t tick) { static NSDictionary *Live(PGRealtimeFaceTracker *tracker,NSArray *g,PGBeautySettings s,int64_t tick) {
return [tracker resultForGeometry:g settings:s time:CMTimeMake(tick,1000) extent:CGRectMake(0,0,128,128)]; return [tracker resultForGeometry:g settings:s time:CMTimeMake(tick,1000) extent:CGRectMake(0,0,128,128)];
} }
@@ -90,7 +98,7 @@ static void RealtimeChecks(CIContext *context,CIImage *image) {
PGFaceFixture *p=[PGFaceFixture new];p.detections=@[left,right]; PGFaceFixture *p=[PGFaceFixture new];p.detections=@[left,right];
s.faceSmallHead=.8; s.faceSmallHead=.8;
PGFaceFrame *automatic=[p processImage:image settings:s time:kCMTimeZero error:&error]; PGFaceFrame *automatic=[p processImage:image settings:s time:kCMTimeZero error:&error];
Check(automatic.deformationGeometry.count==1 && GeometryBox(automatic.deformationGeometry.firstObject).origin.x<.5,@"default realtime geometry chooses one area/center primary without analysis"); Check(automatic.deformationGeometry.count==0,@"bbox-only fixture cannot seed default deformation without complete valid landmarks");
Check(automatic.faces.count==2 && automatic.faces[0]==left && automatic.faces[1]==right,@"default appearance retains both original Vision observations"); Check(automatic.faces.count==2 && automatic.faces[0]==left && automatic.faces[1]==right,@"default appearance retains both original Vision observations");
Check(Channel(context,automatic.teethMask,97,51,0)>20 && Channel(context,automatic.eyeMask,92,69,0)>20,@"default teeth and eye support covers the non-primary face"); Check(Channel(context,automatic.teethMask,97,51,0)>20 && Channel(context,automatic.eyeMask,92,69,0)>20,@"default teeth and eye support covers the non-primary face");
CGRect rightCrop=CGRectMake(84,38,30,52); CGRect rightCrop=CGRectMake(84,38,30,52);
@@ -102,18 +110,10 @@ static void RealtimeChecks(CIContext *context,CIImage *image) {
Check([p trackingDataForTarget:0]==nil && [p trackingDataForTarget:1]==nil && [p trackingDataForTarget:2]==nil,@"realtime processing never creates persisted analysis records"); Check([p trackingDataForTarget:0]==nil && [p trackingDataForTarget:1]==nil && [p trackingDataForTarget:2]==nil,@"realtime processing never creates persisted analysis records");
p.detections=@[Face(CGRectMake(.15,.25,.30,.50)),Face(CGRectMake(.43,.005,.56,.99))]; p.detections=@[Face(CGRectMake(.15,.25,.30,.50)),Face(CGRectMake(.43,.005,.56,.99))];
PGFaceFrame *moving=[p processImage:image settings:s time:CMTimeMake(1,25) error:&error]; PGFaceFrame *moving=[p processImage:image settings:s time:CMTimeMake(1,25) error:&error];
Check(GeometryBox(moving.deformationGeometry.firstObject).origin.x<.3,@"moving primary stays selected when a much larger stranger appears outside its rectangular guard"); Check(moving.deformationGeometry.count==0 && moving.faces.count==2,@"successive bbox-only observations retain appearance coverage without inventing a shape");
PGFaceFixture *cold=[PGFaceFixture new];cold.detections=p.detections; PGFaceFixture *cold=[PGFaceFixture new];cold.detections=p.detections;
PGFaceFrame *coldFrame=[cold processImage:image settings:s time:CMTimeMake(1,25) error:&error]; PGFaceFrame *coldFrame=[cold processImage:image settings:s time:CMTimeMake(1,25) error:&error];
Check(GeometryBox(coldFrame.deformationGeometry.firstObject).origin.x>.4,@"cold initialization explicitly differs from warm identity association when a new primary dominates"); Check(coldFrame.deformationGeometry.count==0,@"cold initialization also rejects otherwise valid boxes with missing topology");
PGBeautySettings manual=s;manual.singleFace=1;manual.selectionX=.78;manual.selectionY=.5;
p.detections=@[left,right];
PGFaceFrame *chosen=[p processImage:image settings:manual time:CMTimeMake(2,25) error:&error];
Check(chosen.faces.count==1 && chosen.faces.firstObject==right,@"manual selection retains its original observation rather than matching a smoothed box");
Check(GeometryBox(chosen.deformationGeometry.firstObject).origin.x>.5 && Channel(context,chosen.colorMask,26,54,0)==0,@"explicit single-face UX narrows appearance to the selected target");
manual.selectionX=.25;
chosen=[p processImage:image settings:manual time:CMTimeMake(2,25) error:&error];
Check(chosen.faces.firstObject==left,@"manual reselection at the same exact time immediately selects the other face");
PGRealtimeFaceTracker *t=[PGRealtimeFaceTracker new]; PGRealtimeFaceTracker *t=[PGRealtimeFaceTracker new];
NSDictionary *a=Geometry(CGRectMake(.1,.25,.3,.5),0),*b=Geometry(CGRectMake(.66,.3,.2,.4),0); NSDictionary *a=Geometry(CGRectMake(.1,.25,.3,.5),0),*b=Geometry(CGRectMake(.66,.3,.2,.4),0);
@@ -126,13 +126,15 @@ static void RealtimeChecks(CIContext *context,CIImage *image) {
Check([r[@"index"] integerValue]==0 && [r[@"referenceKey"] isEqual:@"0/1/0"],@"live association uses the previous frame rather than recomputing the primary score"); Check([r[@"index"] integerValue]==0 && [r[@"referenceKey"] isEqual:@"0/1/0"],@"live association uses the previous frame rather than recomputing the primary score");
NSDictionary *outside=Geometry(CGRectMake(.60,.30,.10,.10),0); NSDictionary *outside=Geometry(CGRectMake(.60,.30,.10,.10),0);
r=Live(t,@[outside],s,80); r=Live(t,@[outside],s,80);
Check([r[@"held"] boolValue] && [r[@"output"][0] isEqual:Live(t,@[aMoved,large],s,40)[@"output"][0]],@"no guard candidate retains the previous stable geometry at full strength"); Check([r[@"held"] boolValue] && SameCompleteShape(r[@"output"][0],aMoved),@"no guard candidate retains the previous accepted geometry at full strength");
r=Live(t,@[],s,120); r=Live(t,@[],s,120);
Check([r[@"held"] boolValue] && [r[@"referenceKey"] isEqual:@"2/25/0"],@"empty detections hold geometry while advancing output time"); Check([r[@"held"] boolValue] && [r[@"referenceKey"] isEqual:@"2/25/0"],@"empty detections hold geometry while advancing output time");
for(int64_t tick=160;tick<=2160;tick+=40)r=Live(t,@[],s,tick); for(int64_t tick=160;tick<=2160;tick+=40)r=Live(t,@[],s,tick);
Check([r[@"held"] boolValue] && [r[@"output"] count]==1,@"continuous close held frames can retain geometry beyond .35 seconds"); Check([r[@"held"] boolValue] && [r[@"output"] count]==1,@"continuous close held frames can retain geometry beyond .35 seconds");
r=Live(t,@[],s,3000); r=Live(t,@[],s,3000);
Check([r[@"output"] count]==0 && [r[@"referenceKey"] length]==0,@"a distant seek without a nearby past reference cold-starts without held geometry"); Check([r[@"held"] boolValue] && [r[@"acceptedKey"] isEqual:@"1/25/0"],@"forward holds retain the last accepted detection time separately from output time");
[t reset];r=Live(t,@[],s,3000);
Check([r[@"output"] count]==0 && [r[@"referenceKey"] length]==0,@"an explicit reset clears held geometry even at a previously rendered time");
r=Live(t,@[b],s,4000); r=Live(t,@[b],s,4000);
Check(![r[@"held"] boolValue] && [r[@"index"] integerValue]==0,@"a far seek with a current face cold-acquires that face"); Check(![r[@"held"] boolValue] && [r[@"index"] integerValue]==0,@"a far seek with a current face cold-acquires that face");
@@ -154,23 +156,21 @@ static void RealtimeChecks(CIContext *context,CIImage *image) {
NSDictionary *g0=Geometry(box,0),*jitter=Geometry(box,.06); NSDictionary *g0=Geometry(box,0),*jitter=Geometry(box,.06);
Live(smooth,@[g0],s,0); Live(smooth,@[g0],s,0);
NSDictionary *smoothed=Live(smooth,@[jitter],s,10); NSDictionary *smoothed=Live(smooth,@[jitter],s,10);
double expected=EyeX(g0)+(EyeX(jitter)-EyeX(g0))*.3; Check(fabs(EyeX(smoothed[@"output"][0])-EyeX(jitter))<1e-9,@"pin-style accepts a qualified current shape without arbitrary temporal blending");
Check(fabs(EyeX(smoothed[@"output"][0])-expected)<1e-9,@"small-dt landmark smoothing uses a time-aware current weight"); Check([smoothed[@"output"][0][@"points76"] isEqual:jitter[@"points76"]],@"all accepted indexed points remain exactly current rather than partially blended");
Check(fabs(EyeX(smoothed[@"output"][0])-EyeX(g0))<fabs(EyeX(jitter)-EyeX(g0)),@"landmark jitter amplitude is reduced"); Check([smoothed isEqual:Live(smooth,@[jitter],s,10)] && [[smooth cacheStatistics][@"frames"] unsignedIntegerValue]==2,@"same exact frame returns an identical frozen result without another tracking step");
Check([smoothed isEqual:Live(smooth,@[jitter],s,10)] && [[smooth cacheStatistics][@"frames"] unsignedIntegerValue]==2,@"same exact time and raw geometry returns an identical cached result without another smoothing step");
NSDictionary *equivalent=[smooth resultForGeometry:@[jitter] settings:s time:CMTimeMake(1,100) extent:CGRectMake(0,0,128,128)]; NSDictionary *equivalent=[smooth resultForGeometry:@[jitter] settings:s time:CMTimeMake(1,100) extent:CGRectMake(0,0,128,128)];
Check([equivalent isEqual:smoothed],@"equivalent rational CMTime representations share one realtime result"); Check([equivalent isEqual:smoothed],@"equivalent rational CMTime representations share one realtime result");
NSDictionary *changed=Geometry(box,.08); NSDictionary *changed=Geometry(box,.08);
NSDictionary *refreshed=Live(smooth,@[changed],s,10); NSDictionary *refreshed=Live(smooth,@[changed],s,10);
Check(fabs(EyeX(refreshed[@"output"][0])-(EyeX(g0)+(EyeX(changed)-EyeX(g0))*.3))<1e-9,@"changed raw detections at the same time recompute from the earlier frame rather than compound smoothing"); Check([refreshed isEqual:smoothed],@"same-frame changed raw observations reuse the previously committed output");
NSMutableDictionary *flipped=[changed mutableCopy];flipped[@"leftEye"]=changed[@"rightEye"];flipped[@"rightEye"]=changed[@"leftEye"]; NSMutableDictionary *partial=[changed mutableCopy];[partial removeObjectForKey:@"points76"];
NSDictionary *axis=Live(smooth,@[flipped],s,20); NSDictionary *heldShape=Live(smooth,@[partial],s,20);
Check(fabs(EyeX(axis[@"output"][0])-EyeX(refreshed[@"output"][0]))<1e-9,@"eye-axis reversal holds remapped old landmarks instead of flipping the warp"); Check([heldShape[@"held"] boolValue] && SameCompleteShape(heldShape[@"output"][0],smoothed[@"output"][0]),@"partial topology preserves the last accepted complete shape");
NSDictionary *translated=Geometry(CGRectOffset(box,.1,0),.08); NSDictionary *translated=Geometry(CGRectOffset(box,.1,0),.08);
NSDictionary *translatedResult=Live(smooth,@[translated],s,60); NSDictionary *translatedResult=Live(smooth,@[translated],s,60);
Check(fabs(GeometryBox(translatedResult[@"output"][0]).origin.x-.3)<1e-9,@"normal translation uses the current detection box without accumulated box lag"); Check(fabs(GeometryBox(translatedResult[@"output"][0]).origin.x-.3)<1e-9,@"normal translation uses the current detection box without accumulated box lag");
double mappedEye=EyeX(axis[@"output"][0])+.1; Check([translatedResult[@"output"][0][@"points76"] isEqual:translated[@"points76"]],@"qualified translating reacquisition adopts the current complete shape exactly");
Check(fabs(EyeX(translatedResult[@"output"][0])-(mappedEye+.9*(EyeX(translated)-mappedEye)))<1e-9,@"old landmarks remap into the current moving box before blending");
Check([smoothed[@"output"] isEqual:Live(smooth,@[jitter],s,10)[@"output"]],@"repeated rewind to a cached time reproduces its original stable geometry"); Check([smoothed[@"output"] isEqual:Live(smooth,@[jitter],s,10)[@"output"]],@"repeated rewind to a cached time reproduces its original stable geometry");
PGRealtimeFaceTracker *seeds=[PGRealtimeFaceTracker new]; PGRealtimeFaceTracker *seeds=[PGRealtimeFaceTracker new];
@@ -206,7 +206,7 @@ static void RealtimeChecks(CIContext *context,CIImage *image) {
NSDictionary *past=Live(order,@[a],s,0); NSDictionary *past=Live(order,@[a],s,0);
Check([past[@"referenceKey"] length]==0 && [past[@"output"][0] isEqual:a],@"uncached rewind never borrows geometry from a future frame"); Check([past[@"referenceKey"] length]==0 && [past[@"output"][0] isEqual:a],@"uncached rewind never borrows geometry from a future frame");
r=Live(order,@[Geometry(CGRectMake(.64,.3,.2,.4),0)],s,1040); r=Live(order,@[Geometry(CGRectMake(.64,.3,.2,.4),0)],s,1040);
Check([r[@"referenceKey"] isEqual:future[@"key"]],@"late older frames do not replace the newer live reference head"); Check([r[@"referenceKey"] isEqual:past[@"key"]],@"an uncached rewind starts a new forward reference instead of borrowing a cached future head");
NSDictionary *nearRewind=Live(order,@[a],s,980); NSDictionary *nearRewind=Live(order,@[a],s,980);
Check([nearRewind[@"referenceKey"] length]==0,@"uncached small rewind also refuses a closer future reference"); Check([nearRewind[@"referenceKey"] length]==0,@"uncached small rewind also refuses a closer future reference");
NSDictionary *epoch=[order resultForGeometry:@[] settings:s time:CMTimeMakeWithEpoch(1080,1000,9) extent:CGRectMake(0,0,128,128)]; NSDictionary *epoch=[order resultForGeometry:@[] settings:s time:CMTimeMakeWithEpoch(1080,1000,9) extent:CGRectMake(0,0,128,128)];
@@ -323,8 +323,12 @@ int main(int argc, const char *argv[]) {
*controls[i] = 1; *controls[i] = 1;
PGFaceFrame *warped = [processor processImage:image settings:changed time:kCMTimeZero error:&error]; PGFaceFrame *warped = [processor processImage:image settings:changed time:kCMTimeZero error:&error];
BOOL changedPixels=![Pixels(context, warped.image) isEqualToData:base]; BOOL changedPixels=![Pixels(context, warped.image) isEqualToData:base];
Check(warped != nil && !changedPixels && warped.deformationGeometry.count==0,[NSString stringWithFormat:@"default pin-style rejects bbox-only topology for %@",names[i]]);
changed.fastMultiFace=1;
PGFaceFrame *legacyWarp=[processor processImage:image settings:changed time:kCMTimeZero error:&error];
BOOL legacyChangedPixels=![Pixels(context,legacyWarp.image) isEqualToData:base];
BOOL requiresPoints=(i==0 || i==2 || i==4 || i==5 || i==6); BOOL requiresPoints=(i==0 || i==2 || i==4 || i==5 || i==6);
Check(warped != nil && (requiresPoints ? !changedPixels : changedPixels), requiresPoints ? @"recovered thin/V/chin/short/jaw skip a face with no indexed landmarks" : [@"geometry control changes pixels: " stringByAppendingString:names[i]]); Check(legacyWarp != nil && (requiresPoints ? !legacyChangedPixels : legacyChangedPixels), requiresPoints ? @"fast-multi recovered thin/V/chin/short/jaw skip a face with no indexed landmarks" : [@"fast-multi preserves legacy bbox geometry control: " stringByAppendingString:names[i]]);
Check(CGRectEqualToRect(warped.image.extent, image.extent), @"warp preserves image extent"); Check(CGRectEqualToRect(warped.image.extent, image.extent), @"warp preserves image extent");
} }
settings.faceShort = 0.8; settings.faceShort = 0.8;
+12 -9
查看文件
@@ -4,6 +4,7 @@
#import <ImageIO/ImageIO.h> #import <ImageIO/ImageIO.h>
#import "PGFaceProcessor.h" #import "PGFaceProcessor.h"
#include <math.h> #include <math.h>
#import "tracking_fixture.h"
@interface PGFaceProcessor (SlimTest) @interface PGFaceProcessor (SlimTest)
- (CIImage *)warpImage:(CIImage *)image geometry:(NSArray<NSDictionary *> *)geometry settings:(PGBeautySettings)s extent:(CGRect)extent; - (CIImage *)warpImage:(CIImage *)image geometry:(NSArray<NSDictionary *> *)geometry settings:(PGBeautySettings)s extent:(CGRect)extent;
@@ -51,9 +52,7 @@ static CGPoint Oracle(CGPoint pixel,NSDictionary *g,CGRect extent,double thin) {
static const unsigned int anchors[17]={6,13,47,47,47,47,48,48,48,48,49,49,49,49,52,52,47}; static const unsigned int anchors[17]={6,13,47,47,47,47,48,48,48,48,49,49,49,49,52,52,47};
NSArray *raw=g[@"points76"];CGPoint p[76]; NSArray *raw=g[@"points76"];CGPoint p[76];
for(NSUInteger i=0;i<76;i++){p[i]=ReadPoint(raw[i]);p[i].y=1-p[i].y;} for(NSUInteger i=0;i<76;i++){p[i]=ReadPoint(raw[i]);p[i].y=1-p[i].y;}
double width=hypot((p[75].x-p[59].x)*extent.size.width,(p[75].y-p[59].y)*extent.size.height); double gain=.025*Clamp(thin,0,1); // 2.4.0 pin coefficient has no legacy size amplification.
double height=hypot((p[67].x-(p[74].x+p[60].x)/2)*extent.size.width,(p[67].y-(p[74].y+p[60].y)/2)*extent.size.height);
double gain=Clamp(280/fmax(1,fmax(width,2*height)),1,2.25)*.025*Clamp(thin,0,1);
CGPoint q=CGPointMake((pixel.x-extent.origin.x)/extent.size.width,1-(pixel.y-extent.origin.y)/extent.size.height); CGPoint q=CGPointMake((pixel.x-extent.origin.x)/extent.size.width,1-(pixel.y-extent.origin.y)/extent.size.height);
for(NSUInteger i=0;i<17;i++) { for(NSUInteger i=0;i<17;i++) {
CGPoint a=p[origins[i]],b=p[anchors[i]]; CGPoint a=p[origins[i]],b=p[anchors[i]];
@@ -399,15 +398,19 @@ int main(int argc,const char *argv[]) {@autoreleasepool {
Check(![Pixels(c,[p processImage:image settings:other time:kCMTimeZero error:&error].image) isEqualToData:source],@"other controls remain available in legacy archives"); Check(![Pixels(c,[p processImage:image settings:other time:kCMTimeZero error:&error].image) isEqualToData:source],@"other controls remain available in legacy archives");
} }
PGRealtimeFaceTracker *tracker=[PGRealtimeFaceTracker new];PGBeautySettings live=PGBeautyDefaults(); PGRealtimeFaceTracker *tracker=[PGRealtimeFaceTracker new];PGBeautySettings live=PGBeautyDefaults();
NSDictionary *a=[tracker resultForGeometry:@[Geometry(0,0)] settings:live time:kCMTimeZero extent:image.extent]; NSDictionary *liveFront=PGTrackingTestGeometry(CGRectMake(.15,.15,.7,.6),0),*liveMoved=PGTrackingTestGeometry(CGRectMake(.16,.15,.7,.6),.003);
NSDictionary *b=[tracker resultForGeometry:@[Geometry(.2,0)] settings:live time:CMTimeMake(1,25) extent:image.extent]; NSDictionary *a=[tracker resultForGeometry:@[liveFront] settings:live time:kCMTimeZero extent:image.extent];
NSDictionary *b=[tracker resultForGeometry:@[liveMoved] settings:live time:CMTimeMake(1,25) extent:image.extent];
Check([a[@"output"][0][@"points76"] count]==76 && [b[@"output"][0][@"points76"] count]==76,@"realtime stabilization retains the complete indexed point layout"); Check([a[@"output"][0][@"points76"] count]==76 && [b[@"output"][0][@"points76"] count]==76,@"realtime stabilization retains the complete indexed point layout");
Check([b isEqual:[tracker resultForGeometry:@[Geometry(.2,0)] settings:live time:CMTimeMake(1,25) extent:image.extent]],@"repeated rendering does not smooth the 76-point layout again"); Check([b[@"output"][0][@"points76"] isEqual:liveMoved[@"points76"]],@"qualified realtime points are copied exactly by the pin-style branch");
Check([b isEqual:[tracker resultForGeometry:@[liveMoved] settings:live time:CMTimeMake(1,25) extent:image.extent]],@"repeated rendering does not advance the 76-point sequence again");
NSDictionary *held=[tracker resultForGeometry:@[] settings:live time:CMTimeMake(2,25) extent:image.extent]; NSDictionary *held=[tracker resultForGeometry:@[] settings:live time:CMTimeMake(2,25) extent:image.extent];
Check([held[@"output"][0][@"points76"] isEqual:b[@"output"][0][@"points76"]],@"missing detection holds the complete point layout"); NSArray *heldPoints=held[@"output"][0][@"points76"],*acceptedPoints=b[@"output"][0][@"points76"];BOOL sameHeld=heldPoints.count==76&&acceptedPoints.count==76;
NSDictionary *turned=Geometry(1.4,0); for(NSUInteger i=0;i<MIN(heldPoints.count,acceptedPoints.count);i++) {CGPoint h=ReadPoint(heldPoints[i]),a=ReadPoint(acceptedPoints[i]);sameHeld=sameHeld&&hypot(h.x-a.x,h.y-a.y)<1e-12;}
Check(sameHeld,@"missing detection holds the complete point layout through affine roundoff");
NSDictionary *turned=PGTrackingTestGeometry(CGRectMake(.16,.15,.7,.6),.02);
NSDictionary *back=[tracker resultForGeometry:@[turned] settings:live time:CMTimeMake(3,25) extent:image.extent]; NSDictionary *back=[tracker resultForGeometry:@[turned] settings:live time:CMTimeMake(3,25) extent:image.extent];
Check([back[@"output"][0][@"points76"] isEqual:turned[@"points76"]],@"reacquired side-face points do not blend with a held frontal pose"); Check([back[@"output"][0][@"points76"] isEqual:turned[@"points76"]],@"qualified reacquired points do not blend with the held pose");
for(int index=1;index<argc;index++) {@autoreleasepool { for(int index=1;index<argc;index++) {@autoreleasepool {
CIImage *portrait=[CIImage imageWithContentsOfURL:[NSURL fileURLWithPath:@(argv[index])] options:@{kCIImageColorSpace:NSNull.null}]; CIImage *portrait=[CIImage imageWithContentsOfURL:[NSURL fileURLWithPath:@(argv[index])] options:@{kCIImageColorSpace:NSNull.null}];
PGFaceProcessor *real=[PGFaceProcessor new];PGBeautySettings rs=PGBeautyDefaults();rs.faceThin=1; PGFaceProcessor *real=[PGFaceProcessor new];PGBeautySettings rs=PGBeautyDefaults();rs.faceThin=1;
+29
查看文件
@@ -0,0 +1,29 @@
// Entirely authored geometry in the public Vision76 index layout. No image or
// landmark coordinates from a person or the reference plug-in are embedded.
static NSDictionary *PGTrackingTestGeometry(CGRect box, double horizontalShift) {
NSMutableArray *points=[NSMutableArray new];
for(NSUInteger i=0;i<76;i++)[points addObject:@[@.5,@.5]];
const NSUInteger leftEye[]={0,4,5,1,3,2},rightEye[]={7,11,12,8,10,9};
for(NSUInteger i=0;i<6;i++) {
double a=2*M_PI*i/6;
points[leftEye[i]]=@[@(.30+.09*cos(a)),@(.70+.035*sin(a))];
points[rightEye[i]]=@[@(.70+.09*cos(a)),@(.70+.035*sin(a))];
}
points[6]=@[@.30,@.70];points[13]=@[@.70,@.70];
for(NSUInteger i=14;i<20;i++)points[i]=@[@(.20+.04*(i-14)),@(.82+.025*sin(M_PI*(i-14)/5))];
for(NSUInteger i=20;i<26;i++)points[i]=@[@(.60+.04*(i-20)),@(.82+.025*sin(M_PI*(i-20)/5))];
const NSUInteger outer[]={27,28,29,30,31,32,33,34,35,36,37,38,39,26};
for(NSUInteger i=0;i<14;i++){double a=M_PI-2*M_PI*i/14;points[outer[i]]=@[@(.5+.17*cos(a)),@(.33+.055*sin(a))];}
const NSUInteger inner[]={42,40,43,45,41,44};
for(NSUInteger i=0;i<6;i++){double a=M_PI-2*M_PI*i/6;points[inner[i]]=@[@(.5+.10*cos(a)),@(.33+.025*sin(a))];}
points[46]=@[@.5,@.71];points[47]=@[@.5,@.61];points[48]=@[@.5,@.55];points[49]=@[@.5,@.49];
points[50]=@[@.58,@.49];points[51]=@[@.55,@.46];points[52]=@[@.5,@.45];points[53]=@[@.45,@.46];
points[54]=@[@.42,@.49];points[55]=@[@.46,@.51];points[56]=@[@.54,@.51];points[57]=@[@.5,@.46];points[58]=@[@.5,@.47];
for(NSUInteger i=0;i<17;i++){double a=M_PI+M_PI*i/16;points[59+i]=@[@(.5+.46*cos(a)),@(.73+.69*sin(a))];}
for(NSUInteger i=0;i<76;i++)points[i]=@[@(box.origin.x+([points[i][0] doubleValue]+horizontalShift)*box.size.width),@(box.origin.y+[points[i][1] doubleValue]*box.size.height)];
NSMutableDictionary *g=[@{@"box":@[@(box.origin.x),@(box.origin.y),@(box.size.width),@(box.size.height)],@"points76":points,@"landmarkConfidence":@.99} mutableCopy];
NSArray *names=@[@"leftEye",@"rightEye",@"leftBrow",@"rightBrow",@"nose",@"lips",@"mouth",@"contour"];
NSArray *indices=@[@[@0,@4,@5,@1,@3,@2],@[@7,@11,@12,@8,@10,@9],@[@14,@15,@16,@17,@18,@19],@[@20,@21,@22,@23,@24,@25],@[@47,@56,@54,@53,@52,@51,@50,@55],@[@27,@28,@29,@30,@31,@32,@33,@34,@35,@36,@37,@38,@39,@26],@[@42,@40,@43,@45,@41,@44],@[@59,@60,@61,@62,@63,@64,@65,@66,@67,@68,@69,@70,@71,@72,@73,@74,@75]];
for(NSUInteger i=0;i<names.count;i++){NSMutableArray *region=[NSMutableArray new];for(NSNumber *n in indices[i])[region addObject:points[n.unsignedIntegerValue]];g[names[i]]=region;}
return [g copy];
}
+251
查看文件
@@ -0,0 +1,251 @@
// Contract tests for the 2.4.0 pin-style reconstruction. The source is imported
// once so the quality gate and actual tracker can be exercised without a host,
// real portrait, private Vision construction, or reference binary execution.
#import "../FCP-BeautyGirl/FCP-BeautyGirl/Plugin/PGFaceProcessor.m"
#import "tracking_fixture.h"
static NSUInteger checks=0,failures=0;
static void Check(BOOL ok,NSString *message){checks++;if(!ok){failures++;fprintf(stderr,"FAIL: %s\n",message.UTF8String);}}
static BOOL EqualPoints(NSArray *a,NSArray *b,double tolerance){
if(a.count!=76||b.count!=76)return NO;
for(NSUInteger i=0;i<76;i++)for(NSUInteger j=0;j<2;j++)if(fabs([a[i][j] doubleValue]-[b[i][j] doubleValue])>tolerance)return NO;
return YES;
}
static NSDictionary *First(NSDictionary *result){return [result[@"output"] firstObject];}
static NSDictionary *Live(PGRealtimeFaceTracker *t,NSArray *g,PGBeautySettings s,int64_t tick){return[t resultForGeometry:g settings:s time:CMTimeMake(tick,1000) extent:CGRectMake(0,0,256,256)];}
static NSArray *MappedPoints(NSDictionary *g,CGRect box){
CGRect old=PGArrayRect(g[@"box"]);NSMutableArray *a=[NSMutableArray new];
for(NSArray *point in g[@"points76"]){CGPoint p=PGRemapPoint(point,old,box);[a addObject:@[@(p.x),@(p.y)]];}return a;
}
static NSDictionary *Without76(NSDictionary *g){NSMutableDictionary *bad=[g mutableCopy];[bad removeObjectForKey:@"points76"];return bad;}
static NSDictionary *WithPoints(NSDictionary *g,void (^change)(NSMutableArray *)){
NSMutableDictionary *bad=[g mutableCopy];NSMutableArray *p=[g[@"points76"] mutableCopy];change(p);bad[@"points76"]=p;return bad;
}
@interface PGScriptedTracker : PGRealtimeFaceTracker
@property CGRect proposedBox;
@property NSUInteger followCalls;
@property NSUInteger seedCalls;
@end
@implementation PGScriptedTracker
- (instancetype)init{if((self=[super init]))_proposedBox=CGRectNull;return self;}
- (CGRect)trackedBoxForImage:(CIImage *)image time:(CMTime)time seedBox:(CGRect)seed {
if(PGValidRect(seed)){self.seedCalls++;return seed;}
self.followCalls++;return self.proposedBox;
}
@end
@interface PGCountingDetector : PGFaceProcessor
@property (nonatomic,copy) NSArray<VNFaceObservation *> *suppliedFaces;
@property NSUInteger calls;
@property BOOL fail;
@end
@implementation PGCountingDetector
- (NSArray<VNFaceObservation *> *)observationsInImage:(CIImage *)image settings:(PGBeautySettings)s error:(NSError **)error {
self.calls++;if(self.fail){if(error)*error=[NSError errorWithDomain:@"synthetic-detection" code:1 userInfo:nil];return nil;}return self.suppliedFaces?:@[];
}
@end
@interface PGScriptedOutputTracker : PGRealtimeFaceTracker
@property (nonatomic,copy) NSDictionary *scriptedOutput;
@end
@implementation PGScriptedOutputTracker
- (NSDictionary *)resultForGeometry:(NSArray *)raw settings:(PGBeautySettings)s time:(CMTime)time extent:(CGRect)extent image:(CIImage *)image {return self.scriptedOutput;}
@end
// Objective-C message-compatible test doubles, never supplied to Vision. They
// expose only the public read-only observation/region selectors used by the
// production geometry converter, backed entirely by our authored fixture.
@interface PGAuthoredRegion : NSObject
@property (nonatomic,strong) NSData *storage;
@property NSUInteger pointCount;
- (const CGPoint *)normalizedPoints;
@end
@implementation PGAuthoredRegion
- (const CGPoint *)normalizedPoints{return self.storage.bytes;}
@end
@interface PGAuthoredLandmarks : NSObject
@property (nonatomic,strong) PGAuthoredRegion *allPoints,*leftEye,*rightEye,*leftEyebrow,*rightEyebrow,*nose,*outerLips,*innerLips,*faceContour;
@property VNConfidence confidence;
@end
@implementation PGAuthoredLandmarks @end
@interface PGAuthoredObservation : NSObject
@property CGRect boundingBox;
@property (nonatomic,strong) PGAuthoredLandmarks *landmarks;
@property VNConfidence confidence;
@end
@implementation PGAuthoredObservation @end
static PGAuthoredRegion *AuthoredRegion(NSArray *points,CGRect box){
NSMutableData *data=[NSMutableData dataWithLength:points.count*sizeof(CGPoint)];CGPoint *p=data.mutableBytes;
for(NSUInteger i=0;i<points.count;i++)p[i]=PGLocalPoint(CGPointMake([points[i][0] doubleValue],[points[i][1] doubleValue]),box);
PGAuthoredRegion *region=[PGAuthoredRegion new];region.storage=data;region.pointCount=points.count;return region;
}
static PGAuthoredObservation *AuthoredObservation(NSDictionary *g){
CGRect box=PGArrayRect(g[@"box"]);PGAuthoredLandmarks *l=[PGAuthoredLandmarks new];l.confidence=.99;
l.allPoints=AuthoredRegion(g[@"points76"],box);l.leftEye=AuthoredRegion(g[@"leftEye"],box);l.rightEye=AuthoredRegion(g[@"rightEye"],box);
l.leftEyebrow=AuthoredRegion(g[@"leftBrow"],box);l.rightEyebrow=AuthoredRegion(g[@"rightBrow"],box);l.nose=AuthoredRegion(g[@"nose"],box);
l.outerLips=AuthoredRegion(g[@"lips"],box);l.innerLips=AuthoredRegion(g[@"mouth"],box);l.faceContour=AuthoredRegion(g[@"contour"],box);
PGAuthoredObservation *o=[PGAuthoredObservation new];o.boundingBox=box;o.landmarks=l;o.confidence=.99;return o;
}
static void QualityAndAcceptance(void){
CGRect box=CGRectMake(.15,.12,.70,.78);NSDictionary *good=PGTrackingTestGeometry(box,0);
Check(PGGeometryQualityReason(good).length==0,@"authored public-layout geometry passes the recovered quality gate");
NSMutableDictionary *legacy=[good mutableCopy];[legacy removeObjectForKey:@"landmarkConfidence"];
Check(PGGeometryQualityReason(legacy).length==0,@"missing confidence metadata keeps authored/legacy geometry usable");
NSMutableDictionary *low=[good mutableCopy];low[@"landmarkConfidence"]=@.2;
NSMutableDictionary *shortContour=[good mutableCopy];shortContour[@"contour"]=[good[@"contour"] subarrayWithRange:NSMakeRange(0,8)];
NSMutableDictionary *eyes=[good mutableCopy];eyes[@"rightEye"]=eyes[@"leftEye"];
NSMutableDictionary *mouth=[good mutableCopy];mouth[@"lips"]=mouth[@"leftEye"];
NSMutableDictionary *nose=[good mutableCopy];nose[@"nose"]=@[@[@.5,@.99]];
NSArray *badCases=@[Without76(good),WithPoints(good,^(NSMutableArray *p){p[65]=@[@(NAN),@.5];}),WithPoints(good,^(NSMutableArray *p){p[65]=@[@3,@.5];}),low,shortContour,eyes,mouth,nose];
PGBeautySettings s=PGBeautyDefaults();s.faceThin=1;
for(NSUInteger i=0;i<badCases.count;i++){
NSDictionary *bad=badCases[i];
Check(PGGeometryQualityReason(bad).length>0,[NSString stringWithFormat:@"quality rejects malformed case %lu",(unsigned long)i]);
PGRealtimeFaceTracker *t=[PGRealtimeFaceTracker new];Live(t,@[good],s,0);NSDictionary *r=Live(t,@[bad],s,40);
Check([r[@"held"] boolValue] && EqualPoints(First(r)[@"points76"],good[@"points76"],1e-12),[NSString stringWithFormat:@"malformed case %lu holds the last accepted complete shape",(unsigned long)i]);
PGRealtimeFaceTracker *cold=[PGRealtimeFaceTracker new];NSDictionary *initial=Live(cold,@[bad],s,0);
Check([First(initial)[@"points76"] count]==0,[NSString stringWithFormat:@"cold malformed case %lu never invents topology",(unsigned long)i]);
}
for(NSNumber *fps in @[@25,@30,@60,@120]){
PGRealtimeFaceTracker *t=[PGRealtimeFaceTracker new];Live(t,@[good],s,0);NSDictionary *next=PGTrackingTestGeometry(box,.002);
NSDictionary *r=[t resultForGeometry:@[next] settings:s time:CMTimeMake(1,fps.intValue) extent:CGRectMake(0,0,256,256)];
Check(![r[@"held"] boolValue] && EqualPoints(First(r)[@"points76"],next[@"points76"],0),[NSString stringWithFormat:@"accepted %ldfps points are copied exactly without legacy temporal blending",(long)fps.integerValue]);
}
PGRealtimeFaceTracker *t=[PGRealtimeFaceTracker new];Live(t,@[good],s,0);NSDictionary *middle=Live(t,@[Without76(good)],s,40),*back=Live(t,@[good],s,80);
Check([middle[@"held"] boolValue] && [First(middle)[@"points76"] count]==76 && EqualPoints(First(back)[@"points76"],good[@"points76"],0),@"76 to missing76 to76 never disables the geometric field");
NSDictionary *jumpy=PGTrackingTestGeometry(box,.34);
Check(PGGeometryQualityReason(jumpy).length==0,@"large coherent local jump remains structurally valid before temporal compatibility checks");
PGRealtimeFaceTracker *jump=[PGRealtimeFaceTracker new];Live(jump,@[good],s,0);NSDictionary *rejected=Live(jump,@[jumpy],s,40);
Check([rejected[@"held"] boolValue] && EqualPoints(First(rejected)[@"points76"],good[@"points76"],1e-12),@"a large finite median jump cannot poison accepted shape memory");
NSDictionary *axisReverse=WithPoints(good,^(NSMutableArray *p){for(NSUInteger i=66;i<=68;i++)p[i]=@[p[i][0],@(2*CGRectGetMidY(box)-[p[i][1] doubleValue])];});
Check(PGGeometryAxisFlip(axisReverse,good),@"weighted lower-contour to bbox-center axis detects a vertical sign reversal");
NSMutableDictionary *eyeReverse=[good mutableCopy];eyeReverse[@"leftEye"]=good[@"rightEye"];eyeReverse[@"rightEye"]=good[@"leftEye"];
Check(!PGGeometryAxisFlip(eyeReverse,good),@"an isolated eye-order change is not the recovered lower-contour axis test");
NSDictionary *fewOutliers=WithPoints(good,^(NSMutableArray *p){for(NSUInteger i=0;i<6;i++)p[i]=@[@([p[i][0] doubleValue]+.55),p[i][1]];});
NSDictionary *manyOutliers=WithPoints(good,^(NSMutableArray *p){for(NSUInteger i=0;i<12;i++)p[i]=@[@([p[i][0] doubleValue]+.55),p[i][1]];});
Check(PGGeometryTransitionReason(fewOutliers,good).length==0,@"the temporal quantile gate does not treat a few outliers as a large median or P90 jump");
Check(PGGeometryTransitionReason(manyOutliers,good).length>0,@"P90 rejects a substantial outlier group even when the median remains zero");
}
static void SequenceAndCache(void){
PGBeautySettings s=PGBeautyDefaults();s.faceThin=1;CGRect box=CGRectMake(.15,.12,.70,.78);
NSDictionary *good=PGTrackingTestGeometry(box,0),*changed=PGTrackingTestGeometry(box,.003);CIImage *image=[[CIImage imageWithColor:[CIColor colorWithRed:.5 green:.5 blue:.5]] imageByCroppingToRect:CGRectMake(0,0,256,256)];
PGScriptedTracker *t=[PGScriptedTracker new];NSDictionary *first=[t resultForGeometry:@[good] settings:s time:kCMTimeZero extent:image.extent image:image];
Check(t.seedCalls>0,@"first accepted face seeds the continuous object-box tracker");
CGRect tracked=CGRectMake(.17,.13,.66,.74);t.proposedBox=tracked;
NSDictionary *hold=[t resultForGeometry:@[Without76(good)] settings:s time:CMTimeMake(1,25) extent:image.extent image:image];
Check(t.followCalls>0 && [hold[@"held"] boolValue],@"a partial detection asks the continuous sequence tracker for a box");
Check(CGRectEqualToRect(PGArrayRect(First(hold)[@"box"]),tracked) && EqualPoints(First(hold)[@"points76"],MappedPoints(good,tracked),1e-12),@"held complete points follow the tracked box with exact affine remapping");
NSUInteger calls=t.followCalls+t.seedCalls;
NSDictionary *repeat=[t resultForGeometry:@[changed] settings:s time:CMTimeMake(2,50) extent:image.extent image:image];
Check([repeat isEqual:hold] && t.followCalls+t.seedCalls==calls,@"same rational frame freezes its output and does not advance Vision again when raw changes");
t.proposedBox=CGRectNull;NSDictionary *reacquired=[t resultForGeometry:@[changed] settings:s time:CMTimeMake(2,25) extent:image.extent image:image];
Check(![reacquired[@"held"] boolValue] && EqualPoints(First(reacquired)[@"points76"],changed[@"points76"],0),@"a good reacquired detection replaces held shape exactly");
NSDictionary *miss=Live(t,@[],s,120);Check([miss[@"held"] boolValue] && [First(miss)[@"points76"] count]==76,@"nearby complete detection loss preserves complete accepted geometry");
PGRealtimeFaceTracker *cold=[PGRealtimeFaceTracker new];NSDictionary *empty=Live(cold,@[],s,40);Live(cold,@[good],s,0);
Check([empty isEqual:Live(cold,@[changed],s,40)],@"same-frame freeze is stable when an earlier request arrives later");
PGRealtimeFaceTracker *past=[PGRealtimeFaceTracker new];Live(past,@[good],s,1000);NSDictionary *rewind=Live(past,@[],s,960);
Check([rewind[@"output"] count]==0,@"uncached reverse request cannot inherit a future accepted face");
PGRealtimeFaceTracker *scope=[PGRealtimeFaceTracker new];Live(scope,@[good],s,0);
Check([[scope resultForGeometry:@[] settings:s time:CMTimeMakeWithEpoch(40,1000,9) extent:image.extent][@"output"] count]==0,@"CMTime epoch changes isolate accepted geometry");
Check([[scope resultForGeometry:@[] settings:s time:CMTimeMake(40,1000) extent:CGRectMake(10,0,256,256)][@"output"] count]==0,@"image origin changes isolate accepted geometry");
PGBeautySettings multi=s;multi.fastMultiFace=1;NSDictionary *many=Live(scope,@[good,Without76(changed)],multi,40);
Check([many[@"output"] count]==2,@"fast-multi retains its independent legacy raw-geometry contract");
Check([Live(scope,@[],multi,80)[@"output"] count]==0,@"fast-multi cannot inherit the default primary-face hold");
NSDictionary *defaultAgain=Live(scope,@[],s,80);Check([First(defaultAgain)[@"points76"] count]==76,@"fast-multi requests do not overwrite default accepted memory");
[scope reset];Check([Live(scope,@[],s,120)[@"output"] count]==0,@"reset removes both output history and accepted shape state");
Check(EqualPoints(First(first)[@"points76"],good[@"points76"],0),@"the first sequence frame preserves every authored point");
}
// Exercise the real VNSequenceRequestHandler/VNTrackObjectRequest on a textured
// synthetic rectangle. This verifies API wiring; it is not portrait accuracy or
// target parity. No face detector or media file is required.
static CIImage *ObjectFrame(NSUInteger frame){
NSMutableData *d=[NSMutableData dataWithLength:256*256*4];uint8_t *p=d.mutableBytes;NSInteger dx=(NSInteger)frame*2;
for(NSInteger y=0;y<256;y++)for(NSInteger x=0;x<256;x++){
NSUInteger i=4*(y*256+x);NSInteger u=x-76-dx,v=y-51;BOOL inside=u>=0&&u<90&&v>=0&&v<128;
uint8_t texture=inside?(uint8_t)(35+(u*37+v*53+((u/7+v/9)%2)*83)%210):8;
p[i]=texture;p[i+1]=inside?(uint8_t)(50+(u*17+v*13)%180):12;p[i+2]=inside?(uint8_t)(40+(u*11+v*29)%200):16;p[i+3]=255;
}
return[CIImage imageWithBitmapData:d bytesPerRow:1024 size:CGSizeMake(256,256) format:kCIFormatRGBA8 colorSpace:NULL];
}
static double MaskPeak(CIContext *context,CIImage *image){
CGRect extent=image.extent;NSUInteger width=extent.size.width,height=extent.size.height;
NSMutableData *d=[NSMutableData dataWithLength:width*height*4*sizeof(float)];
[context render:image toBitmap:d.mutableBytes rowBytes:width*4*sizeof(float) bounds:extent format:kCIFormatRGBAf colorSpace:NULL];
const float *p=d.bytes;double peak=0;for(NSUInteger i=0;i<width*height;i++)peak=MAX(peak,p[4*i]);return peak;
}
static void DetectionCacheAndHeldMasks(void){
CIImage *image=ObjectFrame(0);PGBeautySettings s=PGBeautyDefaults();PGCountingDetector *p=[PGCountingDetector new];
VNFaceObservation *face=[VNFaceObservation faceObservationWithRequestRevision:VNDetectFaceLandmarksRequestRevision3 boundingBox:CGRectMake(.15,.12,.7,.78) roll:nil yaw:nil pitch:nil];
p.suppliedFaces=@[face];NSArray *first=[p cachedObservationsInImage:image settings:s time:CMTimeMake(1,25) error:nil];p.suppliedFaces=@[];
NSArray *again=[p cachedObservationsInImage:image settings:s time:CMTimeMake(2,50) error:nil];
Check(first.count==1 && [again isEqual:first] && p.calls==1,@"equivalent same-frame requests reuse detection before running Vision again");
s.faceThin=1;Check([[p cachedObservationsInImage:image settings:s time:CMTimeMake(1,25) error:nil] isEqual:first] && p.calls==1,@"shape parameter redraws do not invalidate same-frame face detection");
NSArray *empty=[p cachedObservationsInImage:image settings:s time:CMTimeMake(2,25) error:nil];p.suppliedFaces=@[face];
Check(empty.count==0 && [[p cachedObservationsInImage:image settings:s time:CMTimeMake(2,25) error:nil] count]==0 && p.calls==2,@"successful empty detection is frozen for redraws rather than toggling appearance");
[p cachedObservationsInImage:image settings:s time:CMTimeMakeWithEpoch(2,25,8) error:nil];Check(p.calls==3,@"detection cache distinguishes CMTime epochs");
CIImage *offset=[image imageByApplyingTransform:CGAffineTransformMakeTranslation(10,20)];[p cachedObservationsInImage:offset settings:s time:CMTimeMake(2,25) error:nil];
Check(p.calls==4,@"detection cache distinguishes source extent origin");
s.fastMultiFace=1;[p cachedObservationsInImage:image settings:s time:CMTimeMake(2,25) error:nil];Check(p.calls==5,@"different detection-resolution modes cannot share cached observations");
[p resetTracking];[p cachedObservationsInImage:image settings:s time:CMTimeMake(2,25) error:nil];Check(p.calls==6,@"reset also clears observation cache entries");
PGCountingDetector *retry=[PGCountingDetector new];retry.fail=YES;Check([retry cachedObservationsInImage:image settings:s time:kCMTimeZero error:nil]==nil,@"transient detector error remains an error rather than a successful empty result");
retry.fail=NO;retry.suppliedFaces=@[face];Check([[retry cachedObservationsInImage:image settings:s time:kCMTimeZero error:nil] count]==1 && retry.calls==2,@"failed detections remain retryable at the exact same frame");
PGCountingDetector *bounded=[PGCountingDetector new];for(NSUInteger i=0;i<160;i++)[bounded cachedObservationsInImage:image settings:s time:CMTimeMake(i,25) error:nil];
NSUInteger before=bounded.calls;[bounded cachedObservationsInImage:image settings:s time:CMTimeMake(159,25) error:nil];
Check(bounded.calls==before,@"recent detection remains cached after a long authored sequence");
[bounded cachedObservationsInImage:image settings:s time:kCMTimeZero error:nil];Check(bounded.calls==before+1,@"observation history is bounded and old frames can be recomputed");
// Inject only the tracker output to exercise processImage's real held-mask
// integration. The detector reports no person; all geometry is authored.
PGCountingDetector *maskProcessor=[PGCountingDetector new];PGScriptedOutputTracker *held=[PGScriptedOutputTracker new];
NSDictionary *g=PGTrackingTestGeometry(CGRectMake(.15,.12,.7,.78),0);held.scriptedOutput=@{@"output":@[g],@"held":@YES,@"index":@(-1)};
[maskProcessor setValue:held forKey:@"realtime"];s=PGBeautyDefaults();s.faceThin=1;
PGFaceFrame *frame=[maskProcessor processImage:image settings:s time:kCMTimeZero error:nil];
CIContext *context=[CIContext contextWithOptions:nil];float colorPixel[4]={0},skinPixel[4]={0};CGRect cheek=CGRectMake(88,130,1,1);
[context render:frame.colorMask toBitmap:colorPixel rowBytes:sizeof(colorPixel) bounds:cheek format:kCIFormatRGBAf colorSpace:NULL];
[context render:frame.skinMask toBitmap:skinPixel rowBytes:sizeof(skinPixel) bounds:cheek format:kCIFormatRGBAf colorSpace:NULL];
Check(frame.deformationGeometry.count==1 && colorPixel[0]>.5 && skinPixel[0]>.25,@"default held geometry preserves skin and color support through complete detection loss");
Check(MaskPeak(context,frame.teethMask)>.5 && MaskPeak(context,frame.eyeMask)>.5,@"held default geometry retains nonzero teeth and eye support after the shared warp");
PGCountingDetector *errorProcessor=[PGCountingDetector new];PGScriptedTracker *objectTracker=[PGScriptedTracker new];
[errorProcessor setValue:objectTracker forKey:@"realtime"];errorProcessor.suppliedFaces=(NSArray<VNFaceObservation *> *)@[AuthoredObservation(g)];
PGFaceFrame *valid=[errorProcessor processImage:image settings:s time:kCMTimeZero error:nil];
Check(valid.deformationGeometry.count==1 && [valid.deformationGeometry[0][@"points76"] count]==76,@"public-selector authored observations seed actual processImage accepted geometry");
errorProcessor.fail=YES;objectTracker.proposedBox=PGArrayRect(g[@"box"]);NSError *stageError=nil;
PGFaceFrame *failureHold=[errorProcessor processImage:image settings:s time:CMTimeMake(1,25) error:&stageError];
Check(failureHold!=nil && failureHold.deformationGeometry.count==1 && [failureHold.deformationGeometry[0][@"points76"] count]==76,@"a realtime detector API error returns a frame with the last accepted complete shape");
Check(failureHold!=nil && MaskPeak(context,failureHold.skinMask)>.5 && MaskPeak(context,failureHold.colorMask)>.5 && MaskPeak(context,failureHold.teethMask)>.5 && MaskPeak(context,failureHold.eyeMask)>.5,@"realtime detector errors keep all held beauty masks instead of flashing them off");
NSDictionary *recovered=PGTrackingTestGeometry(PGArrayRect(g[@"box"]),.01);
errorProcessor.fail=NO;errorProcessor.suppliedFaces=(NSArray<VNFaceObservation *> *)@[AuthoredObservation(recovered)];
PGFaceFrame *sameTime=[errorProcessor processImage:image settings:s time:CMTimeMake(1,25) error:nil];
Check(EqualPoints(sameTime.deformationGeometry.firstObject[@"points76"],recovered[@"points76"],1e-12),@"same-time recovery replaces a transient error hold instead of replaying its frozen geometry");
PGCountingDetector *coldError=[PGCountingDetector new];coldError.fail=YES;
[coldError processImage:image settings:s time:kCMTimeZero error:nil];coldError.fail=NO;
coldError.suppliedFaces=(NSArray<VNFaceObservation *> *)@[AuthoredObservation(g)];
PGFaceFrame *acquired=[coldError processImage:image settings:s time:kCMTimeZero error:nil];
Check(acquired.deformationGeometry.count==1&&coldError.calls==2,@"a cold API failure cannot freeze the exact frame without geometry after a successful retry");
errorProcessor.fail=YES;
[[errorProcessor valueForKey:@"observationCache"] removeAllObjects];
PGFaceFrame *cachedFailure=[errorProcessor processImage:image settings:s time:kCMTimeZero error:nil];
Check(cachedFailure.deformationGeometry.count==1&&MaskPeak(context,cachedFailure.skinMask)>.5&&MaskPeak(context,cachedFailure.colorMask)>.5&&MaskPeak(context,cachedFailure.eyeMask)>.5&&MaskPeak(context,cachedFailure.teethMask)>.5,@"an API error after detection-cache eviction preserves masks even when geometry hits an older successful snapshot");
PGBeautySettings offline=s;offline.trackingEnabled=1;stageError=nil;
Check([errorProcessor processImage:image settings:offline time:CMTimeMake(2,25) error:&stageError]==nil && stageError!=nil,@"explicit offline tracking still reports detector errors rather than silently holding live geometry");
}
static void VisionSequence(void){
PGRealtimeFaceTracker *t=[PGRealtimeFaceTracker new];CGRect seed=CGRectMake(76./256,51./256,90./256,128./256);
CGRect start=[t trackedBoxForImage:ObjectFrame(0) time:kCMTimeZero seedBox:seed];Check(PGValidRect(start),@"real sequence tracker accepts an authored textured object seed");
for(NSUInteger i=1;i<=5;i++){
CGRect tracked=[t trackedBoxForImage:ObjectFrame(i) time:CMTimeMake(i,25) seedBox:CGRectNull];
Check(PGValidRect(tracked) && fabs(CGRectGetMidX(tracked)-(CGRectGetMidX(seed)+2.*i/256))<.07 && fabs(CGRectGetMidY(tracked)-CGRectGetMidY(seed))<.07,@"real sequence tracker follows a known synthetic translation without losing the box");
CGRect again=[t trackedBoxForImage:ObjectFrame(i) time:CMTimeMake(i,25) seedBox:CGRectNull];Check(CGRectEqualToRect(tracked,again),@"real sequence same-frame reuse does not advance tracking twice");
}
CGRect rewind=[t trackedBoxForImage:ObjectFrame(3) time:CMTimeMake(3,25) seedBox:CGRectNull];
Check(!PGValidRect(rewind),@"a real sequence rewind cannot return a future tracked box without a fresh seed");
CGRect reseed=CGRectOffset(seed,6./256,0);CGRect restarted=[t trackedBoxForImage:ObjectFrame(3) time:CMTimeMake(3,25) seedBox:reseed];
Check(CGRectEqualToRect(reseed,restarted),@"a rewind with an explicit box restarts the real Vision sequence at that seed");
PGRealtimeFaceTracker *gap=[PGRealtimeFaceTracker new];
[gap trackedBoxForImage:ObjectFrame(0) time:kCMTimeZero seedBox:seed];
Check(!PGValidRect([gap trackedBoxForImage:ObjectFrame(8) time:CMTimeMake(8,25) seedBox:CGRectNull]),@"a gap over .2 seconds invalidates an unseeded continuous object request");
Check(CGRectEqualToRect([gap trackedBoxForImage:ObjectFrame(9) time:CMTimeMake(9,25) seedBox:CGRectNull],seed),@"after gap invalidation the next unseeded frame follows the recovered short lost-box hold path");
}
int main(void){@autoreleasepool{QualityAndAcceptance();SequenceAndCache();DetectionCacheAndHeldMasks();VisionSequence();printf("%s: %lu tracking sequence checks (%lu failures); synthetic data only\n",failures?"FAIL":"PASS",(unsigned long)checks,(unsigned long)failures);return failures?1:0;}}