Integrate mature object tracking and bounded gap recovery for mosaic masks

这个提交包含在:
mac 于 2026-11-06 19:28:22 +08:00 提交
1 父节点 7aece444b0
当前提交 dbab2ab0cc
14 个文件已更改
+243 -24

没有与搜索条件相匹配的文件

@@ -172,6 +172,43 @@
paired&&ended&&[saved[@"keys"] count]==3&&[sourceLoss.domain isEqual:FxPlugErrorDomain]&&
sourceLoss.code==kFxError_UserCancelled&&[sourceLoss.localizedDescription containsString:@"取样区域"]);
}
{
NSMutableDictionary *objectDoc=DYMutablePlist([[[DYToolDocument alloc]init]autorelease].document),*objectMask=(id)DYAddSharedMask(objectDoc,DYMaskRectangle);
NSString *ID=objectMask[@"id"];DYMaskParameters shape=DYMaskAtTime(objectMask,kCMTimeZero);shape.width=shape.height=.45;shape.feather=0;objectMask[@"parameters"]=[NSData dataWithBytes:&shape length:sizeof(shape)];
objectDoc[@"mosaic"]=[NSMutableDictionary dictionaryWithDictionary:@{@"enabled":@YES,@"source":@"mask",@"maskIDs":@[ID],@"size":@16}];
run.record(@"mosaic-selected-mask-uses-object-tracking",DYMosaicTracksMask(objectDoc,ID)&&!DYMosaicTracksMask(objectDoc,@"missing"));
shape.kind=DYMaskBezier;objectMask[@"parameters"]=[NSData dataWithBytes:&shape length:sizeof(shape)];
run.record(@"bezier-mosaic-preserves-polygon-flow-tracking",!DYMosaicTracksMask(objectDoc,ID));
shape.kind=DYMaskRectangle;objectMask[@"parameters"]=[NSData dataWithBytes:&shape length:sizeof(shape)];
objectDoc[@"mosaic"][@"enabled"]=@NO;run.record(@"disabled-mosaic-keeps-precise-flow-path",!DYMosaicTracksMask(objectDoc,ID));objectDoc[@"mosaic"][@"enabled"]=@YES;
DYWriteTools(base,objectDoc,kCMTimeZero);capture(0);host->_state=kFxAnalysisState_NotAnalyzing;
[plugin toolTrackRequested:[NSNotification notificationWithName:@"DYToolTrack" object:host userInfo:@{@"node":@"shared",@"mask":ID,@"direction":@1}]];
BOOL ok=[plugin desiredAnalysisTimeRange:&desired forInputWithTimeRange:inputRange error:nil]&&[plugin setupAnalysisForTimeRange:desired frameDuration:timeAt(1) error:nil];
for(int i=0;i<6&&ok;i++){setFrame(i);ok&=[plugin analyzeFrame:frame atTime:timeAt(i) error:nil];}
run.record(@"mosaic-object-host-callbacks-produce-six-frames",ok&&[[(NSObject*)plugin valueForKey:@"trackingSamples"]count]==6);
// Simulate cancellation while two provisional predictions are awaiting a
// confirmed endpoint. Those keys must never reach the host document.
[(NSObject*)plugin setValue:@2 forKey:@"trackingObjectPending"];[plugin cleanupAnalysis:nil];drain();
NSDictionary *savedMask=DYSharedMaskWithID(DYReadTools(base,kCMTimeZero).document,ID);
run.record(@"object-tracking-discards-unconfirmed-tail-before-commit",[savedMask[@"keys"]count]==4&&[savedMask[@"status"]containsString:@"未确认预测"]);
}
[NSNotificationCenter.defaultCenter removeObserver:observer];
[plugin release];
}
{
dy::ObjectMotion motion;dy::ObjectBox box{.3,.4,.1,.15,.95};motion.reset(box,25);bool ok=true;
for(int i=1;i<=10;i++){box.cx=.3f+.002f*i;ok&=motion.advance(box,true).valid;}
auto predicted=motion.advance({},false);run.record(@"object-short-loss-predicts-prior-motion",ok&&predicted.valid&&predicted.predicted&&predicted.box.cx>box.cx&&predicted.box.confidence<.3);
motion.advance({},false);box.cx=.326;auto first=motion.advance(box,true);box.cx=.328;auto second=motion.advance(box,true);
run.record(@"object-reacquisition-requires-two-consistent-observations",first.predicted&&second.recovered&&second.gap==3&&!second.predicted);
auto teleport=box;teleport.cx=.9;run.record(@"object-motion-rejects-distant-distractor",motion.advance(teleport,true).predicted);
dy::ObjectStep last;for(int i=0;i<25;i++)last=motion.advance({},false);run.record(@"object-long-loss-stops-bounded-prediction",!last.valid&&!motion.active());
motion.reset({.5,.5,.1,.1,.9},std::numeric_limits<double>::quiet_NaN());
run.record(@"object-invalid-fps-does-not-enable-prediction",!motion.active());
DYMaskParameters a=dyDefaultMaskParameters(),b=a;a.centerX=.2;b.centerX=.8;a.width=.1;b.width=.4;
NSMutableArray *keys=[NSMutableArray arrayWithObjects:DYMaskKey(CMTimeMake(3,25),a,NO,1),DYMaskKey(CMTimeMake(2,25),a,NO,.1),DYMaskKey(CMTimeMake(1,25),a,NO,.1),nil];
BOOL repaired=DYRepairObjectTrackingGap(keys,b,2);DYMaskParameters x,y;[keys[1][@"parameters"]getBytes:&x length:sizeof(x)];[keys[2][@"parameters"]getBytes:&y length:sizeof(y)];
run.record(@"object-gap-repair-uses-both-endpoints-in-reverse-order",repaired&&fabs(x.centerX-.4)<1e-6&&fabs(y.centerX-.6)<1e-6&&[keys[1][@"value"]intValue]==2&&[keys[1][@"confidence"]floatValue]<.5);
NSArray *before=[[keys copy]autorelease];run.record(@"object-gap-repair-rejects-missing-confirmed-anchor",!DYRepairObjectTrackingGap(keys,b,3)&&[keys isEqual:before]);
keys[1]=DYMaskKey(CMTimeMake(2,25),a,YES,1);before=[[keys copy]autorelease];run.record(@"object-gap-repair-never-overwrites-manual-key",!DYRepairObjectTrackingGap(keys,b,2)&&[keys isEqual:before]);
}