- (void)initializeToolHost { _viewerParameterBridge=[[DYViewerParameterBridge alloc]initWithAPIManager:_apiManager];_viewerParameterBridge.renderer=_renderer; _toolTrackingMessages=[NSMutableDictionary new];_toolCaptureDevices=[NSMutableDictionary new];_toolCanvasDocument=[[[[DYToolDocument alloc]init]autorelease].document copy];_toolSourceTime=kCMTimeInvalid;_toolCanvasEditTime=kCMTimeInvalid; NSNotificationCenter *n=NSNotificationCenter.defaultCenter;[n addObserver:self selector:@selector(toolCanvasSelection:) name:@"DYToolCanvasSelection" object:_apiManager];[n addObserver:self selector:@selector(toolCanvasCommand:) name:@"DYToolCanvasCommand" object:_apiManager];[n addObserver:self selector:@selector(toolTrackRequested:) name:@"DYToolTrack" object:_apiManager]; } - (void)tearDownToolHost { [_canvasStatusToast close];[_canvasStatusToast release];_canvasStatusToast=nil; [_viewerParameterBridge invalidate];[_viewerParameterBridge release];_viewerParameterBridge=nil; [_toolAnalysisTimer invalidate];[_toolAnalysisTimer release];@synchronized(DYToolCanvasSessions()){if(_toolSession)[DYToolCanvasSessions()removeObjectForKey:_toolSession];} [_toolCanvasDocument release];[_toolSession release];[_selectedToolNode release];[_selectedToolMask release];[_toolCanvasDraft release];[_toolCanvasOriginal release];[_trackingNode release];[_trackingMaskID release];[_trackingFrozenMask release];[_trackingCandidate release];[_trackingSamples release];[_trackingMessage release];[_trackingPreviewFrame release];[_toolCaptureDevices release];[_toolTrackingMessages release]; } - (void)adoptToolCanvasDocument:(NSDictionary*)document { if(!document)return;@synchronized(self){ for(NSString *ID in [[_toolTrackingMessages.allKeys copy]autorelease])if(![DYSharedMaskWithID(document,ID)isEqual:DYSharedMaskWithID(_toolCanvasDocument,ID)])[_toolTrackingMessages removeObjectForKey:ID]; [_toolCanvasDocument release];_toolCanvasDocument=[document copy];if([self toolMask:_selectedToolMask node:_selectedToolNode document:document])return;NSString *node=nil,*maskID=nil;for(NSString *type in DYToolTypes())for(NSDictionary *mask in DYMasksForTool(document,[@"base:" stringByAppendingString:type]))if(!node&&[mask[@"enabled"]boolValue]){node=[@"base:" stringByAppendingString:type];maskID=mask[@"id"];}for(NSDictionary *layer in document[@"layers"])for(NSDictionary *mask in DYMasksForTool(document,layer[@"id"]))if(!node&&[mask[@"enabled"]boolValue]){node=layer[@"id"];maskID=mask[@"id"];}[_selectedToolNode release];_selectedToolNode=[node copy];[_selectedToolMask release];_selectedToolMask=[maskID copy];} } - (void)scheduleToolCanvasRegistration { _toolCaptureEnabled=YES;dispatch_async(dispatch_get_main_queue(),^{ida=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(!a)return;[a startAction:self];@try{if(!self->_toolSession){NSString *session=NSUUID.UUID.UUIDString;ids=[self->_apiManager apiForProtocol:@protocol(FxParameterSettingAPI_v6)];BOOL accepted=[s setStringParameterValue:session toParameter:DYCanvasSessionParameterID];os_log(OS_LOG_DEFAULT,"dayu_tool_canvas_registered accepted=%{public}d",(int)accepted);{self->_toolSession=[session copy];@synchronized(DYToolCanvasSessions()){[DYToolCanvasSessions()setObject:self forKey:session];}}}}@finally{[a endAction:self];}}); } #include "DYToolGrayCapture.inc.h" - (NSMutableDictionary*)toolMask:(NSString*)maskID node:(NSString*)nodeID document:(NSDictionary*)doc {for(NSMutableDictionary *m in DYMasksForTool(doc,nodeID))if([m[@"id"]isEqual:maskID])return m;return nil;} - (void)toolStatus:(NSString*)message { NSString *node=nil,*mask=nil; @synchronized(self){node=[(_trackingActive.load()?_trackingNode:_selectedToolNode)copy];mask=[(_trackingActive.load()?_trackingMaskID:_selectedToolMask)copy];if(mask)_toolTrackingMessages[mask]=message?:@"";} dispatch_async(dispatch_get_main_queue(),^{[NSNotificationCenter.defaultCenter postNotificationName:@"DYToolTrackingStatus" object:self->_apiManager userInfo:@{@"node":node?:@"",@"mask":mask?:@"",@"message":message?:@""}];});[node release];[mask release]; } - (void)postTrackingPreview:(NSDictionary*)frame active:(BOOL)active message:(NSString*)message { @synchronized(self){if(_trackingMaskID)_toolTrackingMessages[_trackingMaskID]=message?:@"";} NSMutableDictionary *info=[NSMutableDictionary dictionaryWithDictionary:frame?:@{}]; info[@"node"]=_trackingNode?:@"";info[@"mask"]=_trackingMaskID?:@""; info[@"tracking"]=@(active);info[@"message"]=message; [NSNotificationCenter.defaultCenter postNotificationName:@"DYToolTrackingStatus" object:_apiManager userInfo:info]; } - (void)publishTrackingPreview { NSDictionary *frame=nil; @synchronized(self){ frame=[_trackingPreviewFrame autorelease];_trackingPreviewFrame=nil;_trackingPreviewQueued=NO; } if(!frame||!_trackingActive.load())return; NSUInteger done=[frame[@"completed"]unsignedIntegerValue],total=[frame[@"total"]unsignedIntegerValue]; NSString *direction=[frame[@"backward"]boolValue]?@"反向":@"正向"; NSString *message=total?[NSString stringWithFormat:@"%@ · %lu / %lu 帧 · %.0f%%",direction,(unsigned long)done,(unsigned long)total,100.*done/total] :[NSString stringWithFormat:@"%@ · 已分析 %lu 帧",direction,(unsigned long)done]; if([frame[@"predicted"]boolValue])message=[message stringByAppendingString:@" · 暂时丢失,预测并寻找目标"]; [self postTrackingPreview:frame active:YES message:message]; } - (void)queueTrackingPreview:(NSDictionary*)frame { uint64_t generation=_trackingGeneration; @synchronized(self){ [_trackingPreviewFrame release];_trackingPreviewFrame=[frame copy]; if(_trackingPreviewQueued)return; _trackingPreviewQueued=YES; } // Keep one coherent packet pending. A slow UI may skip intermediate updates // without ever pairing geometry from one frame with pixels from another. dispatch_after(dispatch_time(DISPATCH_TIME_NOW,NSEC_PER_SEC/15),dispatch_get_main_queue(),^{ if(self->_trackingGeneration==generation)[self publishTrackingPreview]; }); } - (void)toolCanvasSelection:(NSNotification*)notification { NSString *node=notification.userInfo[@"node"],*mask=notification.userInfo[@"mask"];if(!node||!mask)return;@synchronized(self){if(![mask isEqual:_selectedToolMask])_toolDrawingStampReference=NO;}NSDictionary *document=notification.userInfo[@"document"];if(document&&DYValidToolDocument(document)){DYToolDocument *immutable=[[[DYToolDocument alloc]init]autorelease];immutable.document=document;[self adoptToolCanvasDocument:immutable.document];}os_log(OS_LOG_DEFAULT,"dayu_tool_canvas_selected"); @synchronized(self){if(DYSharedMaskWithID(_toolCanvasDocument,mask))node=@"shared";if(_trackingActive.load()&&(![_trackingNode isEqual:node]||![_trackingMaskID isEqual:mask])){_trackingCancelled.store(true);_trackingDiscard=YES;}[_selectedToolNode release];_selectedToolNode=[node copy];[_selectedToolMask release];_selectedToolMask=[mask copy];_toolCanvasHidden=[notification.userInfo[@"hidden"]boolValue];_toolDrawingPen=[notification.userInfo[@"draw"]boolValue];NSDictionary *shape=[self toolMask:mask node:node document:_toolCanvasDocument];DYMaskParameters shapeParameters=DYMaskAtTime(shape,kCMTimeInvalid);_toolDrawingShape=shape&&shapeParameters.kind<2&&[notification.userInfo[@"drawShape"]boolValue];if(_toolDrawingShape)_toolDrawingPen=NO;++_toolCanvasRevision;_toolCanvasEditTime=kCMTimeInvalid;_toolDragPart=0;_toolCanvasHasHover=NO;[_toolCanvasDraft release];_toolCanvasDraft=nil;[_toolCanvasOriginal release];_toolCanvasOriginal=nil;}[self postToolCanvasStatus:_toolDrawingPen?@"钢笔:点击放点,拖出曲柄;点首节点或完成绘制闭合。":_toolDrawingShape?@"在画面按下并拖出蒙版区域;Esc 取消。":@"已选中本层蒙版"]; } - (void)addCloneStampFrom:(NSPoint)source target:(NSRect)target atTime:(CMTime)time completion:(void (^)(NSString *failure))completion { dispatch_async(dispatch_get_main_queue(),^{ if(self->_trackingActive.load()){completion(@"请先停止跟踪,再绘制图章。");return;} idaction=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)]; if(!action){completion(@"宿主暂时无法保存图章,请重试。");return;} NSDictionary *selection=nil; NSString *failure=nil; [action startAction:self];@try{ // A new stamp is clip-wide. The OSC supplies geometry, while the action // supplies the time for accessing this instance's non-animatable document. CMTime writeTime=DYHostDisplayedFrameTime(self->_apiManager,action.currentTime); idget=[self->_apiManager apiForProtocol:@protocol(FxParameterRetrievalAPI_v6)]; DYToolDocument *stored=nil; if(!CMTIME_IS_NUMERIC(writeTime)||![get getCustomParameterValue:&stored fromParameter:DYToolsParameterID atTime:writeTime]||![stored isKindOfClass:DYToolDocument.class]){ failure=@"宿主暂时无法读取当前图章,请重试。"; }else{ NSMutableDictionary *doc=DYMutablePlist(stored.document); NSMutableDictionary *stamp=(id)DYAddSharedMask(doc,DYMaskEllipse); if(!stamp){ failure=DYSharedMasks(doc).count>=DYSharedMaskLimit?@"已达到蒙版与图章数量上限。":@"无法在当前效果中创建图章。"; }else{ DYMaskParameters p=DYMaskAtTime(stamp,kCMTimeInvalid); p.centerX=NSMidX(target);p.centerY=NSMidY(target);p.width=target.size.width;p.height=target.size.height; stamp[@"parameters"]=[NSData dataWithBytes:&p length:sizeof(p)]; stamp[@"stampSource"]=@[@(source.x),@(source.y),@(p.width),@(p.height)]; stamp[@"stampTrackMode"]=@"linked"; idundo=[self->_apiManager apiForProtocol:@protocol(FxUndoAPI)]; BOOL grouped=[undo startUndoGroup:@"创建仿制图章"]; @try{ if(DYWriteTools(self->_apiManager,doc,writeTime))selection=@{@"node":@"shared",@"mask":stamp[@"id"],@"document":doc}; else failure=@"宿主未保存图章,请重新拖出覆盖区。"; }@finally{if(grouped)[undo endUndoGroup];} } } os_log(OS_LOG_DEFAULT,"dayu_clone_commit accepted=%{public}d osc=%{public}.9f action=%{public}.9f", selection!=nil,CMTimeGetSeconds(time),CMTimeGetSeconds(writeTime)); }@finally{[action endAction:self];} if(selection){ [NSNotificationCenter.defaultCenter postNotificationName:DYModelChanged object:self->_apiManager]; [NSNotificationCenter.defaultCenter postNotificationName:@"DYToolCanvasSelection" object:self->_apiManager userInfo:selection]; [self postToolCanvasStatus:@"仿制图章已保存 · 可跟踪取样与覆盖区域"]; }else [self postToolCanvasStatus:failure]; completion(failure); }); } - (void)trackCloneStamp:(NSString*)stampID direction:(NSInteger)direction{ if(!stampID)return; dispatch_async(dispatch_get_main_queue(),^{ [NSNotificationCenter.defaultCenter postNotificationName:@"DYToolTrack" object:self->_apiManager userInfo:@{@"node":@"shared",@"mask":stampID,@"direction":@(direction)}]; }); } - (DYLevelTransform)toolCanvasLevelForAspect:(double)fallback rotation:(double *)rotation { @synchronized(self){ double angle=[_toolCanvasDocument[@"levelRotation"] doubleValue]; if(rotation)*rotation=angle; return DYLevelTransform([_toolCanvasDocument[@"levelMeasureOnly"]boolValue]?0:angle,_toolSourceAspect>0?_toolSourceAspect:fallback); } } - (NSDictionary *)toolCanvasLevelState { @synchronized(self){NSMutableDictionary *state=[NSMutableDictionary dictionary];for(NSString *key in @[@"levelRotation",@"levelReference",@"levelMeasureOnly"])if(_toolCanvasDocument[key])state[key]=_toolCanvasDocument[key];return [[state copy]autorelease];} } - (void)saveCanvasLevel:(NSDictionary *)state replacing:(NSDictionary *)previous completion:(void (^)(NSString *failure))completion { dispatch_async(dispatch_get_main_queue(),^{ NSString *failure=nil; id action=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)]; if(!action){completion(@"宿主暂时无法保存水平校正。");return;} [action startAction:self]; @try { CMTime time=DYHostDisplayedFrameTime(self->_apiManager,action.currentTime); DYToolDocument *stored=nil; id get=[self->_apiManager apiForProtocol:@protocol(FxParameterRetrievalAPI_v6)]; BOOL read=CMTIME_IS_NUMERIC(time)&&[get getCustomParameterValue:&stored fromParameter:DYToolsParameterID atTime:time]&&[stored isKindOfClass:DYToolDocument.class]; NSMutableDictionary *actual=[NSMutableDictionary dictionary]; for(NSString *key in @[@"levelRotation",@"levelReference",@"levelMeasureOnly"])if(stored.document[key])actual[key]=stored.document[key]; if(!read||![actual isEqual:previous])failure=@"水平校正状态已变化,请重试。"; else if(![state isEqual:actual]){ NSMutableDictionary *doc=DYMutablePlist(stored.document); for(NSString *key in @[@"levelRotation",@"levelReference",@"levelMeasureOnly"])doc[key]=state[key]; id undo=[self->_apiManager apiForProtocol:@protocol(FxUndoAPI)]; BOOL grouped=[undo startUndoGroup:state[@"levelReference"]?@"水平校正":@"重置水平校正"]; @try { if(DYWriteTools(self->_apiManager,doc,time)){ DYToolDocument *saved=[[[DYToolDocument alloc]init]autorelease];saved.document=doc; [self adoptToolCanvasDocument:saved.document]; }else failure=@"宿主未保存水平校正,请重试。"; }@finally{if(grouped)[undo endUndoGroup];} } }@finally{[action endAction:self];} if(!failure)[NSNotificationCenter.defaultCenter postNotificationName:DYModelChanged object:self->_apiManager]; completion(failure); }); } - (BOOL)toolCanvasVisible {@synchronized(self){return _selectedToolNode&&_selectedToolMask&&!_toolCanvasHidden;}} - (DYViewerParameterBridge*)viewerParameterBridge{return _viewerParameterBridge;} - (NSDictionary*)toolCanvasMaskAtTime:(CMTime)time { @synchronized(self){ if(_toolCanvasHidden||!_selectedToolMask)return nil; BOOL draftTime=_toolCanvasDraft&&CMTIME_IS_NUMERIC(_toolCanvasEditTime);if(draftTime)time=_toolCanvasEditTime; NSDictionary *m=draftTime?_toolCanvasDraft:[self toolMask:_selectedToolMask node:_selectedToolNode document:_toolCanvasDocument];if(!m)return nil; DYMaskParameters p=DYMaskAtTime(m,time); NSMutableDictionary *info=[NSMutableDictionary dictionaryWithDictionary:@{@"id":m[@"id"],@"parameters":[NSData dataWithBytes:&p length:sizeof(p)],@"nodes":(_toolDrawingPen&&!_toolCanvasDraft)?[NSData data]:(m[@"nodes"]?:[NSData data]),@"drawing":@(_toolDrawingPen),@"drawShape":@(_toolDrawingShape),@"shapeStarted":@(_toolDrawingShape&&_toolCanvasDraft!=nil),@"hover":(_toolDrawingPen&&_toolCanvasHasHover)?@[@(_toolCanvasHoverPoint.x),@(_toolCanvasHoverPoint.y)]:@[],@"coverage":@(_toolShowCoverage),@"stampSource":DYStampSourceAtTime(draftTime&&_toolDragPart!=DYCloneSourcePart&&_toolCanvasOriginal?_toolCanvasOriginal:m,time)?:@[],@"tracking":@(_trackingActive.load())}]; if(m[@"stampSource"]){ info[@"referenceDrawing"]=@(_toolDrawingStampReference); info[@"status"]=_toolDrawingStampReference?@"拖框选择同一表面上有纹理的参考区 · 不改变修复范围 · Esc 取消":(_toolTrackingMessages[m[@"id"]]?:m[@"status"]?:@"拖动青色十字调整取样;黄色椭圆覆盖瑕疵。纯色区域可先选择跟踪参考;固定污点无需跟踪。"); info[@"trackingStopped"]=m[@"trackingStopped"]?:@NO; info[@"canReturn"]=@(CMTIME_IS_NUMERIC(DYTrackingRecordedTime(m,@"trackingLastTime"))); if(m[@"stampReference"]){DYMaskParameters ref=DYStampReferenceAtTime(m,time);info[@"referenceShape"]=[NSData dataWithBytes:&ref length:sizeof(ref)];} } return info; } } - (void)toolTrackRequested:(NSNotification*)notification { NSInteger direction=[notification.userInfo[@"direction"]integerValue];if(direction==9){_trackingCancelled.store(true);return;}@synchronized(self){if(_toolDrawingPen||_toolDrawingShape||_toolDrawingStampReference||_toolCanvasCommitPending){[self postToolCanvasStatus:@"请先完成或取消蒙版绘制,再开始跟踪。"];return;}}if(_trackingActive.load()){[self toolStatus:@"请先取消当前跟踪"];return;} ida=[_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(!a){[self toolStatus:@"宿主暂时无法开始分析,请重新选择片段后重试。"];return;}[a startAction:self];@try{ idanalysis=[_apiManager apiForProtocol:@protocol(FxAnalysisAPI)];FxAnalysisState state=[analysis analysisStateForEffect];if(!analysis||state==kFxAnalysisState_AnalysisRequested||state==kFxAnalysisState_AnalysisStarted){[self toolStatus:@"宿主未就绪,请等待当前分析结束"];return;} CMTime time=a.currentTime; if(!CMTIME_IS_NUMERIC(time)){[self toolStatus:@"请在时间线定位到有效画面后再开始跟踪"];return;} NSDictionary *doc=DYReadTools(_apiManager,time).document;NSString *node=DYSharedMaskWithID(doc,notification.userInfo[@"mask"])?@"shared":notification.userInfo[@"node"];NSDictionary *mask=[self toolMask:notification.userInfo[@"mask"] node:node document:doc];if(!mask||![mask[@"enabled"]boolValue]){[self toolStatus:@"请先选择当前工具的启用蒙版"];return;}DYMaskParameters seed=DYMaskAtTime(mask,time);if(seed.kind>DYMaskBezier||(seed.kind==DYMaskBezier&&[mask[@"nodes"]length]<3*sizeof(DYBezierNode))){[self toolStatus:@"跟踪需要矩形、椭圆或闭合钢笔区域"];return;} // The host may reuse an already rendered frame without calling our renderer. // Analyzer input is authoritative; a matching preview is only an optional // orientation check, never a prerequisite for starting at the playhead. @synchronized(self){_trackingReferenceFrame={};if(_toolSourceFrame.valid()&&CMTIME_IS_NUMERIC(_toolSourceTime)&&CMTimeCompare(_toolSourceTime,time)==0)_trackingReferenceFrame=_toolSourceFrame;} idtiming=[_apiManager apiForProtocol:@protocol(FxTimingAPI_v4)];NSUInteger numerator=[timing timelineFpsNumeratorForEffect:self],denominator=[timing timelineFpsDenominatorForEffect:self];_trackingFrameDuration=numerator&&denominator&&numerator<=INT32_MAX?CMTimeMake(denominator,(int32_t)numerator):kCMTimeInvalid;if(!CMTIME_IS_NUMERIC(_trackingFrameDuration)||_trackingFrameDuration.value<=0){[self toolStatus:@"宿主未提供精确帧长,跟踪未启动"];return;} [_trackingNode release];_trackingNode=[node copy];[_trackingMaskID release];_trackingMaskID=[notification.userInfo[@"mask"]copy];[_trackingFrozenMask release];_trackingFrozenMask=[mask copy];[_trackingCandidate release];_trackingCandidate=[DYMutablePlist(mask)retain];[_trackingSamples release];_trackingSamples=[NSMutableArray new];[_trackingMessage release];_trackingMessage=nil; NSArray *source=DYStampSourceAtTime(mask,time); _trackingStampMotion=DYStampMotionAtTime(mask,time); _trackingObjectMode=DYMosaicTracksMask(doc,mask[@"id"]);_trackingObjectPending=_trackingObjectRepaired=0;_trackingDirectFrames=_trackingCopiedFrames=0; if(source){ _trackingStampMotion.active=true; _trackingStampSourceSeed={[source[0] floatValue],[source[1] floatValue], std::min(8.f,[source[2] floatValue]*_trackingStampMotion.sourceScaleX), std::min(8.f,[source[3] floatValue]*_trackingStampMotion.sourceScaleY),0}; } _trackingStampLinked=source&&DYStampUsesLinkedTracking(mask); if(source){DYMaskParameters ref=DYStampReferenceAtTime(mask,time);_trackingStampTargetSeed={ref.centerX,ref.centerY,ref.width,ref.height,0};} _trackingStopped=NO;_trackingCurrentTime=_trackingPreviousTime=kCMTimeInvalid; @synchronized(self){[_toolTrackingMessages removeObjectForKey:mask[@"id"]];} _trackingReferenceTime=time;_trackingSeed=seed;_trackingBackward=direction<0;_trackingBoth=direction==0;_trackingSingle=std::abs((int)direction)==2;_trackingDiscard=NO;_trackingCancelled.store(false);_trackingFinishing.store(false);_trackingActive.store(true);++_trackingGeneration;_trackingRunStart=_trackingStarted=NSProcessInfo.processInfo.systemUptime;_trackingHeartbeat.store(_trackingStarted); _trackingPreviewInputRange=kCMTimeRangeInvalid;_trackingPreviewTotal=_trackingPreviewCompleted=0; @synchronized(self){[_trackingPreviewFrame release];_trackingPreviewFrame=nil;_trackingPreviewQueued=NO;} os_log(OS_LOG_DEFAULT,"dayu_tool_track_start direction=%{public}ld reference=%{public}.6f cached=%{public}d",(long)direction,CMTimeGetSeconds(time),_trackingReferenceFrame.valid()); NSError *error=nil;BOOL started=_trackingBackward?[analysis startBackwardAnalysis:kFxAnalysisLocation_GPU error:&error]:[analysis startForwardAnalysis:kFxAnalysisLocation_GPU error:&error];if(!started){_trackingActive.store(false);[self toolStatus:error.localizedDescription?:@"宿主未启动逐帧分析"];return;} if(_trackingSingle)[self toolStatus:@"正在读取下一张源帧…"]; else{ uint64_t generation=_trackingGeneration; dispatch_async(dispatch_get_main_queue(),^{ if(self->_trackingGeneration!=generation||!self->_trackingActive.load())return; [NSNotificationCenter.defaultCenter postNotificationName:@"DYColorWorkspaceRequested" object:self->_apiManager userInfo:@{@"page":@"tracking"}]; [self postTrackingPreview:nil active:YES message:@"正在读取宿主源帧…"]; }); } if(!_toolAnalysisTimer)_toolAnalysisTimer=[[NSTimer scheduledTimerWithTimeInterval:.3 target:self selector:@selector(pollToolAnalysis:) userInfo:nil repeats:YES]retain]; }@finally{[a endAction:self];} } - (void)pollToolAnalysis:(NSTimer*)timer { if(!_trackingActive.load()||_trackingFinishing.load()||_trackingInFrame.load())return; if(_trackingCancelled.load()){[self finishToolAnalysis:@"已取消;保留最后连续可信轨迹" error:nil];return;} if(NSProcessInfo.processInfo.systemUptime-_trackingHeartbeat.load()>30){[self finishToolAnalysis:@"宿主超过 30 秒未返回新画面,跟踪已停止;请重新选择片段或使用手工关键帧。" error:nil];return;} ida=[_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(!a)return;[a startAction:self];@try{idapi=[_apiManager apiForProtocol:@protocol(FxAnalysisAPI)];FxAnalysisState state=[api analysisStateForEffect];if(state==kFxAnalysisState_AnalysisCompleted||state==kFxAnalysisState_AnalysisInterrupted||(state==kFxAnalysisState_NotAnalyzing&&NSProcessInfo.processInfo.systemUptime-_trackingStarted>2))[self cleanupAnalysis:nil];}@finally{[a endAction:self];} } - (BOOL)stopToolAnalysis:(NSString*)message error:(NSError**)error { if(message){_trackingStopped=YES;[_trackingMessage release];_trackingMessage=[message copy];if(error)*error=[NSError errorWithDomain:@"com.dayu.color.tracking" code:2 userInfo:@{NSLocalizedDescriptionKey:message}];}[self cleanupAnalysis:nil];return NO; } - (BOOL)finishToolAnalysis:(NSString*)message error:(NSError**)error { // FxAnalyzer's quiet cancellation is an explicit SDK error sentinel. A bare // NO/nil can leave FCP's background analysis task active after our cleanup. [self stopToolAnalysis:message error:nil];if(error)*error=[NSError errorWithDomain:FxPlugErrorDomain code:kFxError_UserCancelled userInfo:@{NSLocalizedDescriptionKey:message?:@"本次跟踪已结束"}];return NO; } - (BOOL)desiredAnalysisTimeRange:(CMTimeRange*)out forInputWithTimeRange:(CMTimeRange)input error:(NSError**)error { CMTime end=CMTimeRangeGetEnd(input),ref=_trackingReferenceTime,step=_trackingFrameDuration;if(!CMTIME_IS_NUMERIC(input.start)||!CMTIME_IS_NUMERIC(end)||!CMTIME_IS_NUMERIC(ref)||ref.epoch!=input.start.epoch||ref.epoch!=end.epoch||CMTimeCompare(ref,input.start)<0||CMTimeCompare(ref,end)>=0||!CMTIME_IS_NUMERIC(step)||step.value<=0)return [self stopToolAnalysis:@"跟踪起点或帧长无效" error:error]; _trackingPreviewInputRange=input; CMTime lo=_trackingBackward?input.start:ref,hi=_trackingBackward?CMTimeAdd(ref,step):end;if(_trackingSingle){if(_trackingBackward){lo=CMTimeSubtract(ref,step);if(CMTimeCompare(lo,input.start)<0)lo=input.start;}else hi=CMTimeAdd(ref,CMTimeMultiply(step,2));}if(CMTimeCompare(hi,end)>0)hi=end;if(_trackingBackward&&CMTimeCompare(ref,input.start)==0&&!_trackingBoth){[_trackingMessage release];_trackingMessage=[@"已到片段边界,未产生新轨迹" copy];}*out=CMTimeRangeFromTimeToTime(lo,hi);return out->duration.value>0; } - (BOOL)setupAnalysisForTimeRange:(CMTimeRange)range frameDuration:(CMTime)duration error:(NSError**)error { if(!CMTIME_IS_NUMERIC(duration)||duration.value<=0||duration.epoch!=0)return [self stopToolAnalysis:@"宿主分析帧长无效" error:error];_trackingFrameDuration=duration;_trackingPreviousTime=kCMTimeInvalid;_trackingFlip=NO;[_trackingSamples removeAllObjects]; _objectTracker.stop();_trackingObjectPending=0; if(!_trackingSingle&&CMTIMERANGE_IS_VALID(_trackingPreviewInputRange)){ double step=CMTimeGetSeconds(duration); double forward=CMTimeGetSeconds(CMTimeSubtract(CMTimeRangeGetEnd(_trackingPreviewInputRange),_trackingReferenceTime))/step; double backward=CMTimeGetSeconds(CMTimeSubtract(_trackingReferenceTime,_trackingPreviewInputRange.start))/step; // Backward includes the reference frame. A bidirectional run counts it once. forward=std::max(1.,std::ceil(forward-1e-7));backward=std::floor(backward+1e-7); double total=_trackingBoth?forward+backward:_trackingBackward?backward+1:forward; _trackingPreviewTotal=NSUInteger(std::clamp(total,1.,double(INT_MAX))); } std::vectorpolygon;NSData *nodes=_trackingCandidate[@"nodes"];if(_trackingSeed.kind==DYMaskBezier){auto path=dyFlattenMask((const DYBezierNode*)nodes.bytes,nodes.length/sizeof(DYBezierNode));for(int i=0;i=2)return [self finishToolAnalysis:nil error:error];if(_trackingSamples.count>=DYToolKeyLimit)return [self finishToolAnalysis:@"轨迹已到数量上限,保留已完成部分" error:error]; CMTime expected=CMTIME_IS_NUMERIC(_trackingPreviousTime)?(_trackingBackward?CMTimeSubtract(_trackingPreviousTime,_trackingFrameDuration):CMTimeAdd(_trackingPreviousTime,_trackingFrameDuration)):_trackingReferenceTime;if(!CMTIME_IS_NUMERIC(time)||time.epoch!=expected.epoch||CMTimeCompare(time,expected)!=0)return [self stopToolAnalysis:@"宿主帧序列不连续,停在最后可信帧" error:error]; NSDictionary *preview=nil; _trackingCurrentTime=time;_trackingHeartbeat.store(NSProcessInfo.processInfo.systemUptime); dy::GrayFrame frame; const bool stamp=_trackingStampMotion.active; const bool objectMode=_trackingObjectMode&&!stamp; // The object tracker consumes only the small color image. The gray frame // is useful at the seed only when checking orientation against a cached frame. const bool needsGray=!objectMode||(!_trackingSamples.count&&_trackingReferenceFrame.valid()); // The seed may still need the legacy orientation comparison before the // tracking flip is known. All subsequent object frames can go straight to Vision. NSNumber *visionFlip=objectMode&&!needsGray?@(_trackingFlip):nil; if(![self captureTrackingTile:tile gray:needsGray?&frame:nullptr preview:(!_trackingSingle||objectMode)?&preview:nullptr visionFlip:visionFlip error:error]) return [self stopToolAnalysis:@"宿主未返回完整源画面" error:error]; if(!_trackingSamples.count){if(_trackingReferenceFrame.valid()&&frame.width==_trackingReferenceFrame.width&&frame.height==_trackingReferenceFrame.height){double same=0,flip=0;size_t count=0;for(int y=0;y640||height>640||(!visionImage&&rgba.length!=size_t(width)*height*4)) return [self finishToolAnalysis:@"目标跟踪未取得完整分析画面,原轨迹已保留" error:error]; if(visionImage)++_trackingDirectFrames;else ++_trackingCopiedFrames; if(!_trackingSamples.count){ dy::TrackerROI seed={_trackingSeed.centerX,_trackingSeed.centerY,_trackingSeed.width,_trackingSeed.height,_trackingSeed.angle}; dy::TrackerROI roi=dy::visionMaskBounds(seed,_trackingShapePolygon,float(width)/height);_trackingObjectROI=roi; os_log(OS_LOG_DEFAULT,"dayu_object_track_worker main=%{public}d",(int)NSThread.isMainThread); double fps=1./CMTimeGetSeconds(_trackingFrameDuration); bool seeded=visionImage?_objectTracker.reset(visionImage,roi,fps): _objectTracker.reset((const uint8_t*)rgba.bytes,width,height,_trackingFlip,roi,fps); if(!seeded)return [self finishToolAnalysis:@"无法建立目标外观,请调整蒙版后重试" error:error]; objectStep={{roi.cx,roi.cy,roi.width,roi.height,1},true,false,false,0}; }else objectStep=visionImage?_objectTracker.track(visionImage):_objectTracker.track((const uint8_t*)rgba.bytes,width,height,_trackingFlip); target=_objectTracker.result(objectStep); target.cx+=(_trackingSeed.centerX-_trackingObjectROI.cx)*target.scale;target.cy+=(_trackingSeed.centerY-_trackingObjectROI.cy)*target.scale; if(!target.valid)return [self finishToolAnalysis:@"目标未能重新确认,已停止;请调整蒙版后继续" error:error]; }else if(!_trackingSamples.count){ os_log(OS_LOG_DEFAULT,"dayu_vision_region_worker main=%{public}d stamp=%{public}d",(int)NSThread.isMainThread,(int)stamp); dy::TrackerROI targetROI=stamp?_trackingStampTargetSeed:dy::TrackerROI{_trackingSeed.centerX,_trackingSeed.centerY,_trackingSeed.width,_trackingSeed.height,_trackingSeed.angle}; if(!_toolTracker.reset(frame,targetROI)) return [self finishToolTrackingLoss:_toolTracker.result() region:stamp?@"跟踪参考区域":@"蒙版区域" atTime:time error:error]; if(stamp&&!_trackingStampLinked&&!_stampSourceTracker.reset(frame,_trackingStampSourceSeed)) return [self finishToolTrackingLoss:_stampSourceTracker.result() region:@"独立取样区域(可切换为随修复区移动)" atTime:time error:error]; target=_toolTracker.result(); if(stamp&&!_trackingStampLinked)source=_stampSourceTracker.result(); }else{ target=_toolTracker.track(frame); if(!target.valid)return [self finishToolTrackingLoss:target region:stamp?@"跟踪参考区域":nil atTime:time error:error]; if(stamp&&!_trackingStampLinked){ source=_stampSourceTracker.track(frame); if(!source.valid)return [self finishToolTrackingLoss:source region:@"取样区域" atTime:time error:error]; } } if(stamp){ dy::TrackResult reference=target;float aspect=float(frame.width)/frame.height; target=dy::cloneRegionFollowing(reference,_trackingStampTargetSeed,_trackingSeed.centerX,_trackingSeed.centerY,aspect); if(!target.valid)return [self finishToolTrackingLoss:target region:@"修复区域" atTime:time error:error]; if(_trackingStampLinked)source=dy::cloneRegionFollowing(reference,_trackingStampTargetSeed,_trackingStampSourceSeed.cx,_trackingStampSourceSeed.cy,aspect); if(!source.valid)return [self finishToolTrackingLoss:source region:@"取样区域" atTime:time error:error]; } DYMaskParameters p=DYMaskAtTime(_trackingFrozenMask,stamp?kCMTimeInvalid:time); p.centerX=target.cx;p.centerY=target.cy; float confidence=target.confidence; DYStampMotion motion=_trackingStampMotion; if(stamp){ NSArray *authoredSource=_trackingFrozenMask[@"stampSource"]; motion.sourceOffsetX=source.cx-[authoredSource[0] floatValue]; motion.sourceOffsetY=source.cy-[authoredSource[1] floatValue]; motion.sourceScaleX*=source.scaleX;motion.sourceScaleY*=source.scaleY; motion.targetScaleX*=target.scaleX;motion.targetScaleY*=target.scaleY; for(float scale:{motion.sourceScaleX,motion.sourceScaleY,motion.targetScaleX,motion.targetScaleY}) if(!std::isfinite(scale)||scale<1.f/16||scale>16.f) return [self finishToolAnalysis:@"图章缩放超出跟踪范围,已保留连续可信轨迹" error:error]; confidence=std::min(confidence,source.confidence); }else{ p.width=_trackingSeed.width*target.scaleX;p.height=_trackingSeed.height*target.scaleY; p.angle=_trackingSeed.angle+target.rotation; } if(!dyValidMaskParameters(p))return [self stopToolAnalysis:@"跟踪变换无效,未写入错误结果" error:error]; if(_trackingObjectMode){ if(objectStep.recovered){ if(!DYRepairObjectTrackingGap(_trackingSamples,p,objectStep.gap))return [self finishToolAnalysis:@"遮挡段无法安全补齐,已保留确认轨迹" error:error]; _trackingObjectRepaired+=objectStep.gap; } _trackingObjectPending=objectStep.predicted?objectStep.gap:0; } [_trackingSamples addObject:DYStampKey(time,p,NO,confidence,motion)];_trackingPreviousTime=time; if(!_trackingSingle){ if(!(_trackingBoth&&_trackingBackward&&_trackingSamples.count==1&&_trackingPreviewCompleted))++_trackingPreviewCompleted; DYMaskParameters covered=p; NSMutableDictionary *packet=[NSMutableDictionary dictionaryWithDictionary:preview?:@{}]; if(stamp){ covered.width*=motion.targetScaleX;covered.height*=motion.targetScaleY; DYMaskParameters sampled=covered; sampled.centerX=source.cx;sampled.centerY=source.cy; sampled.width=_trackingStampSourceSeed.width*source.scaleX; sampled.height=_trackingStampSourceSeed.height*source.scaleY; packet[@"sourceShape"]=[NSData dataWithBytes:&sampled length:sizeof(sampled)]; if(_trackingFrozenMask[@"stampReference"]){auto tracked=_toolTracker.result();DYMaskParameters ref=covered;ref.kind=DYMaskRectangle;ref.centerX=tracked.cx;ref.centerY=tracked.cy;ref.width=_trackingStampTargetSeed.width*tracked.scaleX;ref.height=_trackingStampTargetSeed.height*tracked.scaleY;ref.angle=tracked.rotation;packet[@"referenceShape"]=[NSData dataWithBytes:&ref length:sizeof(ref)];} } packet[@"shape"]=[NSData dataWithBytes:&covered length:sizeof(covered)];packet[@"predicted"]=@(objectStep.predicted); packet[@"nodes"]=_trackingFrozenMask[@"nodes"]; packet[@"flip"]=@(_trackingFlip&&!preview[@"visionImage"]);packet[@"time"]=@(CMTimeGetSeconds(time)); packet[@"completed"]=@(_trackingPreviewCompleted); packet[@"total"]=@(MAX(_trackingPreviewTotal,_trackingPreviewCompleted)); packet[@"backward"]=@(_trackingBackward); [self queueTrackingPreview:packet]; } if(_trackingSamples.count==1||_trackingSamples.count%15==0){ if(stamp)os_log(OS_LOG_DEFAULT,"dayu_stamp_track_pair time=%{public}.6f target=%{public}.5f,%{public}.5f source=%{public}.5f,%{public}.5f target_scale=%{public}.4f,%{public}.4f source_scale=%{public}.4f,%{public}.4f",CMTimeGetSeconds(time),target.cx,target.cy,source.cx,source.cy,motion.targetScaleX,motion.targetScaleY,motion.sourceScaleX,motion.sourceScaleY); } return YES; }@finally{DYBetaSpanEnd(trackingSpan,nil);_trackingInFrame.store(false);} } - (BOOL)cleanupAnalysis:(NSError**)error { if(!_trackingActive.load()||_trackingFinishing.exchange(true))return YES; if(_trackingObjectPending){ NSUInteger remove=MIN(_trackingObjectPending,_trackingSamples.count);[_trackingSamples removeObjectsInRange:NSMakeRange(_trackingSamples.count-remove,remove)]; NSString *message=[NSString stringWithFormat:@"%@;已排除末尾 %lu 帧未确认预测",_trackingMessage?:@"目标丢失,请检查并从最后确认位置继续",(unsigned long)remove];[_trackingMessage release];_trackingMessage=[message copy];_trackingObjectPending=0; } BOOL changed=_trackingSamples.count>1;if(changed&&!DYMergeTracking(_trackingCandidate,_trackingSamples,_trackingFrameDuration)){[_trackingMessage release];_trackingMessage=[@"轨迹合并失败,原蒙版已保留" copy];_trackingDiscard=YES;} _objectTracker.stop(); _toolTracker.stop(); if(_trackingStampMotion.active)_stampSourceTracker.stop(); uint64_t generation=_trackingGeneration;BOOL second=_trackingBoth&&!_trackingBackward&&!_trackingCancelled.load()&&!_trackingDiscard&&!_trackingStopped; dispatch_async(dispatch_get_main_queue(),^{if(self->_trackingGeneration!=generation)return; if(!self->_trackingSingle)[self publishTrackingPreview]; if(second){self->_trackingBackward=YES;self->_trackingFinishing.store(false);self->_trackingStarted=NSProcessInfo.processInfo.systemUptime;self->_trackingHeartbeat.store(self->_trackingStarted);ida=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];BOOL started=NO;if(a){[a startAction:self];@try{started=[[self->_apiManager apiForProtocol:@protocol(FxAnalysisAPI)]startBackwardAnalysis:kFxAnalysisLocation_GPU error:nil];}@finally{[a endAction:self];}}if(started){[self toolStatus:@"正向完成,正在从同一起点反向跟踪…"];return;}self->_trackingFinishing.store(true);} BOOL hasResults=![self->_trackingCandidate[@"keys"]isEqual:self->_trackingFrozenMask[@"keys"]];NSString *message=self->_trackingMessage?:[NSString stringWithFormat:@"%@跟踪完成 · %lu 个轨迹键",self->_trackingBoth?@"双向":(self->_trackingBackward?@"反向":@"正向"),(unsigned long)[self->_trackingCandidate[@"keys"]count]]; if(self->_trackingObjectRepaired)message=[message stringByAppendingFormat:@" · 补齐 %lu 帧短暂遮挡,请复核",(unsigned long)self->_trackingObjectRepaired]; BOOL failedStamp=self->_trackingStopped&&self->_trackingFrozenMask[@"stampSource"]; if(failedStamp){ double stopped=CMTIME_IS_NUMERIC(self->_trackingCurrentTime)?CMTimeGetSeconds(self->_trackingCurrentTime):CMTimeGetSeconds(self->_trackingReferenceTime); NSString *position=CMTIME_IS_NUMERIC(self->_trackingPreviousTime)?[NSString stringWithFormat:@"最后可信帧 %.3fs",CMTimeGetSeconds(self->_trackingPreviousTime)]:@"未生成新轨迹,原图章已保留"; message=[NSString stringWithFormat:@"已停止 · %.3fs · %@。%@",stopped,position,message]; } if((hasResults||failedStamp)&&!self->_trackingDiscard){ida=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(a){[a startAction:self];@try{NSMutableDictionary *doc=DYMutablePlist(DYReadTools(self->_apiManager,a.currentTime).document);NSString *node=DYSharedMaskWithID(doc,self->_trackingMaskID)?@"shared":self->_trackingNode;NSMutableDictionary *mask=[self toolMask:self->_trackingMaskID node:node document:doc];if(mask&&[mask isEqual:self->_trackingFrozenMask]){self->_trackingCandidate[@"status"]=message; if(mask[@"stampSource"]){ self->_trackingCandidate[@"trackingStopped"]=@(self->_trackingStopped); for(NSString *field in @[@"trackingLastTime",@"trackingStopTime"])[self->_trackingCandidate removeObjectForKey:field]; CMTime last=self->_trackingPreviousTime,stop=self->_trackingCurrentTime; if(CMTIME_IS_NUMERIC(last))self->_trackingCandidate[@"trackingLastTime"]=@[@(last.value),@(last.timescale),@(last.epoch)]; if(CMTIME_IS_NUMERIC(stop))self->_trackingCandidate[@"trackingStopTime"]=@[@(stop.value),@(stop.timescale),@(stop.epoch)]; } [mask setDictionary:self->_trackingCandidate];idundo=[self->_apiManager apiForProtocol:@protocol(FxUndoAPI)];[undo startUndoGroup:mask[@"stampSource"]?@"仿制图章跟踪":@"蒙版区域跟踪"];BOOL written=DYWriteTools(self->_apiManager,doc,a.currentTime);[undo endUndoGroup];if(!written)message=@"宿主未接受跟踪结果,原图章/蒙版已保留,请重试。";else [self adoptToolCanvasDocument:doc];}else message=@"目标工具或蒙版已更改,已丢弃过期跟踪结果";}@finally{[a endAction:self];}}} CMTime stepTime=self->_trackingPreviousTime;BOOL advance=self->_trackingSingle&&changed&&!self->_trackingDiscard&&!self->_trackingCancelled.load()&&CMTIME_IS_NUMERIC(stepTime); @synchronized(self->_toolCaptureDevices){for(NSMutableDictionary *entry in self->_toolCaptureDevices.allValues)[entry removeObjectsForKeys:@[@"encoded",@"bytes",@"buffer",@"previewBuffer",@"visionPool",@"visionWidth",@"visionHeight"]];} self->_trackingActive.store(false);if(advance){idseek=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(seek){[seek startAction:self];@try{idtiming=[self->_apiManager apiForProtocol:@protocol(FxTimingAPI_v4)];CMTime timelineTime=kCMTimeInvalid;[timing timelineTime:&timelineTime fromInputTime:stepTime];idcommand=[self->_apiManager apiForProtocol:@protocol(FxCommandAPI_v2)];if(CMTIME_IS_NUMERIC(timelineTime)){NSError *seekError=nil;BOOL moved=[command movePlayheadToTime:timelineTime error:&seekError];if(!moved)os_log(OS_LOG_DEFAULT,"dayu_tool_track_seek timeline=%{public}.6f code=%{public}ld",CMTimeGetSeconds(timelineTime),(long)seekError.code);}else message=[message stringByAppendingString:@";宿主未提供有效播放头位置"];}@finally{[seek endAction:self];}}}[self->_toolAnalysisTimer invalidate];[self->_toolAnalysisTimer release];self->_toolAnalysisTimer=nil;[NSNotificationCenter.defaultCenter postNotificationName:DYModelChanged object:self->_apiManager]; if(self->_trackingObjectMode) os_log(OS_LOG_DEFAULT,"dayu_object_track_finished elapsed_ms=%{public}.2f direct=%{public}lu copied=%{public}lu keys=%{public}lu", 1000*(NSProcessInfo.processInfo.systemUptime-self->_trackingRunStart), (unsigned long)self->_trackingDirectFrames,(unsigned long)self->_trackingCopiedFrames, (unsigned long)[self->_trackingCandidate[@"keys"]count]); if(self->_trackingSingle)[self toolStatus:message]; else { [NSNotificationCenter.defaultCenter postNotificationName:@"DYColorWorkspaceRequested" object:self->_apiManager userInfo:@{@"page":@"tracking"}]; [self postTrackingPreview:nil active:NO message:message]; } });return YES; } #include "DYToolCanvasEditing.inc.h"