- (void)initializeToolHost { _viewerParameterBridge=[[DYViewerParameterBridge alloc]initWithAPIManager:_apiManager];_viewerParameterBridge.renderer=_renderer; _toolCaptureDevices=[NSMutableDictionary new];_toolCanvasDocument=[[[[DYToolDocument alloc]init]autorelease].document copy];_toolSourceTime=kCMTimeInvalid;_toolCanvasEditTime=kCMTimeInvalid; NSNotificationCenter *n=NSNotificationCenter.defaultCenter;[n addObserver:self selector:@selector(toolCanvasSelection:) name:@"DYToolCanvasSelection" object:_apiManager];[n addObserver:self selector:@selector(toolCanvasCommand:) name:@"DYToolCanvasCommand" object:_apiManager];[n addObserver:self selector:@selector(toolTrackRequested:) name:@"DYToolTrack" object:_apiManager]; } - (void)tearDownToolHost { [_viewerParameterBridge invalidate];[_viewerParameterBridge release];_viewerParameterBridge=nil; [_toolAnalysisTimer invalidate];[_toolAnalysisTimer release];@synchronized(DYToolCanvasSessions()){if(_toolSession)[DYToolCanvasSessions()removeObjectForKey:_toolSession];} [_toolCanvasDocument release];[_toolSession release];[_selectedToolNode release];[_selectedToolMask release];[_toolCanvasDraft release];[_toolCanvasOriginal release];[_trackingNode release];[_trackingMaskID release];[_trackingFrozenMask release];[_trackingCandidate release];[_trackingSamples release];[_trackingMessage release];[_trackingPreviewFrame release];[_toolCaptureDevices release]; } - (void)adoptToolCanvasDocument:(NSDictionary*)document { if(!document)return;@synchronized(self){[_toolCanvasDocument release];_toolCanvasDocument=[document copy];if([self toolMask:_selectedToolMask node:_selectedToolNode document:document])return;NSString *node=nil,*maskID=nil;for(NSString *type in DYToolTypes())for(NSDictionary *mask in DYMasksForTool(document,[@"base:" stringByAppendingString:type]))if(!node&&[mask[@"enabled"]boolValue]){node=[@"base:" stringByAppendingString:type];maskID=mask[@"id"];}for(NSDictionary *layer in document[@"layers"])for(NSDictionary *mask in DYMasksForTool(document,layer[@"id"]))if(!node&&[mask[@"enabled"]boolValue]){node=layer[@"id"];maskID=mask[@"id"];}[_selectedToolNode release];_selectedToolNode=[node copy];[_selectedToolMask release];_selectedToolMask=[maskID copy];} } - (void)scheduleToolCanvasRegistration { _toolCaptureEnabled=YES;dispatch_async(dispatch_get_main_queue(),^{ida=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(!a)return;[a startAction:self];@try{if(!self->_toolSession){NSString *session=NSUUID.UUID.UUIDString;ids=[self->_apiManager apiForProtocol:@protocol(FxParameterSettingAPI_v6)];BOOL accepted=[s setStringParameterValue:session toParameter:DYCanvasSessionParameterID];os_log(OS_LOG_DEFAULT,"dayu_tool_canvas_registered accepted=%{public}d",(int)accepted);{self->_toolSession=[session copy];@synchronized(DYToolCanvasSessions()){[DYToolCanvasSessions()setObject:self forKey:session];}}}}@finally{[a endAction:self];}}); } #include "DYToolGrayCapture.inc.h" - (NSMutableDictionary*)toolMask:(NSString*)maskID node:(NSString*)nodeID document:(NSDictionary*)doc {for(NSMutableDictionary *m in DYMasksForTool(doc,nodeID))if([m[@"id"]isEqual:maskID])return m;return nil;} - (void)toolStatus:(NSString*)message { NSString *node=[[_trackingNode?:_selectedToolNode copy]autorelease],*mask=[[_trackingMaskID?:_selectedToolMask copy]autorelease];dispatch_async(dispatch_get_main_queue(),^{[NSNotificationCenter.defaultCenter postNotificationName:@"DYToolTrackingStatus" object:self->_apiManager userInfo:@{@"node":node?:@"",@"mask":mask?:@"",@"message":message?:@""}];}); } - (void)postTrackingPreview:(NSDictionary*)frame active:(BOOL)active message:(NSString*)message { NSMutableDictionary *info=[NSMutableDictionary dictionaryWithDictionary:frame?:@{}]; info[@"node"]=_trackingNode?:@"";info[@"mask"]=_trackingMaskID?:@""; info[@"tracking"]=@(active);info[@"message"]=message; [NSNotificationCenter.defaultCenter postNotificationName:@"DYToolTrackingStatus" object:_apiManager userInfo:info]; } - (void)publishTrackingPreview { NSDictionary *frame=nil; @synchronized(self){ frame=[_trackingPreviewFrame autorelease];_trackingPreviewFrame=nil;_trackingPreviewQueued=NO; } if(!frame||!_trackingActive.load())return; NSUInteger done=[frame[@"completed"]unsignedIntegerValue],total=[frame[@"total"]unsignedIntegerValue]; NSString *direction=[frame[@"backward"]boolValue]?@"反向":@"正向"; NSString *message=total?[NSString stringWithFormat:@"%@ · %lu / %lu 帧 · %.0f%%",direction,(unsigned long)done,(unsigned long)total,100.*done/total] :[NSString stringWithFormat:@"%@ · 已分析 %lu 帧",direction,(unsigned long)done]; if([frame[@"predicted"]boolValue])message=[message stringByAppendingString:@" · 暂时丢失,预测并寻找目标"]; [self postTrackingPreview:frame active:YES message:message]; } - (void)queueTrackingPreview:(NSDictionary*)frame { uint64_t generation=_trackingGeneration; @synchronized(self){ [_trackingPreviewFrame release];_trackingPreviewFrame=[frame copy]; if(_trackingPreviewQueued)return; _trackingPreviewQueued=YES; } // Keep one coherent packet pending. A slow UI may skip intermediate updates // without ever pairing geometry from one frame with pixels from another. dispatch_after(dispatch_time(DISPATCH_TIME_NOW,NSEC_PER_SEC/15),dispatch_get_main_queue(),^{ if(self->_trackingGeneration==generation)[self publishTrackingPreview]; }); } - (void)toolCanvasSelection:(NSNotification*)notification { NSString *node=notification.userInfo[@"node"],*mask=notification.userInfo[@"mask"];if(!node||!mask)return;NSDictionary *document=notification.userInfo[@"document"];if(document&&DYValidToolDocument(document)){DYToolDocument *immutable=[[[DYToolDocument alloc]init]autorelease];immutable.document=document;[self adoptToolCanvasDocument:immutable.document];}os_log(OS_LOG_DEFAULT,"dayu_tool_canvas_selected"); @synchronized(self){if(DYSharedMaskWithID(_toolCanvasDocument,mask))node=@"shared";if(_trackingActive.load()&&(![_trackingNode isEqual:node]||![_trackingMaskID isEqual:mask])){_trackingCancelled.store(true);_trackingDiscard=YES;}[_selectedToolNode release];_selectedToolNode=[node copy];[_selectedToolMask release];_selectedToolMask=[mask copy];_toolCanvasHidden=[notification.userInfo[@"hidden"]boolValue];_toolDrawingPen=[notification.userInfo[@"draw"]boolValue];NSDictionary *shape=[self toolMask:mask node:node document:_toolCanvasDocument];DYMaskParameters shapeParameters=DYMaskAtTime(shape,kCMTimeInvalid);_toolDrawingShape=shape&&shapeParameters.kind<2&&[notification.userInfo[@"drawShape"]boolValue];if(_toolDrawingShape)_toolDrawingPen=NO;++_toolCanvasRevision;_toolCanvasEditTime=kCMTimeInvalid;_toolDragPart=0;_toolCanvasHasHover=NO;[_toolCanvasDraft release];_toolCanvasDraft=nil;[_toolCanvasOriginal release];_toolCanvasOriginal=nil;}[self postToolCanvasStatus:_toolDrawingPen?@"钢笔:点击放点,拖出曲柄;点首节点或完成绘制闭合。":_toolDrawingShape?@"在画面按下并拖出蒙版区域;Esc 取消。":@"已选中本层蒙版"]; } - (void)addCloneStampFrom:(NSPoint)source target:(NSRect)target atTime:(CMTime)time completion:(void (^)(NSString *failure))completion { dispatch_async(dispatch_get_main_queue(),^{ if(self->_trackingActive.load()){completion(@"请先停止跟踪,再绘制图章。");return;} idaction=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)]; if(!action){completion(@"宿主暂时无法保存图章,请重试。");return;} NSDictionary *selection=nil; NSString *failure=nil; [action startAction:self];@try{ // A new stamp is clip-wide. The OSC supplies geometry, while the action // supplies the time for accessing this instance's non-animatable document. CMTime writeTime=DYHostDisplayedFrameTime(self->_apiManager,action.currentTime); idget=[self->_apiManager apiForProtocol:@protocol(FxParameterRetrievalAPI_v6)]; DYToolDocument *stored=nil; if(!CMTIME_IS_NUMERIC(writeTime)||![get getCustomParameterValue:&stored fromParameter:DYToolsParameterID atTime:writeTime]||![stored isKindOfClass:DYToolDocument.class]){ failure=@"宿主暂时无法读取当前图章,请重试。"; }else{ NSMutableDictionary *doc=DYMutablePlist(stored.document); NSMutableDictionary *stamp=(id)DYAddSharedMask(doc,DYMaskEllipse); if(!stamp){ failure=DYSharedMasks(doc).count>=DYSharedMaskLimit?@"已达到蒙版与图章数量上限。":@"无法在当前效果中创建图章。"; }else{ DYMaskParameters p=DYMaskAtTime(stamp,kCMTimeInvalid); p.centerX=NSMidX(target);p.centerY=NSMidY(target);p.width=target.size.width;p.height=target.size.height; stamp[@"parameters"]=[NSData dataWithBytes:&p length:sizeof(p)]; stamp[@"stampSource"]=@[@(source.x),@(source.y),@(p.width),@(p.height)]; idundo=[self->_apiManager apiForProtocol:@protocol(FxUndoAPI)]; BOOL grouped=[undo startUndoGroup:@"创建仿制图章"]; @try{ if(DYWriteTools(self->_apiManager,doc,writeTime))selection=@{@"node":@"shared",@"mask":stamp[@"id"],@"document":doc}; else failure=@"宿主未保存图章,请重新拖出覆盖区。"; }@finally{if(grouped)[undo endUndoGroup];} } } os_log(OS_LOG_DEFAULT,"dayu_clone_commit accepted=%{public}d osc=%{public}.9f action=%{public}.9f", selection!=nil,CMTimeGetSeconds(time),CMTimeGetSeconds(writeTime)); }@finally{[action endAction:self];} if(selection){ [NSNotificationCenter.defaultCenter postNotificationName:DYModelChanged object:self->_apiManager]; [NSNotificationCenter.defaultCenter postNotificationName:@"DYToolCanvasSelection" object:self->_apiManager userInfo:selection]; [self postToolCanvasStatus:@"仿制图章已保存 · 可跟踪取样与覆盖区域"]; }else [self postToolCanvasStatus:failure]; completion(failure); }); } - (void)trackCloneStamp:(NSString*)stampID direction:(NSInteger)direction{ if(!stampID)return; dispatch_async(dispatch_get_main_queue(),^{ [NSNotificationCenter.defaultCenter postNotificationName:@"DYToolTrack" object:self->_apiManager userInfo:@{@"node":@"shared",@"mask":stampID,@"direction":@(direction)}]; }); } - (DYLevelTransform)toolCanvasLevelForAspect:(double)fallback rotation:(double *)rotation { @synchronized(self){ double angle=[_toolCanvasDocument[@"levelRotation"] doubleValue]; if(rotation)*rotation=angle; return DYLevelTransform([_toolCanvasDocument[@"levelMeasureOnly"]boolValue]?0:angle,_toolSourceAspect>0?_toolSourceAspect:fallback); } } - (NSDictionary *)toolCanvasLevelState { @synchronized(self){NSMutableDictionary *state=[NSMutableDictionary dictionary];for(NSString *key in @[@"levelRotation",@"levelReference",@"levelMeasureOnly"])if(_toolCanvasDocument[key])state[key]=_toolCanvasDocument[key];return [[state copy]autorelease];} } - (void)saveCanvasLevel:(NSDictionary *)state replacing:(NSDictionary *)previous completion:(void (^)(NSString *failure))completion { dispatch_async(dispatch_get_main_queue(),^{ NSString *failure=nil; id action=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)]; if(!action){completion(@"宿主暂时无法保存水平校正。");return;} [action startAction:self]; @try { CMTime time=DYHostDisplayedFrameTime(self->_apiManager,action.currentTime); DYToolDocument *stored=nil; id get=[self->_apiManager apiForProtocol:@protocol(FxParameterRetrievalAPI_v6)]; BOOL read=CMTIME_IS_NUMERIC(time)&&[get getCustomParameterValue:&stored fromParameter:DYToolsParameterID atTime:time]&&[stored isKindOfClass:DYToolDocument.class]; NSMutableDictionary *actual=[NSMutableDictionary dictionary]; for(NSString *key in @[@"levelRotation",@"levelReference",@"levelMeasureOnly"])if(stored.document[key])actual[key]=stored.document[key]; if(!read||![actual isEqual:previous])failure=@"水平校正状态已变化,请重试。"; else if(![state isEqual:actual]){ NSMutableDictionary *doc=DYMutablePlist(stored.document); for(NSString *key in @[@"levelRotation",@"levelReference",@"levelMeasureOnly"])doc[key]=state[key]; id undo=[self->_apiManager apiForProtocol:@protocol(FxUndoAPI)]; BOOL grouped=[undo startUndoGroup:state[@"levelReference"]?@"水平校正":@"重置水平校正"]; @try { if(DYWriteTools(self->_apiManager,doc,time)){ DYToolDocument *saved=[[[DYToolDocument alloc]init]autorelease];saved.document=doc; [self adoptToolCanvasDocument:saved.document]; }else failure=@"宿主未保存水平校正,请重试。"; }@finally{if(grouped)[undo endUndoGroup];} } }@finally{[action endAction:self];} if(!failure)[NSNotificationCenter.defaultCenter postNotificationName:DYModelChanged object:self->_apiManager]; completion(failure); }); } - (BOOL)toolCanvasVisible {@synchronized(self){return _selectedToolNode&&_selectedToolMask&&!_toolCanvasHidden;}} - (DYViewerParameterBridge*)viewerParameterBridge{return _viewerParameterBridge;} - (NSDictionary*)toolCanvasMaskAtTime:(CMTime)time { @synchronized(self){if(_toolCanvasHidden||!_selectedToolMask)return nil;BOOL draftTime=_toolCanvasDraft&&CMTIME_IS_NUMERIC(_toolCanvasEditTime);if(draftTime)time=_toolCanvasEditTime;NSDictionary *m=draftTime?_toolCanvasDraft:[self toolMask:_selectedToolMask node:_selectedToolNode document:_toolCanvasDocument];if(!m)return nil;DYMaskParameters p=DYMaskAtTime(m,time);return @{@"id":m[@"id"],@"parameters":[NSData dataWithBytes:&p length:sizeof(p)],@"nodes":(_toolDrawingPen&&!_toolCanvasDraft)?[NSData data]:(m[@"nodes"]?:[NSData data]),@"drawing":@(_toolDrawingPen),@"drawShape":@(_toolDrawingShape),@"shapeStarted":@(_toolDrawingShape&&_toolCanvasDraft!=nil),@"hover":(_toolDrawingPen&&_toolCanvasHasHover)?@[@(_toolCanvasHoverPoint.x),@(_toolCanvasHoverPoint.y)]:@[],@"coverage":@(_toolShowCoverage),@"stampSource":DYStampSourceAtTime(draftTime&&_toolDragPart!=DYCloneSourcePart&&_toolCanvasOriginal?_toolCanvasOriginal:m,time)?:@[],@"tracking":@(_trackingActive.load())};} } - (void)toolTrackRequested:(NSNotification*)notification { NSInteger direction=[notification.userInfo[@"direction"]integerValue];if(direction==9){_trackingCancelled.store(true);return;}@synchronized(self){if(_toolDrawingPen||_toolDrawingShape||_toolCanvasCommitPending){[self postToolCanvasStatus:@"请先完成或取消蒙版绘制,再开始跟踪。"];return;}}if(_trackingActive.load()){[self toolStatus:@"请先取消当前跟踪"];return;} ida=[_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(!a)return;[a startAction:self];@try{ idanalysis=[_apiManager apiForProtocol:@protocol(FxAnalysisAPI)];FxAnalysisState state=[analysis analysisStateForEffect];if(!analysis||state==kFxAnalysisState_AnalysisRequested||state==kFxAnalysisState_AnalysisStarted){[self toolStatus:@"宿主未就绪,请等待当前分析结束"];return;} CMTime time=a.currentTime;NSDictionary *doc=DYReadTools(_apiManager,time).document;NSString *node=DYSharedMaskWithID(doc,notification.userInfo[@"mask"])?@"shared":notification.userInfo[@"node"];NSDictionary *mask=[self toolMask:notification.userInfo[@"mask"] node:node document:doc];if(!mask||![mask[@"enabled"]boolValue]){[self toolStatus:@"请先选择当前工具的启用蒙版"];return;}DYMaskParameters seed=DYMaskAtTime(mask,time);if(seed.kind>DYMaskBezier||(seed.kind==DYMaskBezier&&[mask[@"nodes"]length]<3*sizeof(DYBezierNode))){[self toolStatus:@"跟踪需要矩形、椭圆或闭合钢笔区域"];return;} // The host may reuse an already rendered frame without calling our renderer. // Analyzer input is authoritative; a matching preview is only an optional // orientation check, never a prerequisite for starting at the playhead. @synchronized(self){_trackingReferenceFrame={};if(_toolSourceFrame.valid()&&CMTIME_IS_NUMERIC(_toolSourceTime)&&CMTimeCompare(_toolSourceTime,time)==0)_trackingReferenceFrame=_toolSourceFrame;} idtiming=[_apiManager apiForProtocol:@protocol(FxTimingAPI_v4)];NSUInteger numerator=[timing timelineFpsNumeratorForEffect:self],denominator=[timing timelineFpsDenominatorForEffect:self];_trackingFrameDuration=numerator&&denominator&&numerator<=INT32_MAX?CMTimeMake(denominator,(int32_t)numerator):kCMTimeInvalid;if(!CMTIME_IS_NUMERIC(_trackingFrameDuration)||_trackingFrameDuration.value<=0){[self toolStatus:@"宿主未提供精确帧长,跟踪未启动"];return;} [_trackingNode release];_trackingNode=[node copy];[_trackingMaskID release];_trackingMaskID=[notification.userInfo[@"mask"]copy];[_trackingFrozenMask release];_trackingFrozenMask=[mask copy];[_trackingCandidate release];_trackingCandidate=[DYMutablePlist(mask)retain];[_trackingSamples release];_trackingSamples=[NSMutableArray new];[_trackingMessage release];_trackingMessage=nil; NSArray *source=DYStampSourceAtTime(mask,time); _trackingStampMotion=DYStampMotionAtTime(mask,time); _trackingObjectMode=DYMosaicTracksMask(doc,mask[@"id"]);_trackingObjectPending=_trackingObjectRepaired=0; if(source){ _trackingStampMotion.active=true; _trackingStampSourceSeed={[source[0] floatValue],[source[1] floatValue], std::min(8.f,[source[2] floatValue]*_trackingStampMotion.sourceScaleX), std::min(8.f,[source[3] floatValue]*_trackingStampMotion.sourceScaleY),0}; } _trackingReferenceTime=time;_trackingSeed=seed;_trackingBackward=direction<0;_trackingBoth=direction==0;_trackingSingle=std::abs((int)direction)==2;_trackingDiscard=NO;_trackingCancelled.store(false);_trackingFinishing.store(false);_trackingActive.store(true);++_trackingGeneration;_trackingStarted=NSProcessInfo.processInfo.systemUptime; _trackingPreviewInputRange=kCMTimeRangeInvalid;_trackingPreviewTotal=_trackingPreviewCompleted=0; @synchronized(self){[_trackingPreviewFrame release];_trackingPreviewFrame=nil;_trackingPreviewQueued=NO;} os_log(OS_LOG_DEFAULT,"dayu_tool_track_start direction=%{public}ld reference=%{public}.6f cached=%{public}d",(long)direction,CMTimeGetSeconds(time),_trackingReferenceFrame.valid()); NSError *error=nil;BOOL started=_trackingBackward?[analysis startBackwardAnalysis:kFxAnalysisLocation_GPU error:&error]:[analysis startForwardAnalysis:kFxAnalysisLocation_GPU error:&error];if(!started){_trackingActive.store(false);[self toolStatus:error.localizedDescription?:@"宿主未启动逐帧分析"];return;} if(_trackingSingle)[self toolStatus:@"正在读取下一张源帧…"]; else{ uint64_t generation=_trackingGeneration; dispatch_async(dispatch_get_main_queue(),^{ if(self->_trackingGeneration!=generation||!self->_trackingActive.load())return; [NSNotificationCenter.defaultCenter postNotificationName:@"DYColorWorkspaceRequested" object:self->_apiManager userInfo:@{@"page":@"tracking"}]; [self postTrackingPreview:nil active:YES message:@"正在读取宿主源帧…"]; }); } if(!_toolAnalysisTimer)_toolAnalysisTimer=[[NSTimer scheduledTimerWithTimeInterval:.3 target:self selector:@selector(pollToolAnalysis:) userInfo:nil repeats:YES]retain]; }@finally{[a endAction:self];} } - (void)pollToolAnalysis:(NSTimer*)timer { if(!_trackingActive.load()||_trackingFinishing.load()||_trackingInFrame.load())return;ida=[_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(!a)return;[a startAction:self];@try{idapi=[_apiManager apiForProtocol:@protocol(FxAnalysisAPI)];FxAnalysisState state=[api analysisStateForEffect];if(state==kFxAnalysisState_AnalysisCompleted||state==kFxAnalysisState_AnalysisInterrupted||(state==kFxAnalysisState_NotAnalyzing&&NSProcessInfo.processInfo.systemUptime-_trackingStarted>2))[self cleanupAnalysis:nil];}@finally{[a endAction:self];} } - (BOOL)stopToolAnalysis:(NSString*)message error:(NSError**)error { if(message){[_trackingMessage release];_trackingMessage=[message copy];if(error)*error=[NSError errorWithDomain:@"com.dayu.color.tracking" code:2 userInfo:@{NSLocalizedDescriptionKey:message}];}[self cleanupAnalysis:nil];return NO; } - (BOOL)finishToolAnalysis:(NSString*)message error:(NSError**)error { // FxAnalyzer's quiet cancellation is an explicit SDK error sentinel. A bare // NO/nil can leave FCP's background analysis task active after our cleanup. [self stopToolAnalysis:message error:nil];if(error)*error=[NSError errorWithDomain:FxPlugErrorDomain code:kFxError_UserCancelled userInfo:@{NSLocalizedDescriptionKey:message?:@"本次跟踪已结束"}];return NO; } - (BOOL)desiredAnalysisTimeRange:(CMTimeRange*)out forInputWithTimeRange:(CMTimeRange)input error:(NSError**)error { CMTime end=CMTimeRangeGetEnd(input),ref=_trackingReferenceTime,step=_trackingFrameDuration;if(!CMTIME_IS_NUMERIC(input.start)||!CMTIME_IS_NUMERIC(end)||!CMTIME_IS_NUMERIC(ref)||ref.epoch!=input.start.epoch||ref.epoch!=end.epoch||CMTimeCompare(ref,input.start)<0||CMTimeCompare(ref,end)>=0||!CMTIME_IS_NUMERIC(step)||step.value<=0)return [self stopToolAnalysis:@"跟踪起点或帧长无效" error:error]; _trackingPreviewInputRange=input; CMTime lo=_trackingBackward?input.start:ref,hi=_trackingBackward?CMTimeAdd(ref,step):end;if(_trackingSingle){if(_trackingBackward){lo=CMTimeSubtract(ref,step);if(CMTimeCompare(lo,input.start)<0)lo=input.start;}else hi=CMTimeAdd(ref,CMTimeMultiply(step,2));}if(CMTimeCompare(hi,end)>0)hi=end;if(_trackingBackward&&CMTimeCompare(ref,input.start)==0&&!_trackingBoth){[_trackingMessage release];_trackingMessage=[@"已到片段边界,未产生新轨迹" copy];}*out=CMTimeRangeFromTimeToTime(lo,hi);return out->duration.value>0; } - (BOOL)setupAnalysisForTimeRange:(CMTimeRange)range frameDuration:(CMTime)duration error:(NSError**)error { if(!CMTIME_IS_NUMERIC(duration)||duration.value<=0||duration.epoch!=0)return [self stopToolAnalysis:@"宿主分析帧长无效" error:error];_trackingFrameDuration=duration;_trackingPreviousTime=kCMTimeInvalid;_trackingFlip=NO;[_trackingSamples removeAllObjects]; _objectTracker.stop();_trackingObjectPending=0; if(!_trackingSingle&&CMTIMERANGE_IS_VALID(_trackingPreviewInputRange)){ double step=CMTimeGetSeconds(duration); double forward=CMTimeGetSeconds(CMTimeSubtract(CMTimeRangeGetEnd(_trackingPreviewInputRange),_trackingReferenceTime))/step; double backward=CMTimeGetSeconds(CMTimeSubtract(_trackingReferenceTime,_trackingPreviewInputRange.start))/step; // Backward includes the reference frame. A bidirectional run counts it once. forward=std::max(1.,std::ceil(forward-1e-7));backward=std::floor(backward+1e-7); double total=_trackingBoth?forward+backward:_trackingBackward?backward+1:forward; _trackingPreviewTotal=NSUInteger(std::clamp(total,1.,double(INT_MAX))); } std::vectorpolygon;NSData *nodes=_trackingCandidate[@"nodes"];if(_trackingSeed.kind==DYMaskBezier){auto path=dyFlattenMask((const DYBezierNode*)nodes.bytes,nodes.length/sizeof(DYBezierNode));for(int i=0;i=2)return [self finishToolAnalysis:nil error:error];if(_trackingSamples.count>=DYToolKeyLimit)return [self finishToolAnalysis:@"轨迹已到数量上限,保留已完成部分" error:error]; CMTime expected=CMTIME_IS_NUMERIC(_trackingPreviousTime)?(_trackingBackward?CMTimeSubtract(_trackingPreviousTime,_trackingFrameDuration):CMTimeAdd(_trackingPreviousTime,_trackingFrameDuration)):_trackingReferenceTime;if(!CMTIME_IS_NUMERIC(time)||time.epoch!=expected.epoch||CMTimeCompare(time,expected)!=0)return [self stopToolAnalysis:@"宿主帧序列不连续,停在最后可信帧" error:error]; NSDictionary *preview=nil; dy::GrayFrame frame=[self toolGrayFrame:tile preview:(_trackingSingle&&!_trackingObjectMode)?nullptr:&preview error:error]; if(!frame.valid())return [self stopToolAnalysis:@"宿主未返回完整源画面" error:error]; if(!_trackingSamples.count){if(_trackingReferenceFrame.valid()&&frame.width==_trackingReferenceFrame.width&&frame.height==_trackingReferenceFrame.height){double same=0,flip=0;size_t count=0;for(int y=0;y640||height>640||rgba.length!=size_t(width)*height*4)return [self finishToolAnalysis:@"目标跟踪未取得完整分析画面,原轨迹已保留" error:error]; if(!_trackingSamples.count){ // Vision consumes an axis-aligned object rectangle. Track the true bounds // of a rotated authored shape, then apply only its uniform scale/position. float aspect=float(width)/height,ca=std::cos(_trackingSeed.angle),sa=std::sin(_trackingSeed.angle); float w=_trackingSeed.width*aspect,h=_trackingSeed.height; BOOL ellipse=_trackingSeed.kind==DYMaskEllipse; float bw=ellipse?std::hypot(w*ca,h*sa):fabs(w*ca)+fabs(h*sa); float bh=ellipse?std::hypot(w*sa,h*ca):fabs(w*sa)+fabs(h*ca); dy::TrackerROI roi={_trackingSeed.centerX,_trackingSeed.centerY,bw/aspect,bh,0}; os_log(OS_LOG_DEFAULT,"dayu_object_track_worker main=%{public}d",(int)NSThread.isMainThread); if(!_objectTracker.reset((const uint8_t*)rgba.bytes,width,height,_trackingFlip,roi,1./CMTimeGetSeconds(_trackingFrameDuration)))return [self finishToolAnalysis:@"无法建立目标外观,请调整蒙版后重试" error:error]; objectStep={{roi.cx,roi.cy,roi.width,roi.height,1},true,false,false,0}; }else objectStep=_objectTracker.track((const uint8_t*)rgba.bytes,width,height,_trackingFlip); target=_objectTracker.result(objectStep); if(!target.valid)return [self finishToolAnalysis:@"目标未能重新确认,已停止;请调整蒙版后继续" error:error]; }else if(!_trackingSamples.count){ dy::TrackerROI targetROI={_trackingSeed.centerX,_trackingSeed.centerY,_trackingSeed.width,_trackingSeed.height,_trackingSeed.angle}; if(!_toolTracker.reset(frame,targetROI)) return [self finishToolAnalysis:stamp?@"覆盖区域内纹理不足,原图章已保留":@"蒙版内纹理不足,原蒙版已保留" error:error]; if(stamp&&!_stampSourceTracker.reset(frame,_trackingStampSourceSeed)) return [self finishToolAnalysis:@"取样区域内纹理不足,原图章已保留" error:error]; target=_toolTracker.result(); if(stamp)source=_stampSourceTracker.result(); }else{ target=_toolTracker.track(frame); if(!target.valid)return [self finishToolTrackingLoss:target region:stamp?@"覆盖区域":nil atTime:time error:error]; if(stamp){ source=_stampSourceTracker.track(frame); if(!source.valid)return [self finishToolTrackingLoss:source region:@"取样区域" atTime:time error:error]; } } DYMaskParameters p=DYMaskAtTime(_trackingFrozenMask,stamp?kCMTimeInvalid:time); p.centerX=target.cx;p.centerY=target.cy; float confidence=target.confidence; DYStampMotion motion=_trackingStampMotion; if(stamp){ NSArray *authoredSource=_trackingFrozenMask[@"stampSource"]; motion.sourceOffsetX=source.cx-[authoredSource[0] floatValue]; motion.sourceOffsetY=source.cy-[authoredSource[1] floatValue]; motion.sourceScaleX*=source.scaleX;motion.sourceScaleY*=source.scaleY; motion.targetScaleX*=target.scaleX;motion.targetScaleY*=target.scaleY; for(float scale:{motion.sourceScaleX,motion.sourceScaleY,motion.targetScaleX,motion.targetScaleY}) if(!std::isfinite(scale)||scale<1.f/16||scale>16.f) return [self finishToolAnalysis:@"图章缩放超出跟踪范围,已保留连续可信轨迹" error:error]; confidence=std::min(confidence,source.confidence); }else{ p.width=_trackingSeed.width*target.scaleX;p.height=_trackingSeed.height*target.scaleY; p.angle=_trackingSeed.angle+target.rotation; } if(!dyValidMaskParameters(p))return [self stopToolAnalysis:@"跟踪变换无效,未写入错误结果" error:error]; if(_trackingObjectMode){ if(objectStep.recovered){ if(!DYRepairObjectTrackingGap(_trackingSamples,p,objectStep.gap))return [self finishToolAnalysis:@"遮挡段无法安全补齐,已保留确认轨迹" error:error]; _trackingObjectRepaired+=objectStep.gap; } _trackingObjectPending=objectStep.predicted?objectStep.gap:0; } [_trackingSamples addObject:DYStampKey(time,p,NO,confidence,motion)];_trackingPreviousTime=time; if(!_trackingSingle){ if(!(_trackingBoth&&_trackingBackward&&_trackingSamples.count==1&&_trackingPreviewCompleted))++_trackingPreviewCompleted; DYMaskParameters covered=p; NSMutableDictionary *packet=[NSMutableDictionary dictionaryWithDictionary:preview?:@{}]; if(stamp){ covered.width*=motion.targetScaleX;covered.height*=motion.targetScaleY; DYMaskParameters sampled=covered; sampled.centerX=source.cx;sampled.centerY=source.cy; sampled.width=_trackingStampSourceSeed.width*source.scaleX; sampled.height=_trackingStampSourceSeed.height*source.scaleY; packet[@"sourceShape"]=[NSData dataWithBytes:&sampled length:sizeof(sampled)]; } packet[@"shape"]=[NSData dataWithBytes:&covered length:sizeof(covered)];packet[@"predicted"]=@(objectStep.predicted); packet[@"nodes"]=_trackingFrozenMask[@"nodes"]; packet[@"flip"]=@(_trackingFlip);packet[@"time"]=@(CMTimeGetSeconds(time)); packet[@"completed"]=@(_trackingPreviewCompleted); packet[@"total"]=@(MAX(_trackingPreviewTotal,_trackingPreviewCompleted)); packet[@"backward"]=@(_trackingBackward); [self queueTrackingPreview:packet]; } if(_trackingSamples.count==1||_trackingSamples.count%15==0){ if(stamp)os_log(OS_LOG_DEFAULT,"dayu_stamp_track_pair time=%{public}.6f target=%{public}.5f,%{public}.5f source=%{public}.5f,%{public}.5f target_scale=%{public}.4f,%{public}.4f source_scale=%{public}.4f,%{public}.4f",CMTimeGetSeconds(time),target.cx,target.cy,source.cx,source.cy,motion.targetScaleX,motion.targetScaleY,motion.sourceScaleX,motion.sourceScaleY); } return YES; }@finally{DYBetaSpanEnd(trackingSpan,nil);_trackingInFrame.store(false);} } - (BOOL)cleanupAnalysis:(NSError**)error { if(!_trackingActive.load()||_trackingFinishing.exchange(true))return YES; if(_trackingObjectPending){ NSUInteger remove=MIN(_trackingObjectPending,_trackingSamples.count);[_trackingSamples removeObjectsInRange:NSMakeRange(_trackingSamples.count-remove,remove)]; NSString *message=[NSString stringWithFormat:@"%@;已排除末尾 %lu 帧未确认预测",_trackingMessage?:@"目标丢失,请检查并从最后确认位置继续",(unsigned long)remove];[_trackingMessage release];_trackingMessage=[message copy];_trackingObjectPending=0; } BOOL changed=_trackingSamples.count>1;if(changed&&!DYMergeTracking(_trackingCandidate,_trackingSamples,_trackingFrameDuration)){[_trackingMessage release];_trackingMessage=[@"轨迹合并失败,原蒙版已保留" copy];_trackingDiscard=YES;} _objectTracker.stop(); _toolTracker.stop(); if(_trackingStampMotion.active)_stampSourceTracker.stop(); uint64_t generation=_trackingGeneration;BOOL second=_trackingBoth&&!_trackingBackward&&!_trackingCancelled.load()&&!_trackingDiscard; dispatch_async(dispatch_get_main_queue(),^{if(self->_trackingGeneration!=generation)return; if(!self->_trackingSingle)[self publishTrackingPreview]; if(second){self->_trackingBackward=YES;self->_trackingFinishing.store(false);self->_trackingStarted=NSProcessInfo.processInfo.systemUptime;ida=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];BOOL started=NO;if(a){[a startAction:self];@try{started=[[self->_apiManager apiForProtocol:@protocol(FxAnalysisAPI)]startBackwardAnalysis:kFxAnalysisLocation_GPU error:nil];}@finally{[a endAction:self];}}if(started){[self toolStatus:@"正向完成,正在从同一起点反向跟踪…"];return;}self->_trackingFinishing.store(true);} BOOL hasResults=![self->_trackingCandidate[@"keys"]isEqual:self->_trackingFrozenMask[@"keys"]];NSString *message=self->_trackingMessage?:[NSString stringWithFormat:@"%@跟踪完成 · %lu 个轨迹键",self->_trackingBoth?@"双向":(self->_trackingBackward?@"反向":@"正向"),(unsigned long)[self->_trackingCandidate[@"keys"]count]]; if(self->_trackingObjectRepaired)message=[message stringByAppendingFormat:@" · 补齐 %lu 帧短暂遮挡,请复核",(unsigned long)self->_trackingObjectRepaired]; if(hasResults&&!self->_trackingDiscard){ida=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(a){[a startAction:self];@try{NSMutableDictionary *doc=DYMutablePlist(DYReadTools(self->_apiManager,a.currentTime).document);NSString *node=DYSharedMaskWithID(doc,self->_trackingMaskID)?@"shared":self->_trackingNode;NSMutableDictionary *mask=[self toolMask:self->_trackingMaskID node:node document:doc];if(mask&&[mask isEqual:self->_trackingFrozenMask]){self->_trackingCandidate[@"status"]=message;[mask setDictionary:self->_trackingCandidate];idundo=[self->_apiManager apiForProtocol:@protocol(FxUndoAPI)];[undo startUndoGroup:mask[@"stampSource"]?@"仿制图章跟踪":@"蒙版区域跟踪"];BOOL written=DYWriteTools(self->_apiManager,doc,a.currentTime);[undo endUndoGroup];if(!written)message=@"宿主未接受轨迹,原蒙版已保留";}else message=@"目标工具或蒙版已更改,已丢弃过期跟踪结果";}@finally{[a endAction:self];}}} CMTime stepTime=self->_trackingPreviousTime;BOOL advance=self->_trackingSingle&&changed&&!self->_trackingDiscard&&!self->_trackingCancelled.load()&&CMTIME_IS_NUMERIC(stepTime); @synchronized(self->_toolCaptureDevices){for(NSMutableDictionary *entry in self->_toolCaptureDevices.allValues)[entry removeObjectsForKeys:@[@"encoded",@"bytes",@"buffer",@"previewBuffer"]];} self->_trackingActive.store(false);if(advance){idseek=[self->_apiManager apiForProtocol:@protocol(FxCustomParameterActionAPI_v4)];if(seek){[seek startAction:self];@try{idtiming=[self->_apiManager apiForProtocol:@protocol(FxTimingAPI_v4)];CMTime timelineTime=kCMTimeInvalid;[timing timelineTime:&timelineTime fromInputTime:stepTime];idcommand=[self->_apiManager apiForProtocol:@protocol(FxCommandAPI_v2)];if(CMTIME_IS_NUMERIC(timelineTime)){NSError *seekError=nil;BOOL moved=[command movePlayheadToTime:timelineTime error:&seekError];if(!moved)os_log(OS_LOG_DEFAULT,"dayu_tool_track_seek timeline=%{public}.6f code=%{public}ld",CMTimeGetSeconds(timelineTime),(long)seekError.code);}else message=[message stringByAppendingString:@";宿主未提供有效播放头位置"];}@finally{[seek endAction:self];}}}[self->_toolAnalysisTimer invalidate];[self->_toolAnalysisTimer release];self->_toolAnalysisTimer=nil;[NSNotificationCenter.defaultCenter postNotificationName:DYModelChanged object:self->_apiManager]; if(self->_trackingSingle)[self toolStatus:message]; else [self postTrackingPreview:nil active:NO message:message]; });return YES; } #include "DYToolCanvasEditing.inc.h"