From 606544820f67d0073286e0f8fbd66709ab7a01b8 Mon Sep 17 00:00:00 2001 From: mac Date: Thu, 5 Nov 2026 04:24:51 +0800 Subject: [PATCH] research: verify native preset stream and prepare bounded trajectory reader --- .../ColorFinaleWorkspaceEvidence-20261105.md | 20 ++ tools/tracking/read_colorfinale_collection.py | 208 ++++++++++++++++++ .../ColorFinaleTrackReaders-20261105.json | 36 +++ 自定控件开发交接.md | 2 + 4 files changed, 266 insertions(+) create mode 100644 tools/tracking/read_colorfinale_collection.py create mode 100644 verification/ColorFinaleTrackReaders-20261105.json diff --git a/research/ColorFinaleWorkspaceEvidence-20261105.md b/research/ColorFinaleWorkspaceEvidence-20261105.md index 2e13c93..17e5e41 100644 --- a/research/ColorFinaleWorkspaceEvidence-20261105.md +++ b/research/ColorFinaleWorkspaceEvidence-20261105.md @@ -101,3 +101,23 @@ RenderingEngine的`createIOSurfaceFromTexture:pixelFormat:maxSize:`(`0x2a420` 字段证据:`ev_b91139dc6d6123d6b949555f5e25059f26a2b9b3deac92f49010b6d819219eef`(形状)、`ev_e3a6b0c53238e5a4ea8cdc1b3df70d3fd48c0ff7fbfbc0448ccdabb9cbf50b70`(scene)、`ev_f61f19c55bb089aa86668ace5ed0be32fb9ab34fb98e55d4d6d31bcf4b5208d9`(动画属性)、`ev_1b938e7df2989293beab1198e28439946d3e50178fc61447682ced4367c09862`及`ev_3ceed133be177301388c33727d65297a5e9ec0e0f403e2ff839acb87025eb1f3`(72字节写入和读取)。CIVector的CICount/CI_0/CI_1字段另以系统CoreImage自行归档作oracle,未执行原程序。 示例:`python3 tools/tracking/read_colorfinale_preset.py <本轮导出.plist> --output <缓存目录>/colorfinale-tracks.json`。`--self-test`的有理时间、CIVector及压缩UID图形样本通过;尚无真实CF导出fixture,不能把合成解析检查说成原版真实轨迹提取完成。旧式FTKeyFrame的未知time编码会明确拒绝,不伪造时间;真实fixture到位后再扩展解析。对照应逐CMTime比较中心/角度/双轴尺寸、报告首次失跟和最大/均方误差,并检查实际视频覆盖,不能只看“有效帧数量”就宣布一致。 + +### 锁屏期间补充核对:原生预设存储流 + +再次只读核对插件`FTPresetManager::addPresetWithName:inCollection:adjustments:trackerScene:colorSpace:`(`0x1000d2974`,`ev_cf5f63f77213366661f7770b48031a2a408a23d27fed7bc0c26a3dec7e52370f`)确认创建版本后分别保存调整、trackerScene、激活状态和色彩空间。`FTPresetVersion::setTrackerScene:`(`0x100009470`,`ev_8c52ad58d9eee30f4040ba5bd04f66e9784a0e07887a63d0e1efb5170baac191`)先用安全NSKeyedArchiver生成原始NSData,再交给ColorFinaleUtils的SetVersionMasks;getter经GetVersionMasks取回原字节并按FTTrackerScene安全解档(`0x100009260`,`ev_e4de0293c00479ef634f5a15e491b1d0cff8c6d2ba086d16f3da5ce1a11a2cdd`)。没有在这一层丢弃关键帧。 + +本机`ColorFinaleUtils.framework/Versions/A/ColorFinaleUtils` SHA-256为`424d75515f5c40ffbc37591b04b1bcfc7dda018fb32ea1c431ce87219c481c0d`。原版存储流事实如下,均为该framework地址,不能与插件0x100…地址混用: + +| 格式 | 写入/读取证据 | +| --- | --- | +| 可变长无符号整数 | `0x6fd5c`/`0x6fcb8`,`ev_ef345a0d17afe0f011b22401b28c06ed90a89b779ded3103253364e598c4ddfb`/`ev_75db010e3a62d6f2e71cc1c8f39486879243638dab3f4cd7c8b6a769c3311bab`;首字节非零时尾随零位数决定额外字节,整体小端右移位数+1;首字节0时接完整uint64 | +| 字符串/字节串 | `0x70004`,`ev_c92aff8f30908dc8daf6589ea4252b0cc5e69ed4f08ac979c404b7beeeb42d0c`;可变长度后跟原字节 | +| 集合format1 | `0x3ed1c`,`ev_35d1fb01a635f397c3c7f1415a7fbdf88112a36b47a3041e03761f05f8c4629a`;名称、标识、1字节flags、预设数量及各预设 | +| 预设format2 | `0x3eab4`,`ev_a1703c322bc7fc22bf1e524eebdcb021a5468b464f957821337718d02c9fad7b`;名称、标识、字符串标签集合、版本数量及各版本 | +| 版本format5 | `0x3e82c`,`ev_a4aee0bb1e4e7268d97386ff0f6d1dd9e7371f38dee66bf0cd6d3db09cbd23d0`;名称、标识、色彩空间、激活状态、stack和masks两段StorageData | +| StorageData | `0x3e1ec`/`0x3e23c`/`0x3dec0`,`ev_d853760a9d885bbd27a559d561bbeff3470dca869e9a7839d3b9b8a323be0627`/`ev_fed75926e2fb9aa146dd66df51dab312cd7a12ba2a61574388cb8eadc60dac14`/`ev_f01a583cdd8390e399adfa8810232fc3a42a642ee0d4af1fa8ef007a2a3973a3`;不存在,或present+inline后接长度/原字节,或present+非inline后接32字节SHA引用 | +| 保存请求 | SetVersionMasks`0x43c08`、CreateSaveRequest`0x3f3b8`,`ev_ed43bd1eb59fdcf5d5f98e5f506edb70edd98490a50753ee75495cd06dc66653`/`ev_58c5e0a390fa33519bbfaa4daffb508f3650e6a33d661498cfdb6a56f47ca6f3`;对集合/预设/版本标识定位,更新masks后创建含内联数据的版本保存流 | + +`tools/tracking/read_colorfinale_collection.py`据此解析**明确提取的原生集合payload**,接入已有只按数据解档的轨迹解析器;支持内联masks,拒绝未知版本、截断、尾随字节、外部masks哈希引用及过量展开。9个固定整数边界向量及生成的1/2/5样本、错误输入检查通过。它不扫描猜测文件头,不调用CF类,不读写原版数据库;UI最终导出文件的外层封装尚未取得真实样本,不能直接宣称某扩展名文件已支持。数据库仍观察到0个object/version,必须在解锁后实际生成QA轨迹及预设才能验证整条原版导出链路。 + +新增原始Evidence只保留在本机研究缓存`preset-storage-plugin-continued-evidence.json`和`preset-storage-utils-continued-evidence.json`;仓库仅记录格式事实与证据索引。本次没有修改原版偏好、数据库或执行原版二进制,也没有把生成样本算作原版真实数据。 diff --git a/tools/tracking/read_colorfinale_collection.py b/tools/tracking/read_colorfinale_collection.py new file mode 100644 index 0000000..6106f50 --- /dev/null +++ b/tools/tracking/read_colorfinale_collection.py @@ -0,0 +1,208 @@ +#!/usr/bin/env python3 +"""Read a native CF collection stream as data, without loading vendor classes. + +Accepts the version 1/2/5 collection/preset/version payload established from the +installed ColorFinaleUtils framework. The surrounding UI export file envelope +is not yet established by a real fixture. Supply an extracted raw payload only; +this reader never scans for headers or guesses offsets inside other files. +""" +import argparse +import hashlib +import json +from pathlib import Path +import plistlib +import sys + +from read_colorfinale_preset import MAX_BYTES, decode_archive, geometry, identifier, inflate + + +class Stream: + def __init__(self, data): + if len(data) > MAX_BYTES: + raise ValueError('Native payload exceeds input limit') + self.data, self.offset = data, 0 + + def take(self, count): + if count < 0 or count > len(self.data) - self.offset: + raise ValueError('Truncated native stream at byte ' + str(self.offset)) + value = self.data[self.offset:self.offset + count] + self.offset += count + return value + + def integer(self): + first = self.take(1)[0] + if first == 0: + return int.from_bytes(self.take(8), 'little') + extra = (first & -first).bit_length() - 1 + encoded = bytes([first]) + self.take(extra) + return int.from_bytes(encoded, 'little') >> (extra + 1) + + def count(self, maximum): + value = self.integer() + if value > maximum: + raise ValueError('Native count exceeds limit') + return value + + def binary(self, maximum=64 * 1024 * 1024): + return self.take(self.count(maximum)) + + def text(self): + return self.binary(1024 * 1024).decode('utf-8', errors='strict') + + def flag(self): + value = self.integer() + if value not in (0, 1): + raise ValueError('Unsupported native flag') + return bool(value) + + def storage_data(self): + if not self.flag(): + return None, None + if not self.flag(): + return None, self.take(32).hex() + return self.binary(), None + + +def read_collection(data): + stream = Stream(data) + if stream.integer() != 1: + raise ValueError('Expected native collection version 1') + collection = {'name': stream.text(), 'id': stream.text(), + 'flags': stream.take(1)[0]} + versions = [] + total_versions = 0 + archive_bytes = 0 + for _ in range(stream.count(1000)): + if stream.integer() != 2: + raise ValueError('Expected native preset version 2') + preset = {'name': stream.text(), 'id': stream.text()} + tags = [stream.text() for _ in range(stream.count(10000))] + for _ in range(stream.count(1000)): + total_versions += 1 + if total_versions > 10000: + raise ValueError('Too many native versions') + if stream.integer() != 5: + raise ValueError('Expected native preset-version format 5') + name, identifier, color = stream.text(), stream.text(), stream.text() + active = stream.flag() + stack, stack_reference = stream.storage_data() + masks, masks_reference = stream.storage_data() + if masks_reference is not None: + raise ValueError('Masks are an external SHA-256 reference; ' + 'an inline-data payload is required') + if not masks: + continue + archive = inflate(masks) + archive_bytes += len(archive) + if archive_bytes > MAX_BYTES: + raise ValueError('Combined native archive expansion exceeds limit') + scene = decode_archive(archive) + if not isinstance(scene, dict): + raise ValueError('Expected native tracker-scene dictionary') + versions.append({'index': len(versions), 'name': name, 'id': identifier, + 'preset': preset, 'tags': tags, 'active': active, + 'colorSpace': color, + 'stackInline': stack is not None, + 'stackReference': stack_reference, + 'archiveSHA256': hashlib.sha256(archive).hexdigest(), + 'sceneID': identifier(scene.get('identifier')), + 'aspectRatio': scene.get('aspectRatio'), + 'masks': geometry(scene)}) + if stream.offset != len(data): + raise ValueError('Trailing bytes after native collection payload') + if not versions: + raise ValueError('Native collection contains no inline masks archive') + return {'collection': collection, 'versions': versions, + 'maskCount': sum(len(v['masks']) for v in versions), + 'keyCount': sum(len(m[p]['keys']) for v in versions for m in v['masks'] + for p in ('position', 'rotation', 'scale')), + 'reader': 'bounded native stream + plistlib; no vendor class loading', + 'coordinateNote': 'Raw authored coordinates and radians; no implicit flip.', + 'scope': 'Raw collection payload only. UI file envelope and real exported ' + 'fixture remain unverified.'} + + +def self_test(): + # Fixed prefix examples derived from the observed byte format, including + # both encoding branches; these are not outputs of the fixture writer. + examples = [(b'\x01', 0), (b'\x03', 1), (b'\xff', 127), + (b'\x02\x02', 128), (b'\xfe\xff', 16383), + (b'\x04\x00\x02', 16384), + (b'\x80' + b'\xff' * 7, (1 << 56) - 1), + (b'\x00' + (1 << 56).to_bytes(8, 'little'), 1 << 56), + (b'\x00' + b'\xff' * 8, (1 << 64) - 1)] + for encoded, expected in examples: + s = Stream(encoded) + assert s.integer() == expected and s.offset == len(encoded) + + def integer(value): + if value >= 1 << 56: + return b'\0' + value.to_bytes(8, 'little') + size = max(1, (value.bit_length() + 6) // 7) + return ((value << size) | (1 << (size - 1))).to_bytes(size, 'little') + + def binary(value): + return integer(len(value)) + value + + def text(value): + return binary(value.encode()) + + archive = plistlib.dumps({'$archiver': 'NSKeyedArchiver', '$version': 100000, + '$objects': ['$null', {'nodes': [ + {'position': {'value': [.25, .75], 'keyFrames': []}, + 'rotation': {'value': 0, 'keyFrames': []}, + 'scale': {'value': [1, 1], 'keyFrames': []}}]}], + '$top': {'root': plistlib.UID(1)}}, fmt=plistlib.FMT_BINARY) + prefix = (integer(1) + text('QA') + text('collection-id') + b'\0' + integer(1) + + integer(2) + text('Known motion') + text('preset-id') + integer(0) + + integer(1) + integer(5) + text('Version 1') + text('version-id') + + text('Rec709') + integer(1) + integer(0)) + payload = prefix + integer(1) + integer(1) + binary(archive) + result = read_collection(payload) + assert result['maskCount'] == 1 and result['keyCount'] == 0 + assert result['versions'][0]['masks'][0]['position']['staticValue'] == [.25, .75] + invalid = [payload[:-1], payload + b'x', b'\x05' + payload[1:], + prefix + integer(1) + integer(0) + bytes(32)] + for data in invalid: + try: + read_collection(data) + except ValueError: + pass + else: + raise AssertionError('Invalid native payload was accepted') + print(json.dumps({'pass': True, 'checks': ['nine-fixed-variable-prefix-values', + 'native-1-2-5-inline-mask-generated-fixture', + 'reject-truncation-trailing-version-and-external-reference'], + 'scope': 'Generated data only; no original exported fixture used.'})) + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('input', type=Path, nargs='?') + parser.add_argument('--output', type=Path) + parser.add_argument('--self-test', action='store_true') + args = parser.parse_args() + if args.self_test: + self_test() + return + if not args.input: + parser.error('an explicitly extracted raw native collection payload is required') + if args.input.stat().st_size > MAX_BYTES: + raise ValueError('Native payload exceeds input limit') + data = args.input.read_bytes() + result = read_collection(data) + result.update(input=str(args.input.resolve()), inputSHA256=hashlib.sha256(data).hexdigest()) + output = json.dumps(result, ensure_ascii=False, indent=2, allow_nan=False) + '\n' + if args.output: + args.output.write_text(output) + else: + sys.stdout.write(output) + + +if __name__ == '__main__': + try: + main() + except (ValueError, TypeError, KeyError, IndexError, OSError, + plistlib.InvalidFileException) as error: + print('Cannot extract verified native tracks: ' + str(error), file=sys.stderr) + sys.exit(1) diff --git a/verification/ColorFinaleTrackReaders-20261105.json b/verification/ColorFinaleTrackReaders-20261105.json new file mode 100644 index 0000000..f6ba6ad --- /dev/null +++ b/verification/ColorFinaleTrackReaders-20261105.json @@ -0,0 +1,36 @@ +{ + "date": "2026-11-04T20:24:24.188672+00:00", + "passResult": true, + "readers": [ + { + "tool": "read_colorfinale_preset.py", + "pass": true, + "checks": [ + "72-byte-exact-rational-time", + "system-CIVector-field-layout", + "zlib-keyed-plist-UID-array-geometry" + ], + "scope": "Generated data only; no original exported preset used." + }, + { + "tool": "read_colorfinale_collection.py", + "pass": true, + "checks": [ + "nine-fixed-variable-prefix-values", + "native-1-2-5-inline-mask-generated-fixture", + "reject-truncation-trailing-version-and-external-reference" + ], + "scope": "Generated data only; no original exported fixture used." + } + ], + "originalFixtureUsed": false, + "nativeExportEnvelopeVerified": false, + "scope": "Static binary format evidence and generated parser fixtures only; no original same-video trajectory comparison.", + "pluginSHA256": "49121a6f5487060d322a59e7658166ab772e8a56f7dc1bcfa9d433a89436b30f", + "utilsSHA256": "424d75515f5c40ffbc37591b04b1bcfc7dda018fb32ea1c431ce87219c481c0d", + "databaseObservedCounts": { + "ft_objects": 0, + "ft_objectversions": 0 + }, + "blocker": "Mac remains locked; native host verification and generation of original QA tracks require manual unlock." +} diff --git a/自定控件开发交接.md b/自定控件开发交接.md index 57166a6..22b298c 100644 --- a/自定控件开发交接.md +++ b/自定控件开发交接.md @@ -31,6 +31,8 @@ 原版请求宿主Gamma2.2,大鱼调色请求linear;分析路径为linear→Gamma2.2→MPS Lanczos→RGBA8→OpenCV整数Gray8,最高3840×2160,保持像素网格。12项生成运动参考通过,不能代替原版同视频完整轨迹对照。宿主实际颜色请求、alpha、非方形像素跨插件逐点等价仍缺完整证据,不宣称完全等价。原版数据解析器`tools/tracking/read_colorfinale_preset.py`尚无真实轨迹导出fixture;普通.cflook未证明包含trackerScene,旧Export Preset菜单默认隐藏。 +锁屏期间进一步核对了ColorFinaleUtils的原生集合format1/预设format2/版本format5及StorageData内联流,新增`tools/tracking/read_colorfinale_collection.py`。它仅解析明确提取的原生payload并拒绝外部masks哈希引用;最终UI导出文件外层封装和真实fixture尚未取得,不能自动猜测文件头或宣称整条原版导出链已通过。静态证据和生成样本验证见`verification/ColorFinaleTrackReaders-20261105.json`及研究报告补充章节。该辅助解析器没有改变已公证APP的编译源码。 + 新宿主fixture由`tools/create_workspace_host_fixture.py`生成,缓存`fcp-qa/workspace-1.12.0/`含XML及“共享矩形_HSL_蜘蛛盘.json”。FCP验收库不变,新事件“大鱼调色_1.12.0_74_统一工作区与共享蒙版”,含人像编辑和真实运动两项目。通过文件→导入→XML,不直接修改fcpbundle数据库。正式安装、公证与验收流程仍用下方deliver.py;若存在等待complete的进程,先核对其状态,不能重复取得同一产品锁。 ## 1.11.0历史交接(以下不是当前界面合同)