完整运行 manifest
{
"schema_version": 2,
"created_utc": "2026-07-31T17:19:21Z",
"experiment": "CatPolaris/CatNIP native BF16 fine-grained per-head KV-cache Q/K/S/Attention analysis",
"runs": [
{
"id": "calm_static",
"title": "静态低熵场景",
"rationale": "锁定镜头、单主体、低纹理、无语言，用作低运动/低语义切换基线。",
"text": "[VISUAL]: A locked-off wide shot of a single pale ceramic vase on a matte gray table in a quiet fog-filled studio. Soft diffuse morning light, nearly monochrome palette, empty background, no people, no cuts, photorealistic.\n[SPEECH]: None\n[SOUNDS]: Faint steady room tone only.\n[TEXT]: None",
"video": "videos/calm_static.mp4",
"trace": "traces/calm_static.pt",
"wall_time_s": 37.2357292175293,
"prompt_id": "calm_static",
"stat_records": 9024,
"heatmap_records": 320,
"trace_path": "/workspace/kv_cache_analysis/results/20260731_bf16_kv_cache_fine/traces/calm_static.pt",
"expected_top_level_forwards": 80,
"actual_top_level_forwards": 80
},
{
"id": "fast_motion",
"title": "高速高纹理运动",
"rationale": "高速主体、复杂粒子、强烈颜色和追逐镜头，最大化时空变化。",
"text": "[VISUAL]: An aggressive low-angle tracking shot races beside a scarlet motocross rider blasting through a neon night market in heavy rain. Water sprays across the lens, banners whip, sparks scatter, crowds dodge, cyan and magenta reflections streak over wet pavement, rapid continuous motion, photorealistic, no cuts.\n[SPEECH]: None\n[SOUNDS]: Roaring motorcycle engine, splashing water, rattling stalls, distant crowd.\n[TEXT]: None",
"video": "videos/fast_motion.mp4",
"trace": "traces/fast_motion.pt",
"wall_time_s": 23.94784116744995,
"prompt_id": "fast_motion",
"stat_records": 9024,
"heatmap_records": 320,
"trace_path": "/workspace/kv_cache_analysis/results/20260731_bf16_kv_cache_fine/traces/fast_motion.pt",
"expected_top_level_forwards": 80,
"actual_top_level_forwards": 80
},
{
"id": "talking_closeup",
"title": "人物近景与连续语音",
"rationale": "人脸、口型、精细局部运动和连续语音，使视频/音频及跨模态 cache 同时承压。",
"text": "[VISUAL]: A tight cinematic close-up of an elderly East Asian woman scientist facing the camera inside a bright orbital greenhouse. Her eyes, lips, and hands move naturally as she speaks; translucent leaves drift behind her; stable slow push-in, crisp skin detail, photorealistic, no cuts.\n[SPEECH]: 'Every small discovery changes how we understand our home among the stars.'\n[SOUNDS]: Clear warm female voice, gentle ventilation hum, occasional leaf rustle.\n[TEXT]: None",
"video": "videos/talking_closeup.mp4",
"trace": "traces/talking_closeup.pt",
"wall_time_s": 23.370716333389282,
"prompt_id": "talking_closeup",
"stat_records": 9024,
"heatmap_records": 320,
"trace_path": "/workspace/kv_cache_analysis/results/20260731_bf16_kv_cache_fine/traces/talking_closeup.pt",
"expected_top_level_forwards": 80,
"actual_top_level_forwards": 80
}
],
"config": {
"checkpoint": "/workspace/wuhan_inference/models/rl16/merged_sst1500_rl16.safetensors",
"base_checkpoint": "/workspace/wuhan_inference/models/ltx-2.3-22b-dev.safetensors",
"dtype": "torch.bfloat16",
"compile_blocks": false,
"compile_difference_reason": "Python-side read-only Q/K/S observation at the SDPA boundary",
"steps": 4,
"sigmas": [
1.0,
0.909375011920929,
0.7250000238418579,
0.421875,
0.0
],
"chunk_latent_frames": 2,
"chunk_schedule": [
2
],
"max_cache_frames": 10,
"sink_frames": 4,
"fps": 25.0,
"height": 832,
"width": 480,
"seed": 20260731,
"requested_duration_s": 10.0,
"realized_duration_s": 9.96,
"latent_frames": 32,
"pixel_frames": 249,
"num_chunks": 16,
"prod_renorm": "1",
"prod_renorm_mode": "ctx",
"prod_renorm_skip": "2",
"text_encoder_dtype_mode": "bf16",
"text_encoder_device": "cuda:1",
"decode_device": "cuda:1",
"selected_heatmap_layers": [
0,
12,
24,
36,
47
],
"detailed_head_roles": [
"extreme",
"reference"
],
"detailed_tensor_kinds": [
"Q",
"K",
"S",
"A"
],
"key_region_order": [
"sink",
"recent_history",
"current_chunk"
],
"quantile_stat_sample_cap": 65536,
"heatmap_pool_shape": [
64,
96
],
"transformer_layers": 48,
"transformer_parameter_count": 18988838144,
"transformer_dtypes": [
"torch.bfloat16"
],
"transformer_devices": [
"cuda:0"
]
},
"software": {
"python": "3.12.13",
"torch": "2.12.0+cu130",
"cuda_runtime": "13.0"
},
"hardware": [
{
"index": 0,
"name": "NVIDIA H100 80GB HBM3",
"total_memory_bytes": 85017493504,
"capability": [
9,
0
]
},
{
"index": 1,
"name": "NVIDIA H100 80GB HBM3",
"total_memory_bytes": 85017493504,
"capability": [
9,
0
]
}
],
"total_wall_time_s": 475.6668462753296
}