Skip to content

Commit 7bab096

Browse files
LuoLongZanLuoLongZan
committed
feat: support WorldMirror-2
1 parent 1f8b305 commit 7bab096

62 files changed

Lines changed: 11926 additions & 12 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎configs/worldmirror/worldmirror_input_scales.safetensors‎

24.8 KB
Binary file not shown.

‎configs/worldmirror/worldmirror_recon.json‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
{
2+
"model_cls": "worldmirror",
3+
"task": "recon",
4+
"subfolder": "HY-WorldMirror-2.0",
5+
6+
"enable_bf16": false,
7+
"disable_heads": null,
8+
9+
"config_path": null,
10+
"ckpt_path": null,
11+
12+
"target_size": 952,
13+
"fps": 1,
14+
"video_strategy": "new",
15+
"video_min_frames": 1,
16+
"video_max_frames": 32,
17+
18+
"save_depth": true,
19+
"save_normal": true,
20+
"save_gs": true,
21+
"save_camera": true,
22+
"save_points": true,
23+
"save_colmap": false,
24+
"save_conf": false,
25+
"save_sky_mask": false,
26+
27+
"apply_sky_mask": true,
28+
"apply_edge_mask": true,
29+
"apply_confidence_mask": false,
30+
"sky_mask_source": "auto",
31+
"model_sky_threshold": 0.45,
32+
"confidence_percentile": 10.0,
33+
"edge_normal_threshold": 1.0,
34+
"edge_depth_threshold": 0.03,
35+
36+
"compress_pts": true,
37+
"compress_pts_max_points": 2000000,
38+
"compress_pts_voxel_size": 0.002,
39+
"max_resolution": 1920,
40+
"compress_gs_max_points": 5000000,
41+
42+
"save_rendered": false,
43+
"render_interp_per_pair": 15,
44+
"render_depth": false,
45+
46+
"log_time": true,
47+
48+
"cpu_offload": false,
49+
"lazy_load": false,
50+
"feature_caching": "NoCaching",
51+
"use_prompt_enhancer": false,
52+
"use_image_encoder": false,
53+
"seq_parallel": false,
54+
"parallel": {}
55+
}

‎configs/worldmirror/worldmirror_recon_ext.json‎

Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
{
2+
"model_cls": "worldmirror",
3+
"task": "recon",
4+
"subfolder": "HY-WorldMirror-2.0",
5+
6+
"enable_bf16": false,
7+
"disable_heads": null,
8+
9+
"config_path": null,
10+
"ckpt_path": null,
11+
12+
"target_size": 952,
13+
"fps": 1,
14+
"video_strategy": "new",
15+
"video_min_frames": 1,
16+
"video_max_frames": 32,
17+
18+
"save_depth": true,
19+
"save_normal": true,
20+
"save_gs": true,
21+
"save_camera": true,
22+
"save_points": true,
23+
"save_colmap": false,
24+
"save_conf": false,
25+
"save_sky_mask": false,
26+
27+
"apply_sky_mask": true,
28+
"apply_edge_mask": true,
29+
"apply_confidence_mask": false,
30+
"sky_mask_source": "auto",
31+
"model_sky_threshold": 0.45,
32+
"confidence_percentile": 10.0,
33+
"edge_normal_threshold": 1.0,
34+
"edge_depth_threshold": 0.03,
35+
36+
"compress_pts": true,
37+
"compress_pts_max_points": 2000000,
38+
"compress_pts_voxel_size": 0.002,
39+
"max_resolution": 1920,
40+
"compress_gs_max_points": 5000000,
41+
42+
"save_rendered": false,
43+
"render_interp_per_pair": 15,
44+
"render_depth": false,
45+
46+
"log_time": true,
47+
48+
"cpu_offload": false,
49+
"lazy_load": false,
50+
"feature_caching": "NoCaching",
51+
"use_prompt_enhancer": false,
52+
"use_image_encoder": false,
53+
"seq_parallel": false,
54+
"parallel": {},
55+
56+
"wm_extended_scope": true
57+
}

‎configs/worldmirror/worldmirror_recon_fp8.json‎

Lines changed: 64 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,64 @@
1+
{
2+
"_comment": "生产 fp8 配置：25% 覆盖率，兼容全部已验证路径（单卡 / SP / cpu_offload / bf16 / ext_scope）。需要更高覆盖率 (44%) 且只在单卡 / SP / ext_scope 下用时，见 worldmirror_recon_fp8_wide.json。详见 docs/worldmirror_runnable_modes.md §11 配置文件兼容矩阵。",
3+
"model_cls": "worldmirror",
4+
"task": "recon",
5+
"subfolder": "HY-WorldMirror-2.0",
6+
7+
"enable_bf16": false,
8+
"disable_heads": null,
9+
10+
"config_path": null,
11+
"ckpt_path": null,
12+
13+
"target_size": 952,
14+
"fps": 1,
15+
"video_strategy": "new",
16+
"video_min_frames": 1,
17+
"video_max_frames": 32,
18+
19+
"save_depth": true,
20+
"save_normal": true,
21+
"save_gs": true,
22+
"save_camera": true,
23+
"save_points": true,
24+
"save_colmap": false,
25+
"save_conf": false,
26+
"save_sky_mask": false,
27+
28+
"apply_sky_mask": true,
29+
"apply_edge_mask": true,
30+
"apply_confidence_mask": false,
31+
"sky_mask_source": "auto",
32+
"model_sky_threshold": 0.45,
33+
"confidence_percentile": 10.0,
34+
"edge_normal_threshold": 1.0,
35+
"edge_depth_threshold": 0.03,
36+
37+
"compress_pts": true,
38+
"compress_pts_max_points": 2000000,
39+
"compress_pts_voxel_size": 0.002,
40+
"max_resolution": 1920,
41+
"compress_gs_max_points": 5000000,
42+
43+
"save_rendered": false,
44+
"render_interp_per_pair": 15,
45+
"render_depth": false,
46+
47+
"log_time": true,
48+
49+
"cpu_offload": false,
50+
"lazy_load": false,
51+
"feature_caching": "NoCaching",
52+
"use_prompt_enhancer": false,
53+
"use_image_encoder": false,
54+
"seq_parallel": false,
55+
"parallel": {},
56+
57+
"dit_quant_scheme": "fp8-pertensor",
58+
"weight_auto_quant": true,
59+
"input_scale_file": "configs/worldmirror/worldmirror_input_scales.safetensors",
60+
61+
"use_fp32_attn_proj": true,
62+
"use_fp32_fc2": true,
63+
"use_fp32_fc1": true
64+
}

‎configs/worldmirror/worldmirror_recon_fp8_ext.json‎

Lines changed: 54 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,54 @@
1+
{
2+
"model_cls": "worldmirror",
3+
"task": "recon",
4+
"subfolder": "HY-WorldMirror-2.0",
5+
"enable_bf16": false,
6+
"disable_heads": null,
7+
"config_path": null,
8+
"ckpt_path": null,
9+
"target_size": 952,
10+
"fps": 1,
11+
"video_strategy": "new",
12+
"video_min_frames": 1,
13+
"video_max_frames": 32,
14+
"save_depth": true,
15+
"save_normal": true,
16+
"save_gs": true,
17+
"save_camera": true,
18+
"save_points": true,
19+
"save_colmap": false,
20+
"save_conf": false,
21+
"save_sky_mask": false,
22+
"apply_sky_mask": true,
23+
"apply_edge_mask": true,
24+
"apply_confidence_mask": false,
25+
"sky_mask_source": "auto",
26+
"model_sky_threshold": 0.45,
27+
"confidence_percentile": 10.0,
28+
"edge_normal_threshold": 1.0,
29+
"edge_depth_threshold": 0.03,
30+
"compress_pts": true,
31+
"compress_pts_max_points": 2000000,
32+
"compress_pts_voxel_size": 0.002,
33+
"max_resolution": 1920,
34+
"compress_gs_max_points": 5000000,
35+
"save_rendered": false,
36+
"render_interp_per_pair": 15,
37+
"render_depth": false,
38+
"log_time": true,
39+
"cpu_offload": false,
40+
"lazy_load": false,
41+
"feature_caching": "NoCaching",
42+
"use_prompt_enhancer": false,
43+
"use_image_encoder": false,
44+
"seq_parallel": false,
45+
"parallel": {},
46+
"dit_quant_scheme": "fp8-pertensor",
47+
"weight_auto_quant": true,
48+
"input_scale_file": "configs/worldmirror/worldmirror_input_scales.safetensors",
49+
"use_fp32_attn_proj": true,
50+
"use_fp32_fc2": true,
51+
"use_fp32_fc1": true,
52+
"wm_extended_scope": true,
53+
"use_fp32_param_predictor_fc1": true
54+
}

‎configs/worldmirror/worldmirror_recon_fp8_wide.json‎

Lines changed: 54 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,54 @@
1+
{
2+
"_comment": "fp8 覆盖率 44%（ζ 高覆盖方案，T13/T19）。仅支持 单卡 / 多卡 SP / wm_extended_scope 三条路径。不兼容 cpu_offload（bbox_vol ~1.12%）和 enable_bf16（points ~1.94%）——如需 cpu_offload 或 bf16，改用 worldmirror_recon_fp8.json（25% 覆盖率，兼容全部路径）。lazy_load 由框架按设计 raise（calib 与 lazy 互斥）。详见 docs/worldmirror_runnable_modes.md §11 配置文件兼容矩阵。",
3+
"model_cls": "worldmirror",
4+
"task": "recon",
5+
"subfolder": "HY-WorldMirror-2.0",
6+
"enable_bf16": false,
7+
"disable_heads": null,
8+
"config_path": null,
9+
"ckpt_path": null,
10+
"target_size": 952,
11+
"fps": 1,
12+
"video_strategy": "new",
13+
"video_min_frames": 1,
14+
"video_max_frames": 32,
15+
"save_depth": true,
16+
"save_normal": true,
17+
"save_gs": true,
18+
"save_camera": true,
19+
"save_points": true,
20+
"save_colmap": false,
21+
"save_conf": false,
22+
"save_sky_mask": false,
23+
"apply_sky_mask": true,
24+
"apply_edge_mask": true,
25+
"apply_confidence_mask": false,
26+
"sky_mask_source": "auto",
27+
"model_sky_threshold": 0.45,
28+
"confidence_percentile": 10.0,
29+
"edge_normal_threshold": 1.0,
30+
"edge_depth_threshold": 0.03,
31+
"compress_pts": true,
32+
"compress_pts_max_points": 2000000,
33+
"compress_pts_voxel_size": 0.002,
34+
"max_resolution": 1920,
35+
"compress_gs_max_points": 5000000,
36+
"save_rendered": false,
37+
"render_interp_per_pair": 15,
38+
"render_depth": false,
39+
"log_time": true,
40+
"cpu_offload": false,
41+
"lazy_load": false,
42+
"feature_caching": "NoCaching",
43+
"use_prompt_enhancer": false,
44+
"use_image_encoder": false,
45+
"seq_parallel": false,
46+
"parallel": {},
47+
"dit_quant_scheme": "fp8-pertensor",
48+
"weight_auto_quant": true,
49+
"input_scale_file": "configs/worldmirror/worldmirror_input_scales.safetensors",
50+
"use_fp32_fc2": true,
51+
"use_fp32_fc1": true,
52+
"fp32_attn_proj_first_n_blocks": 0,
53+
"fp32_attn_proj_last_n_blocks": 6
54+
}

0 commit comments

Comments
 (0)