fix: harden every H3 sizing entry point against off-grid API canvases

The 2026-10-16 user crash report (544x960 project, reshape '[1, 24, 1, 1,
15, 2, 8, 2]' invalid for input of size 12240) decodes to a keyframe
conditioning latent of 272x480/16: the raw, unaligned half-res first pass
that e83beb1 already floors onto the 32px grid. The crashing install runs
a pre-fix pack build (the workflow's embedded pack hash is not on main),
so the reported trace itself is stale-build behavior - users must update
the pack and restart ComfyUI.

This commit closes the two remaining paths that could still feed an odd
latent to comfy's patchify_video:

- EasyMultiTrackProject now floors info width/height onto CANVAS_MULTIPLE
  right after parsing tracks_info. The MultiTrack Editor only offers grid
  sizes, but external app clients inject project dimensions through the
  ComfyUI API and could send any value; media loading, reference encoding,
  both sampling passes and exports now agree on one aligned canvas
  (no-op for every editor-selected size).
- MiniMaxH3ReferenceToVideoFallback grid-aligns reference video frames
  before vae.encode, matching what comfy core's native node already does
  on builds that ship H3 (the fallback only registers on older builds).

Adds regression tests: the 544x960 single-pass first pass must condition
at 256x480, off-grid API dimensions (530x964) must align to 512x960 with
a 1.25x second pass at 640x1216, and the reference fallback must encode
off-grid ref videos on the grid.
This commit is contained in:
Z User 2026-10-16 18:45:53 +00:00
parent e83beb18bd
commit 01946fa657
3 changed files with 101 additions and 1 deletions

View File

@ -685,6 +685,20 @@ class MiniMaxH3ReferenceToVideoFallback(io.ComfyNode):
continue
soundtrack = video_audios.get("ref_video_audio_" + name.rsplit("_", 1)[-1])
frames = _prepare_reference_video_frames(frames, frame_count)
# Grid-align the reference video canvas: comfy core's
# patchify_video floors each latent side into 2x2 patches, so an
# off-grid frame size (API callers can inject arbitrary media)
# would produce an odd latent dimension and crash sampling with
# "shape '[1, 24, ...]' is invalid for input of size N". ComfyUI
# builds with native H3 nodes do this alignment inside core's
# MiniMaxH3ReferenceToVideo; this fallback copy must match.
ref_height, ref_width = int(frames.shape[1]), int(frames.shape[2])
aligned_ref_width = _align_canvas_dimension(ref_width)
aligned_ref_height = _align_canvas_dimension(ref_height)
if (aligned_ref_width, aligned_ref_height) != (ref_width, ref_height):
frames = _resize(
frames, aligned_ref_width, aligned_ref_height, "disabled"
)
aligned_count = frames.shape[0]
canvas_height, canvas_width = frames.shape[1], frames.shape[2]
if aligned_count < 5:

View File

@ -46,7 +46,7 @@ from ..utils.multitrack import (
MULTITRACK_RUNTIME_CACHE_KEY,
multitrack_runtime_cache,
)
from .minimax import CANVAS_MULTIPLE
from .minimax import CANVAS_MULTIPLE, _align_canvas_dimension
TYPE_FAST_MODEL_LOADER = io.Custom(io_type="FAST_MODEL_LOADER")
@ -1111,6 +1111,19 @@ class EasyMultiTrackProject(io.ComfyNode):
if not uses_linked_prepare:
_require_minimax_h3_model(model)
info = parse_tracks_info(kwargs.get("tracks_info"))
# External app clients (the Moxie app drives this node through the
# ComfyUI API) can inject project dimensions that are not on the H3
# 32px canvas grid; the MultiTrack Editor UI only offers grid sizes.
# Every latent side is pixels // 16 and the diffusion model patchifies
# that latent 2x2, so any off-grid side eventually reaches comfy's
# patchify_video as an odd latent dimension and crashes first sampling
# with "shape '[1, 24, ...]' is invalid for input of size N". Floor
# both sides onto the grid once, here, so media loading, reference
# encoding, both sampling passes and the exported project all agree
# on the same aligned canvas. Editor-selected sizes are already
# multiples of 32, so this is a no-op for UI workflows.
info["width"] = _align_canvas_dimension(info["width"])
info["height"] = _align_canvas_dimension(info["height"])
hidden_inputs = getattr(cls, "hidden", None)
validate_h3_project_outputs(
info,

View File

@ -2472,6 +2472,53 @@ def test_multitrack_h3_project_reads_ref_image_size_from_each_segment(monkeypatc
assert conditioning["ref_image_size"] == "max"
def test_multitrack_h3_project_keeps_544x960_first_pass_on_grid(monkeypatch):
"""Regression for the 2026-10-16 user crash report.
A 544x960 single-pass project used to sample its hidden first pass at the
raw half resolution 272x480. The keyframe conditioned on that canvas is a
17-wide latent, and comfy's patchify_video floors it into 2x2 patches,
crashing with "shape '[1, 24, 1, 1, 15, 2, 8, 2]' is invalid for input of
size 12240". The first pass must land on the 32px canvas grid instead.
"""
module = _load_minimax_node(monkeypatch)
module.comfy_nodes.NODE_CLASS_MAPPINGS["ImageResizeKJv2"] = _ImageResizeKJWithNvidia
inputs = _h3_project_inputs(sampling_mode=_h3_sampling_mode("single"))
inputs["tracks_info"][0]["width"] = 544
inputs["tracks_info"][0]["height"] = 960
result = module.EasyMultiTrackProject.execute(**inputs)
conditioning = _graph_node(result, "easy minimaxH3ToVideo")["inputs"]
# half of 544x960 stays on the 32px grid: 256x480 -> latent 16x30, even.
assert conditioning["width"] == 256
assert conditioning["height"] == 480
def test_multitrack_h3_project_aligns_off_grid_api_dimensions(monkeypatch):
"""External app clients inject project dimensions through the ComfyUI API
that are not multiples of 32; the editor UI only offers grid sizes. The
project must run both sampling passes on the same grid-aligned canvas
instead of the raw injected size (odd latent -> patchify_video crash)."""
module = _load_minimax_node(monkeypatch)
module.comfy_nodes.NODE_CLASS_MAPPINGS["ImageResizeKJv2"] = _ImageResizeKJWithNvidia
inputs = _h3_project_inputs(sampling_mode=_h3_sampling_mode("dual"))
inputs["tracks_info"][0]["width"] = 530
inputs["tracks_info"][0]["height"] = 964
result = module.EasyMultiTrackProject.execute(**inputs)
conditionings = [
node["inputs"]
for node in result.expand.values()
if node["class_type"] == "easy minimaxH3ToVideo"
]
# 530x964 floors onto the 32px grid as 512x960; the default 1.25x second
# pass rounds to 640x1216 (960*1.25=1200 rounds up to the 32px grid).
assert sorted(item["width"] for item in conditionings) == [512, 640]
assert sorted(item["height"] for item in conditionings) == [960, 1216]
def test_multitrack_h3_project_logs_steps_and_reports_progress(monkeypatch):
module = _load_minimax_node(monkeypatch)
assert module is not None
@ -5322,6 +5369,32 @@ def test_reference_encodes_images_video_audio_and_standalone_audio(monkeypatch):
assert conditioning["inputs"]["ref_video_0"][1] == 0
def test_reference_fallback_grid_aligns_off_grid_ref_videos(monkeypatch):
"""ComfyUI builds with native H3 nodes grid-align reference videos inside
core's MiniMaxH3ReferenceToVideo; the fallback copy must do the same, or
an off-grid media size (the API can inject arbitrary media) yields an odd
latent dimension and crashes patchify_video during sampling."""
module = _load_minimax_node(monkeypatch)
assert module is not None
vae = _Vae()
module.MiniMaxH3ReferenceToVideoFallback.execute(
clip=_Clip(),
vae=vae,
audio_vae=None,
prompt="prompt",
width=32,
height=32,
length=5,
ref_videos={"ref_video_0": torch.zeros(6, 270, 480, 3)},
)
encoded_frames = vae.encoded[-1]
# Frames are [T, H, W, C]: 270 floors onto the 32px grid as 256; 480 is
# already aligned.
assert tuple(encoded_frames.shape[1:3]) == (256, 480)
def test_reference_bridge_groups_fixed_inputs_before_direct_execute(monkeypatch):
module = _load_minimax_node(monkeypatch)
assert module is not None