MMnode/__init__.py
Z User 5a3b03ef61 feat: add Moxie MultiTrack Project Slow with latent-upscale refine pass
New project node variant (MoxieProjectSlow, display name 'Moxie
MultiTrack Project Slow') that replaces the RTX VSR pixel restore with
a latent upscaler plus a short refine pass:

- identical UX to MoxieProject: end users only set steps and seed (plus
  the shared context_frames overlap); schema mirrors the base node via
  a shared _project_inputs() helper
- first pass stays at the hidden half resolution (engine gains a
  _h3_first_pass_resolution_scale class hook, overriding the previous
  sampling_mode == 'single' hardcode; MoxieProjectSlow returns 0.5
  under dual mode)
- the half-res latent is upscaled to the final (editor) size by the H3
  latent upscaler (minimax_h3_latent_upscaler_3d_fp16.safetensors,
  models/latent_upscale_models) and refined with a hidden 2-step euler
  pass at 0.33 denoise; the schedule replicates KSampler.set_steps
  (int(steps/denoise) total steps, last steps+1 sigmas) without relying
  on the denoise kwarg that newer comfy.samplers builds dropped
- baked settings: sampling_mode dual, upscale_by 1.0 (final size IS the
  editor size), upscale_model as above; the engine's upscale-skip
  condition now compares actual first-pass vs target dimensions instead
  of upscale_by <= 1, which is behavior-identical for every existing
  configuration
- segments are saved at the project resolution, so the Video Combine
  restore passes through untouched - no RTX VSR anywhere
- MoxieProject refactor: component check and baked settings moved into
  reusable helpers (_require_moxie_components, _baked_project_settings
  classmethod) so the subclass composes cleanly; messages unchanged
- tests: Slow schema mirror, execute passthrough (sigma schedule math,
  baked settings, context_frames forwarding, first-pass schedule), the
  resolution-scale hook, and the denoise truncation helper
- docs: CHANGELOG entry, multitrack-schema.md note
2026-10-14 22:14:07 +00:00

174 lines
6.2 KiB
Python

import os
import server
import yaml
import nodes as _nodes
from typing_extensions import override
from comfy_api.latest import ComfyExtension, io
from aiohttp import web
from .nodes import *
from .routes import *
from .utils.bernini_s2v_model_patch import apply_bernini_s2v_model_patches
from .utils.log import install_console_privacy_filter
from .moxie_loader import MoxieMultimediaLoader
from .moxie_project import MoxieProject, MoxieProjectSlow
from .moxie_combine import MoxieCombine
from .moxie_preview import ModelPreviewOverrideKJ as MoxiePreviewOverride
apply_bernini_s2v_model_patches()
# Keep internal model/vendor names out of the console (incl. ComfyUI core logs).
install_console_privacy_filter()
# Define the path
root_path = os.path.dirname(__file__)
project_name = os.path.basename(root_path)
web_default_version = 'release'
data = None
config_path = os.path.join(root_path, "config.yaml")
if os.path.isfile(config_path):
with open(config_path, 'r') as f:
data = yaml.load(f, Loader=yaml.FullLoader)
if data and "WEB_VERSION" in data:
dist_path = f"dist/{data['WEB_VERSION']}"
else:
dist_path = f"dist/{web_default_version}"
else:
dist_path = f"dist/{web_default_version}"
web_version = data.get("WEB_VERSION", web_default_version) if data else web_default_version
if not os.path.exists(os.path.join(root_path, dist_path)):
print(f"web root {web_version} not found, using default")
dist_path = f"dist/{web_default_version}"
dist_path = os.path.join(root_path, dist_path)
if os.path.exists(dist_path):
# Editor delivery (see web/js/editor-loader.js for the full story):
# core lets WEB_DIRECTORY (./web) overwrite this pack's EXTENSION_WEB_DIRS
# entry, so the browser /extensions listing only contains the helper JS in
# web/js - never dist/release. web/js/editor-loader.js is listed instead
# and imports the editor entry from this pack's own static mount below.
#
# The entry file (index.js) keeps a stable URL across releases, so it is
# served with no-cache and always revalidated (304 when unchanged); its
# relative chunk imports resolve against the same mount and are
# content-hashed, so those may be cached forever.
async def _serve_editor_index(request: web.Request) -> web.StreamResponse:
return web.FileResponse(
os.path.join(dist_path, 'index.js'),
headers={'Cache-Control': 'no-cache, must-revalidate'},
)
server.PromptServer.instance.app.add_routes([
# Do NOT register "/extensions/<pack>/index.js" here: relative chunk
# imports under that URL would resolve into web/ (core's mount) and
# 404. The loader imports "/<pack>/index.js" from this mount instead.
web.get(f"/{project_name}/index.js", _serve_editor_index),
web.static(f"/{project_name}/", dist_path),
])
else:
print(f"Warning: Dist directory not found for {project_name}. Frontend assets will be served.")
# Our own frontend assets (Moxie Preview Override widget)
WEB_DIRECTORY = "./web"
# Register extension
class EasyMediaExtension(ComfyExtension):
@override
async def get_node_list(self) -> list[type[io.ComfyNode]]:
nodes = [
# Moxie consolidated nodes
MoxieMultimediaLoader,
MoxiePreviewOverride,
MoxieProject,
MoxieProjectSlow,
MoxieCombine,
# TimelineEditor
TimelineEditor,
TimelineInfoOutput,
TimelineSegmentOutput,
TimelineSegmentCount,
# MultiTrack
MultiTrackEditor,
MultiImagesLoader,
MultiTrackTaskOutput,
MultiTrackPromptEnhancer,
MultiTrackPromptEnhanceToProject,
MultiTrackPromptEnhanceToProjectApply,
MultiTrackPromptEnhancerImageListBridge,
MultiTrackInfoOutput,
MultiTrackAudioOutput,
# Subtitle
MultiTrackAddSubtitleToVideo,
RecognizeSubtitle,
AddSubtitleToVideo,
# Image
MakeRefsCompositeBySam3,
ImageIndexesToIntList,
# Audio
EasyAudioMerge,
EasyMinimaxH3AudioLock,
# Video
EasySaveVideo,
EasyCompareVideos,
EasyGetAudioFromVideo,
EasyMergeVideos,
EasyMergeVideosFromPaths,
# Split
SplitImages,
SplitAudios,
SplitVideos,
# Make List
MakeImageList,
MakeAudioList,
MakeVideoList,
# Common
EasyModelLoaderPack,
MatchLine,
APIWorkflowGate,
# MiniMax
EasyMiniMaxH3MotionContextHard,
EasyMiniMaxH3ContextSwap,
EasyMiniMaxH3HiResContinuity,
EasyH3MotionContextLatentTrim,
EasyH3ProjectContextLatentLoad,
EasyH3ConditioningCache,
EasyH3SegmentSamplingStart,
EasyH3SamplingPreviewSampler,
EasyMiniMaxH3LatentUpscaler,
EasyMiniMaxH3SelfLiftSampler,
EasyH3SegmentSaveEnd,
EasyH3ContextMediaTrim,
EasyH3PassthroughVideo,
EasyH3AudioContextLatent,
EasyH3LockedAudioDurationAlign,
EasyH3LockedAudioSelect,
EasyH3ProjectArtifact,
EasyH3ProjectStaticPrepare,
EasyMultiTrackProject,
EasyMultiTrackProjectVideoCombine,
EasyMiniMaxH3ToVideo,
EasyMinimaxPromptOverride,
EasyMiniMaxH3ReferenceToVideoBridge,
EasyRemoveH3MotionContextLatent,
# Wan
BerniniModelPatch,
EasyBerniniS2VConditioning,
# LTXV
LTXMultiTrackEncode,
LTXI2VInplaceAndUpsample,
LTXSamplerSimple,
LTXVAddGuidesFromBatchIndexes,
LTXVMakeRefVideo,
]
try:
from comfy_extras.nodes_bernini import BerniniConditioning as CoreBerniniConditioning
except ImportError:
nodes.extend([BerniniConditioning])
nodes.extend(get_minimax_h3_fallback_nodes())
return nodes
async def comfy_entrypoint() -> EasyMediaExtension:
return EasyMediaExtension()