yondonfu · eliteprox · Dec 13, 2025 · Oct 31, 2025 · Oct 31, 2025 · Oct 31, 2025
diff --git a/configs/QUICK_REFERENCE.md b/configs/QUICK_REFERENCE.md
@@ -0,0 +1,74 @@
+# Quick Reference: Model Configuration
+
+## Single File vs Directory Download
+
+### Single File (Default)
+```yaml
+my-model:
+  name: "My Model"
+  url: "https://huggingface.co/user/repo/resolve/main/file.safetensors"
+  path: "loras/model.safetensors"
+```
+
+### Directory (Add `is_directory: true`)
+```yaml
+my-directory:
+  name: "My Directory"
+  url: "https://huggingface.co/user/repo/tree/main/folder"
+  path: "models/folder"
+  is_directory: true  # ← Add this!
+```
+
+## URL Patterns
+
+| Download Type | URL Pattern | Example |
+|---------------|-------------|---------|
+| **Single File** | `/resolve/` | `https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter_sd15.safetensors` |
+| **Directory** | `/tree/` | `https://huggingface.co/h94/IP-Adapter/tree/main/models/image_encoder` |
+
+## Common Model Paths
+
+| Model Type | Path Pattern |
+|------------|--------------|
+| Checkpoints | `checkpoints/SD1.5/` |
+| LoRAs | `loras/SD1.5/` |
+| ControlNet | `controlnet/` |
+| VAE | `vae/` or `vae_approx/` |
+| IP-Adapter | `ipadapter/` |
+| Text Encoders | `text_encoders/CLIPText/` |
+| TensorRT/ONNX | `tensorrt/` |
+
+## IP-Adapter Example
+
+```yaml
+models:
+  # Single file - IP-Adapter model
+  ip-adapter-sd15:
+    name: "IP Adapter SD15"
+    url: "https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter_sd15.safetensors"
+    path: "ipadapter/ip-adapter_sd15.safetensors"
+
+  # Directory - CLIP image encoder
+  clip-image-encoder:
+    name: "CLIP Image Encoder"
+    url: "https://huggingface.co/h94/IP-Adapter/tree/main/models/image_encoder"
+    path: "ipadapter/models/image_encoder"
+    is_directory: true
+```
+
+## Usage
+
+```bash
+# Use a config
+python src/comfystream/scripts/setup_models.py --config my-config.yaml
+
+# Use default config (models.yaml)
+python src/comfystream/scripts/setup_models.py
+```
+
+## See Also
+
+- [DIRECTORY_DOWNLOADS.md](../DIRECTORY_DOWNLOADS.md) - Detailed directory download guide
+- [models-ipadapter-example.yaml](models-ipadapter-example.yaml) - Complete working example
+- [README.md](README.md) - Full configuration reference
+
diff --git a/configs/models-ipadapter.yaml b/configs/models-ipadapter.yaml
@@ -0,0 +1,44 @@
+models:
+  # Example: IP-Adapter setup with directory download
+
+  # Single file download (regular)
+  ip-adapter-plus-sd15:
+    name: "IP Adapter SD15"
+    url: "https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter-plus_sd15.safetensors"
+    path: "ipadapter/ip-adapter-plus_sd15.safetensors"
+    type: "ipadapter"
+    extra_files:
+      - url: "https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter-plus_sd15.bin"
+        path: "ipadapter/ip-adapter-plus_sd15.bin"
+
+  clip-image-encoder:
+    name: "CLIP Image Encoder"
+    url: "https://huggingface.co/h94/IP-Adapter/resolve/main/models/image_encoder/model.safetensors"
+    path: "ipadapter/image_encoder/model.safetensors"
+    type: "image_encoder"
+    extra_files:
+      - url: "https://huggingface.co/h94/IP-Adapter/resolve/main/models/image_encoder/config.json"
+        path: "ipadapter/image_encoder/config.json"
+
+  # Base model
+  sd-turbo:
+    name: "SD-Turbo"
+    url: "https://huggingface.co/stabilityai/sd-turbo/resolve/main/sd_turbo.safetensors"
+    path: "checkpoints/SD1.5/sd_turbo.safetensors"
+    type: "checkpoint"
+
+  PixelArtRedmond15V-PixelArt-PIXARFK.safetensors:
+    name: "PixelArtRedmond15V-PixelArt-PIXARFK"
+    url: "https://huggingface.co/artificialguybr/pixelartredmond-1-5v-pixel-art-loras-for-sd-1-5/resolve/ab43d9e2cf8c9240189f01e9cdc4ca341362500c/PixelArtRedmond15V-PixelArt-PIXARFK.safetensors"
+    path: "loras/SD1.5/PixelArt.safetensors"
+    type: "lora"
+
+  # TAESD for fast VAE
+  taesd:
+    name: "TAESD"
+    url: "https://huggingface.co/madebyollin/taesd/resolve/main/taesd_decoder.safetensors"
+    path: "vae_approx/taesd_decoder.safetensors"
+    type: "vae_approx"
+    extra_files:
+      - url: "https://huggingface.co/madebyollin/taesd/resolve/main/taesd_encoder.safetensors"
+        path: "vae_approx/taesd_encoder.safetensors"
diff --git a/configs/nodes-streamdiffusion.yaml b/configs/nodes-streamdiffusion.yaml
@@ -0,0 +1,36 @@
+nodes:
+  # Minimal node configuration for faster builds
+  comfyui-tensorrt:
+    name: "ComfyUI TensorRT"
+    url: "https://github.com/yondonfu/ComfyUI_TensorRT.git"
+    branch: "quantization_with_controlnet_fixes"
+    type: "tensorrt"
+    dependencies:
+      - "tensorrt==10.12.0.36"
+
+  comfyui-streamdiffusion:
+    name: "ComfyUI StreamDiffusion"
+    url: "https://github.com/muxionlabs/ComfyUI-StreamDiffusion"
+    branch: "main"
+    type: "tensorrt"
+
+  comfyui-torch-compile:
+    name: "ComfyUI Torch Compile"
+    url: "https://github.com/yondonfu/ComfyUI-Torch-Compile"
+    type: "tensorrt"
+
+  comfyui_controlnet_aux:
+    name: "ComfyUI ControlNet Auxiliary"
+    url: "https://github.com/Fannovel16/comfyui_controlnet_aux"
+    type: "controlnet"
+
+  comfyui-stream-pack:
+    name: "ComfyUI Stream Pack"
+    url: "https://github.com/livepeer/ComfyUI-Stream-Pack"
+    branch: "main"
+    type: "utility"
+
+  rgthree-comfy:
+    name: "rgthree Comfy"
+    url: "https://github.com/rgthree/rgthree-comfy.git"
+    type: "utility"
diff --git a/docker/Dockerfile.base b/docker/Dockerfile.base
@@ -1,11 +1,13 @@
 ARG BASE_IMAGE=nvidia/cuda:12.8.1-cudnn-devel-ubuntu22.04 \
     CONDA_VERSION=latest \
-    PYTHON_VERSION=3.12
+    PYTHON_VERSION=3.12 \
+    NODES_CONFIG=nodes.yaml
 
 FROM "${BASE_IMAGE}"
 
 ARG CONDA_VERSION \
-    PYTHON_VERSION
+    PYTHON_VERSION \
+    NODES_CONFIG
 
 ENV DEBIAN_FRONTEND=noninteractive \
     TensorRT_ROOT=/opt/TensorRT-10.12.0.36 \
@@ -103,8 +105,8 @@ RUN conda run -n comfystream --no-capture-output --cwd /workspace/comfystream py
 ARG CACHEBUST=static
 ENV CACHEBUST=${CACHEBUST}
 
-# Run setup_nodes
-RUN conda run -n comfystream --no-capture-output --cwd /workspace/comfystream python src/comfystream/scripts/setup_nodes.py --workspace /workspace/ComfyUI
+# Run setup_nodes with custom config if specified
+RUN conda run -n comfystream --no-capture-output --cwd /workspace/comfystream python src/comfystream/scripts/setup_nodes.py --workspace /workspace/ComfyUI --config ${NODES_CONFIG}
 
 # Setup opencv with CUDA support
 RUN conda run -n comfystream --no-capture-output --cwd /workspace/comfystream --no-capture-output docker/entrypoint.sh --opencv-cuda

diff --git a/docker/README.md b/docker/README.md
@@ -1,4 +1,4 @@
-# ComfyStream Docker
+# ComfyStream Docker Build Configuration
 
 This folder contains the Docker files that can be used to run ComfyStream in a containerized fashion or to work on the codebase within a dev container. This README contains the general usage instructions while the [Devcontainer Readme](../.devcontainer/README.md) contains instructions on how to use Comfystream inside a dev container and get quickly started with your development journey.
 
@@ -7,21 +7,48 @@ This folder contains the Docker files that can be used to run ComfyStream in a c
 - [Dockerfile](Dockerfile) - The main Dockerfile that can be used to run ComfyStream in a containerized fashion.
 - [Dockerfile.base](Dockerfile.base) - The base Dockerfile that can be used to build the base image for ComfyStream.
 
-## Pre-requisites
+## Building with Custom Nodes Configuration
 
-- [Docker](https://docs.docker.com/get-docker/)
-- [Nvidia Container Toolkit](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/install-guide.html)
+The base Docker image supports specifying a custom nodes configuration file during build time using the `NODES_CONFIG` build argument.
 
-## Usage
+### Usage
 
-### Build the Base Image
+#### Default build (uses `nodes.yaml`)
+```bash
+docker build -t livepeer/comfyui-base -f docker/Dockerfile .
+```
 
-To build the base image, run the following command:
+#### Build with custom config from configs directory
+```bash
+docker build -f docker/Dockerfile.base \
+  --build-arg NODES_CONFIG=nodes-streamdiffusion.yaml \
+  -t comfyui-base:streamdiffusion .
+```
 
+#### Build with config from absolute path
 ```bash
-docker build -t livepeer/comfyui-base -f docker/Dockerfile.base .
+docker build -f docker/Dockerfile.base \
+  --build-arg NODES_CONFIG=/path/to/custom-nodes.yaml \
+  -t comfyui-base:custom .
 ```
 
+### Available Build Arguments
+
+| Argument | Default | Description |
+|----------|---------|-------------|
+| `BASE_IMAGE` | `nvidia/cuda:12.8.1-cudnn-devel-ubuntu22.04` | Base CUDA image |
+| `CONDA_VERSION` | `latest` | Miniconda version |
+| `PYTHON_VERSION` | `3.12` | Python version |
+| `NODES_CONFIG` | `nodes.yaml` | Nodes configuration file (filename or path) |
+| `CACHEBUST` | `static` | Cache invalidation for node setup |
+
+### Configuration Files in configs/
+
+- **`nodes.yaml`** - Full node configuration (default)
+- **`nodes-streamdiffusion.yaml`** - Minimal set of nodes for faster builds
+
+### Examples
+
 ### Build the Main Image
 
 To build the main image, run the following command:

diff --git a/docker/entrypoint.sh b/docker/entrypoint.sh
@@ -138,23 +138,17 @@ if [ "$1" = "--build-engines" ]; then
     echo "Engines for FasterLivePortrait already exists, skipping..."
   fi
 
-  # Build Engine for StreamDiffusion
-  if [ ! -f "$TENSORRT_DIR/StreamDiffusion-engines/stabilityai/sd-turbo--lcm_lora-True--tiny_vae-True--max_batch-3--min_batch-3--mode-img2img/unet.engine.opt.onnx" ]; then
-    cd /workspace/ComfyUI/custom_nodes/ComfyUI-StreamDiffusion
-    MODELS="stabilityai/sd-turbo KBlueLeaf/kohaku-v2.1"
-    TIMESTEPS="3"
-    for model in $MODELS; do
-      for timestep in $TIMESTEPS; do
-        echo "Building model=$model with timestep=$timestep"
-        python build_tensorrt.py \
-          --model-id "$model" \
-          --timesteps "$timestep" \
-          --engine-dir $TENSORRT_DIR/StreamDiffusion-engines
-      done
-    done
-  else
-    echo "Engine for StreamDiffusion already exists, skipping..."
-  fi
+  # Build Engine for StreamDiffusion using trt script and config
+  ENGINE_SCRIPT="/workspace/ComfyUI/custom_nodes/ComfyUI-StreamDiffusion/scripts/build_tensorrt_engines.py"
+  CONFIGS=(
+    "/workspace/ComfyUI/custom_nodes/ComfyUI-StreamDiffusion/configs/sd15_singlecontrol.yaml"
+    "/workspace/ComfyUI/custom_nodes/ComfyUI-StreamDiffusion/configs/sdturbo_multicontrol.yaml"
+  )
+  cd /workspace/ComfyUI/custom_nodes/ComfyUI-StreamDiffusion/scripts
+  for ENGINE_CONFIG in "${CONFIGS[@]}"; do
+    echo "Building StreamDiffusion TensorRT engines using config: $ENGINE_CONFIG"
+    python "$ENGINE_SCRIPT" --config "$ENGINE_CONFIG"
+  done
   shift
 fi
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -22,7 +22,7 @@ dependencies = [
 [project.optional-dependencies]
 dev = ["pytest", "pytest-cov", "ruff"]
 server = [
-    "pytrickle @ git+https://github.com/livepeer/pytrickle.git@v0.1.5"
+    "pytrickle @ git+https://github.com/livepeer/pytrickle.git@v0.1.7"
 ]
 
 [project.urls]