> ## Documentation Index
> Fetch the complete documentation index at: https://docs.livepeer.org/llms.txt
> Use this file to discover all available pages before exploring further.

# AI Runner Changelog

> Release history for the Livepeer AI Runner, the inference runtime for batch and real-time AI pipelines on the network.

export const CustomCardTitle = ({icon, title, variant = "card", iconSize, style = {}, className = "", ...rest}) => {
  const variants = {
    card: {
      display: 'flex',
      alignItems: 'center',
      gap: "var(--lp-spacing-2)",
      marginBottom: "var(--lp-spacing-3)",
      color: 'var(--lp-color-text-primary)',
      fontSize: '1rem',
      fontWeight: 600
    },
    accordion: {
      display: 'inline-flex',
      alignItems: 'center',
      gap: "var(--lp-spacing-2)"
    },
    tab: {
      display: 'inline-flex',
      alignItems: 'center',
      gap: '0.4rem',
      fontSize: '0.875rem'
    }
  };
  const sizes = {
    card: 20,
    accordion: 18,
    tab: 14
  };
  const size = iconSize || sizes[variant] || 20;
  const baseStyle = variants[variant] || variants.card;
  return variant === 'card' ? <div className={className} style={{
    ...baseStyle,
    ...style
  }} {...rest}>
      {typeof icon === 'string' ? <Icon icon={icon} size={size} color="var(--lp-color-accent)" /> : icon}
      {title}
    </div> : <span className={className} style={{
    ...baseStyle,
    ...style
  }} {...rest}>
      {typeof icon === 'string' ? <Icon icon={icon} size={size} color="var(--lp-color-accent)" /> : icon}
      {title}
    </span>;
};

export const Subtitle = ({style = {}, text, children, variant = 'default', fontSize = '', fontWeight = '', fontStyle = '', marginTop = '', marginBottom = '', color = '', className = '', ...rest}) => {
  const renderInlineCode = (value, keyPrefix) => {
    return value.split(/(`[^`]+`)/g).map((segment, index) => {
      if (segment.startsWith('`') && segment.endsWith('`')) {
        return <code key={`${keyPrefix}-code-${index}`}>{segment.slice(1, -1)}</code>;
      }
      return segment;
    });
  };
  const renderInlineMarkup = (value, keyPrefix = 'subtitle') => {
    if (typeof value !== 'string') {
      return value;
    }
    return value.split(/(\*\*[\s\S]+?\*\*)/g).map((segment, index) => {
      if (segment.startsWith('**') && segment.endsWith('**')) {
        const inner = segment.slice(2, -2);
        return <strong key={`${keyPrefix}-strong-${index}`}>
            {renderInlineCode(inner, `${keyPrefix}-strong-${index}`)}
          </strong>;
      }
      return renderInlineCode(segment, `${keyPrefix}-${index}`);
    });
  };
  const renderContent = (value, keyPrefix) => {
    if (Array.isArray(value)) {
      return value.map((item, index) => renderContent(item, `${keyPrefix}-${index}`));
    }
    return renderInlineMarkup(value, keyPrefix);
  };
  const variants = {
    default: {
      fontSize: '1rem',
      fontStyle: 'italic',
      color: 'var(--lp-color-accent)',
      marginBottom: 0
    },
    changelog: {
      fontSize: '0.8rem',
      fontStyle: 'normal',
      fontWeight: 700,
      color: 'var(--lp-color-text-primary)',
      marginBottom: 0
    }
  };
  const base = variants[variant] || variants.default;
  return <span className={className} style={{
    ...base,
    ...fontSize ? {
      fontSize
    } : {},
    ...fontWeight ? {
      fontWeight
    } : {},
    ...fontStyle ? {
      fontStyle
    } : {},
    ...marginTop ? {
      marginTop
    } : {},
    ...marginBottom ? {
      marginBottom
    } : {},
    ...color ? {
      color
    } : {},
    ...style
  }} {...rest}>
      {renderContent(text, 'text')}
      {renderContent(children, 'children')}
    </span>;
};

export const LazyLoad = ({children, height = "200px", offset = "200px", fadeDuration = 400, className = "", style = {}, ...rest}) => {
  const ref = useRef(null);
  const [visible, setVisible] = useState(false);
  const [ready, setReady] = useState(false);
  useEffect(() => {
    const el = ref.current;
    if (!el) return;
    const observer = new IntersectionObserver(([entry]) => {
      if (entry.isIntersecting) {
        setVisible(true);
        observer.disconnect();
      }
    }, {
      rootMargin: offset
    });
    observer.observe(el);
    return () => observer.disconnect();
  }, []);
  useEffect(() => {
    if (!visible) return;
    const frameId = requestAnimationFrame(() => {
      setReady(true);
    });
    return () => cancelAnimationFrame(frameId);
  }, [visible]);
  const placeholder = <div ref={ref} className={className} style={{
    minHeight: height,
    ...style
  }} {...rest} />;
  if (!visible) return placeholder;
  return <div ref={ref} className={className} style={{
    opacity: ready ? 1 : 0,
    transition: `opacity ${fadeDuration}ms ease-in`,
    ...style
  }} {...rest}>
      {children}
    </div>;
};

export const ScrollBox = ({children, maxHeight = 300, showHint = true, ariaLabel = "Scrollable content", style = {}, className = "", ...rest}) => {
  const contentRef = useRef(null);
  const [isOverflowing, setIsOverflowing] = useState(false);
  useEffect(() => {
    const checkOverflow = () => {
      if (contentRef.current) {
        const maxHeightPx = typeof maxHeight === "number" ? maxHeight : parseInt(maxHeight, 10) || 300;
        setIsOverflowing(contentRef.current.scrollHeight > maxHeightPx);
      }
    };
    checkOverflow();
    window.addEventListener("resize", checkOverflow);
    return () => window.removeEventListener("resize", checkOverflow);
  }, [maxHeight, children]);
  return <div className={className} style={{
    position: "relative",
    ...style
  }} {...rest}>
      <div ref={contentRef} role="region" tabIndex={0} aria-label={ariaLabel} style={{
    maxHeight: typeof maxHeight === "number" ? `${maxHeight}px` : maxHeight,
    overflowY: "auto",
    paddingRight: 4
  }} onScroll={e => {
    const el = e.target;
    const atBottom = el.scrollHeight - el.scrollTop <= el.clientHeight + 10;
    const hint = el.parentNode.querySelector("[data-scroll-hint]");
    if (hint) hint.style.opacity = atBottom ? "0" : "1";
  }}>
        {children}
      </div>
      {showHint && isOverflowing && <div data-scroll-hint style={{
    fontSize: 11,
    color: "var(--lp-color-text-muted)",
    textAlign: "center",
    marginTop: 8,
    transition: "opacity 0.2s"
  }}>
          Scroll for more ↓
        </div>}
    </div>;
};

export const DoubleIconLink = ({label = '', labelColor, href = '#', text = '', iconLeft = 'github', iconLeftColor, iconRight = 'arrow-up-right', iconRightColor = 'var(--lp-color-accent)', className = '', style = {}, ...rest}) => {
  return <span className={className} style={{
    whiteSpace: 'nowrap',
    display: 'inline-flex',
    alignItems: 'center',
    gap: "var(--lp-spacing-1)",
    marginLeft: '0.3rem',
    ...style
  }} {...rest}>
      {text && <span style={{
    marginRight: 8
  }}>{text}</span>}
      <Icon icon={iconLeft} color={iconLeftColor} />
      <a href={href} style={{
    color: {
      labelColor
    }
  }}>
        {label}
      </a>
      <div style={{
    marginRight: '0.3rem'
  }}>
        <Icon icon={iconRight} size={12} color={iconRightColor} />
      </div>
    </span>;
};

export const LinkArrow = ({href, label, description, newline = true, borderColor, className = '', style = {}, ...rest}) => {
  const linkArrowStyle = {
    display: 'inline-flex',
    alignItems: 'center',
    justifyContent: 'center',
    gap: "var(--lp-spacing-1)",
    width: 'fit-content',
    ...borderColor && ({
      borderColor
    })
  };
  return <span className={className} style={style} {...rest}>
      {newline && <br />}
      <span style={linkArrowStyle}>
        <a href={href} target="_blank" rel="noopener noreferrer">
          {label}
        </a>
        <Icon icon="arrow-up-right" size={14} color="var(--lp-color-accent)" />
      </span>
      {description && description}
      {description && <div style={{
    height: "var(--lp-spacing-3)"
  }} />}
    </span>;
};

export const InlineDivider = ({margin = "0.75rem 0", padding = "0", color = "var(--lp-color-border-default)", opacity = 0.4, height = "1px", className = "", style = {}, ...rest}) => <hr role="separator" className={className} style={{
  border: "none",
  margin,
  padding,
  height,
  backgroundColor: color,
  opacity,
  ...style
}} {...rest} />;

export const CustomDivider = ({color = "var(--lp-color-border-default)", middleText = "", spacing = "default", style = {}, className = "", ...rest}) => {
  const spacingPresets = {
    default: {
      margin: "24px 0"
    },
    overlap: {
      margin: "-1rem 0 -1rem 0"
    },
    tight: {
      margin: "0 0 -1rem 0"
    },
    section: {
      margin: "0 0 -2rem 0"
    },
    sectionOverlap: {
      margin: "-1rem 0 -2rem 0"
    },
    deepOverlap: {
      margin: "-1rem 0 -1.5rem 0"
    }
  };
  const spacingStyle = spacingPresets[spacing] || spacingPresets.default;
  return <div role="separator" aria-orientation="horizontal" className={className} style={{
    display: "flex",
    alignItems: "center",
    ...spacingStyle,
    fontSize: style?.fontSize || "16px",
    height: "fit-content",
    ...style
  }} {...rest}>
      <span style={{
    marginRight: "var(--lp-spacing-px-8)",
    opacity: 0.2
  }}>
        <Icon icon="/snippets/assets/logos/Livepeer-Logo-Symbol-Theme.svg" />
      </span>
      <div style={{
    flex: 1,
    height: "1px",
    background: "var(--lp-color-border-default)",
    opacity: 0.4
  }}></div>
      {middleText && <>
          <Icon icon="circle" size={2} />
          <span style={{
    margin: "0 8px",
    fontWeight: "bold",
    color: color,
    opacity: 0.7
  }}>
            {middleText}
          </span>
          <Icon icon="circle" size={2} />
        </>}
      <div style={{
    flex: 1,
    height: "1px",
    background: "var(--lp-color-border-default)",
    opacity: 0.4
  }}></div>
      <span style={{
    marginLeft: "var(--lp-spacing-px-8)",
    opacity: 0.2
  }}>
        <span style={{
    display: "inline-block",
    transform: "scaleX(-1)"
  }}>
          <Icon icon="/snippets/assets/logos/Livepeer-Logo-Symbol-Theme.svg" />
        </span>
      </span>
    </div>;
};

<Tip>
  This page is an automated workflow.
  <Subtitle variant="changelog" style={{fontSize: "0.95rem", marginTop: "0.25rem"}}>Subscribe to this changelog's <LinkArrow label="RSS Feed" href="/v2/resources/changelog/ai-runner/rss.xml" newline={false} /></Subtitle>
</Tip>

<CustomDivider style={{margin: "-0.5rem 0 -1.5rem 0"}} />

Track releases for <LinkArrow label="AI Runner" href="https://github.com/livepeer/ai-runner/releases" newline={false} /> on GitHub.

<CustomDivider />

<LazyLoad height="600px">
  <Update label="v0.14.1" tags={["Features", "Fixes"]} rss={{ title: "AI Runner v0.14.1", description: "This release mainly wraps up the support for custom pipelines with docs and final fixes on metadata routes used by th..." }} description={<Subtitle variant="changelog">December 2025</Subtitle>}>
    ## v0.14.1

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    ## What's Changed

    This release mainly wraps up the support for custom pipelines with docs and final fixes on metadata routes used by the Orchestrator.

    The `scope` pipeline has been fully moved to the [`daydreamlive/scope-runner`](https://github.com/daydreamlive/scope-runner) repository and can be developed without docker, using only local dev environments if preferred.

    ### Commits

    * .github: Add proper tags to base image
    * live: Remove scope project
    * docs: Create guide on writing custom pipelines
    * routes: Fix version and hardware metadata routes

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.14.1" iconLeft="github" />
  </Update>

  <Update label="v0.14.0" tags={["Features", "Performance"]} rss={{ title: "AI Runner v0.14.0", description: "- Prompt & Seed Blending: Smooth interpolation between values" }} description={<Subtitle variant="changelog">December 2025</Subtitle>}>
    ## v0.14.0

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    ## What's Changed

    ### 🎬 StreamDiffusion Pipeline – Complete Overhaul

    * **Prompt & Seed Blending**: Smooth interpolation between values
    * **ControlNet Support**: Depth, canny, and other controlnets with dynamic scale adjustment
    * **IPAdapter**: Style transfer from reference images. FaceID version for face-preserving generation
    * **SD1.5 + SDXL**: Expanded model architecture support
    * **NSFW Detection**: Freepik-based safety checker
    * **Dynamic Parameters**: In-place updates for most parameters without requiring pipeline restart (eg t\_index\_list, controlnets, etc)
    * **Dynamic Resolution TensorRT**: Single engine with support for different resolutions (still requires a reload)
    * **TemporalNet ControlNet**: Optical flow-based conditioning for frame-to-frame temporal consistency
    * **Multi-stage pipeline**: Configurable image or latent, pre and post-processing in the pipeline (e.g.: latent feedback, upscaling, skip diffusion altogether)
    * **StreamV2V**: Cached attention for even further temporal consistency

    ### 🔧 Realtime Runtime

    * **Extensible runner** – Modular pipeline architecture with plugin pattern (#866)
    * **Loading screen** – Visual feedback during pipeline reloads (#739)
    * Removed Conda and moved to `uv` (except ComfyUI) (#854)
    * Higher performance and lower latency
    * Improve error handling and monitoring

    ### 📦 Batch Pipelines

    * **Audio-to-Text**: Added faster-whisper backend (#595)
    * **LLM**: Bumped vLLM version (#705)

    ## New Contributors

    * @vcashwin made their first contribution in [https://github.com/livepeer/ai-runner/pull/819](https://github.com/livepeer/ai-runner/pull/819)
    * @corey-livepeer made their first contribution in [https://github.com/livepeer/ai-runner/pull/837](https://github.com/livepeer/ai-runner/pull/837)

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.14.0" iconLeft="github" />
  </Update>

  <Update label="v0.13.8" tags={["Features", "Fixes", "Performance"]} rss={{ title: "AI Runner v0.13.8", description: "* Support for audio passthrough and Opus encoding *(real-time)*" }} description={<Subtitle variant="changelog">June 2025</Subtitle>}>
    ## v0.13.8

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    ### New features & improvements

    * Support for audio passthrough and Opus encoding *(real-time)*
    * Faster and more reliable startup & teardown *(real-time)*
    * Improved logging, metrics, and debugging *(real-time)*
    * Zero-copy GPU tensor transfer for lower latency *(real-time)*
    * Streamdiffusion pipeline improvements and re-introduction *(real-time)*

    ### Performance & stability

    * Many encoder and decoder fixes *(real-time)*
    * Better pipeline cleanup and failover handling *(real-time)*
    * Robust support for multi-stream and resolution changes *(real-time)*
    * Docker image optimisations and workflow improvements

    ### Developer & maintenance updates

    * Moved ai-worker package to go-livepeer
    * Updated LLM pipeline dependencies to improve performance and fix bugs *(batch)*
    * Improved CI workflows and build caching
    * Enhanced checkpoint and model management

    ### New contributors

    * @Radovenchyk – first contribution \[[#417](https://github.com/livepeer/ai-runner/pull/417)]\([https://github.com/livepeer/ai-runner/pull/417](https://github.com/livepeer/ai-runner/pull/417))
    * @livepeer-robot – first contribution \[[#611](https://github.com/livepeer/ai-runner/pull/611)]\([https://github.com/livepeer/ai-runner/pull/611](https://github.com/livepeer/ai-runner/pull/611))

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.13.8" iconLeft="github" />
  </Update>

  <Update label="v0.13.3" tags={["Features"]} rss={{ title: "AI Runner v0.13.3", description: "* Support for JSON string in defaultImage field for overriding pipeline specific images in the mappings  by @RUFFY-36..." }} description={<Subtitle variant="changelog">January 2025</Subtitle>}>
    ## v0.13.3

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    ## What's Changed

    * Support for JSON string in defaultImage field for overriding pipeline specific images in the mappings

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.13.3" iconLeft="github" />
  </Update>

  <Update label="v0.13.2" tags={["Features"]} rss={{ title: "AI Runner v0.13.2", description: "* examples: Add test run for lv2v by @victorges in https://github.com/livepeer/ai-worker/pull/283" }} description={<Subtitle variant="changelog">January 2025</Subtitle>}>
    ## v0.13.2

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    ## What's Changed

    * examples: Add test run for lv2v
    * dl\_checkpoints.sh - docker run as a user not the root
    * dl\_checkpoints.sh run as root but chown to current user
    * refactor(runner): update LLM 'tokens\_used' to usage

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.13.2" iconLeft="github" />
  </Update>

  <Update label="v0.13.1" tags={["Features", "Fixes"]} rss={{ title: "AI Runner v0.13.1", description: "* feat: update A2T audio conversion by @ad-astra-video in https://github.com/livepeer/ai-worker/pull/389" }} description={<Subtitle variant="changelog">January 2025</Subtitle>}>
    ## v0.13.1

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    ## What's Changed

    * feat: update A2T audio conversion
    * Remove liveportrait
    * feat: better LLM response format
    * Fix codegen and some small updates

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.13.1" iconLeft="github" />
  </Update>

  <Update label="v0.13.0" tags={["Features", "Fixes", "Performance", "Breaking"]} rss={{ title: "AI Runner v0.13.0", description: "This release introduces several new ComfyUI pipelines, including Florence 2, LivePortrait, and Sam2, alongside signif..." }} description={<Subtitle variant="changelog">December 2024</Subtitle>}>
    ## v0.13.0

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    This release introduces several new ComfyUI pipelines, including Florence 2, LivePortrait, and Sam2, alongside significant performance optimisations and bug fixes for both the realtime AI stack and non-realtime pipelines like A2T and LLM. These updates enhance processing efficiency, stability, and functionality across the platform.

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.13.0" iconLeft="github" />
  </Update>

  <Update label="v0.12.6" tags={["Features", "Fixes"]} rss={{ title: "AI Runner v0.12.6", description: "* live/runner: Increase liveportrait restart threshold by @victorges in https://github.com/livepeer/ai-worker/pull/294" }} description={<Subtitle variant="changelog">December 2024</Subtitle>}>
    ## v0.12.6

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    ## What's Changed

    * live/runner: Increase liveportrait restart threshold
    * Allow running worker on non-GPU machine
    * fix: prevents nvml runtime error
    * api: Fix startup of control API
    * Add error handling to control message handler task
    * runner: add events url to live video to video
    * runner: Make control\_url and events\_url optional
    * SAM2 video-to-video real-time pipeline
    * fix: managed containers return after inference completed

    ## New Contributors

    * @gioelecerati made their first contribution in [https://github.com/livepeer/ai-worker/pull/303](https://github.com/livepeer/ai-worker/pull/303)

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.12.6" iconLeft="github" />
  </Update>

  <Update label="v0.12.5" tags={["Features"]} rss={{ title: "AI Runner v0.12.5", description: "* feat: add hardware info reporting by @ad-astra-video in https://github.com/livepeer/ai-worker/pull/273" }} description={<Subtitle variant="changelog">November 2024</Subtitle>}>
    ## v0.12.5

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    ## What's Changed

    * feat: add hardware info reporting
    * feat(worker): auto pull images if not found

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.12.5" iconLeft="github" />
  </Update>

  <Update label="v0.12.4" tags={["Features", "Fixes"]} rss={{ title: "AI Runner v0.12.4", description: "* docker: ComfyUI model downloading/caching by @victorges in https://github.com/livepeer/ai-worker/pull/284" }} description={<Subtitle variant="changelog">November 2024</Subtitle>}>
    ## v0.12.4

    <CustomCardTitle variant="tab" icon="user-robot" title="_AI Summary_" />

    ## What's Changed

    * docker: ComfyUI model downloading/caching
    * worker,runner: Fix lifecycle management of realtime containers
    * test: add b64 functions tests
    * worker: Add noop image to map
    * Fix control\_url task runner

    <InlineDivider margin="1rem 0" />

    <DoubleIconLink label="View release on GitHub" href="https://github.com/livepeer/ai-runner/releases/tag/v0.12.4" iconLeft="github" />
  </Update>
</LazyLoad>
