nodejs-audio-visualizer

Audio visualizer generator for Node.js with simple configuration.
Supports PNG, JPG for images, MP4/MOV/AVI/MKV for background videos, and MP3, WAV for audio.

Example

const renderAudioVisualizer = require('nodejs-audio-visualizer').renderAudioVisualizer;
const config = {
  image: { // Optional.
    path: 'media/background.png' // Supports PNG and JPG images. Use either 'image' or 'video', not both.
  },
  // OR use a video as background (optional):
  // video: {
  //   path: 'media/background.mp4', // Supports MP4, MOV, AVI, MKV. Loops automatically if shorter than audio. Can also be an array of paths, e.g. ['media/bg1.mp4', 'media/bg2.mp4']: with autoEdit false the videos play one after another (looping the sequence as needed), and with autoHighlight producing several videos each one starts with a different video from the array; with autoEdit true, cuts switch (shuffle) between the given videos instead of auto-detecting scene changes. Videos in an array should share the same resolution and frame rate for best results, especially when outVideo.resolution is not set.
  //   hookPath: 'media/hook.mp4', // Optional. Video played once before the 'path' video(s). Plays in full; with audio.autoHighlight, each highlight is chosen so the hook ends on a detected drop (the biggest jump in energy on a beat) and 'path' starts with it and plays for ~15s (the hook is added before the ~15s, not counted in it); the whole hook always plays (when the drop is closer to the track start than the hook's length, silence is added before the track), and if no drop fits, the hook plays before the loudest ~15s window instead. The hook's sound, if it has any, is mixed over the track, which fades in from silence to full volume while the hook plays. With several highlight videos, each one opens with the hook.
  //   autoEdit: true, // Optional. Detects scene cuts and advances between them on the detected BPM beat grid about every 2–4 beats so the background edits with the music; omit or false for one continuous play-through from the start. When enabled, a brief camera shake starts 0.1s after each cut and decays over about one-third of a beat (if the video has no detected scene changes, and so no cuts, it shakes every 2 beats instead).
  //   cameraShake: false, // Optional. With autoEdit: set to false to disable the camera shake applied on cuts (default true).
  //   cutZoom: true, // Optional. With autoEdit: starts each cut zoomed in (115%) and quickly zooms out to normal over about one-third of a beat (every 2 beats when there are no cuts). Can be combined with cameraShake (default false).
  // },
  audio: {
    path: 'media/audio.wav', // Supports MP3 and WAV audio
    autoHighlight: true, // Optional. Cuts the most energetic ~15s of the track. Start and end are moved onto beats (by up to 1.5s each), preferring a length of whole 4-beat bars, so the highlight may run slightly shorter or longer than 15s.
    autoHighlightCount: 3, // Optional. With autoHighlight: how many non-overlapping ~15s windows with the highest summed spectral energy to aim for (default 1; must be a whole number ≥ 1). You may get fewer videos if the track is too short or does not have that many valid windows. More than one window produces separate videos next to outVideo.path (e.g. out-1.mp4, out-2.mp4).
    bpm: 122, // Optional. Track tempo, used instead of the detected BPM for the beat grid (autoEdit cuts, camera shake, cut zoom, highlight snapping). Must be a number > 0.
    drop: '1:04.5', // Optional. Time of the beat drop, in seconds (64.5) or as 'm:ss(.sss)' / 'h:mm:ss(.sss)'. The beat grid is aligned so the drop is on a beat. With autoHighlight, the first highlight starts at the drop (with video.hookPath, the hook ends on it) instead of a detected one; any further highlights are still detected. With both bpm and drop set, tempo detection is skipped.
  },
  outVideo: {
    path: 'media/out.mp4',
    subtitles: { // Optional.
      path: 'media/subtitles.lrc', // Optional. .srt or .lrc format.
      rawContent: "1\n00:00:00,000 --> 99:59:59,999\nSome Artist - Some Song", // Only if path not specified.
      alignment: "middle", // Optional. Available values: 'top', 'middle', 'bottom'. Default: 'bottom'.
    },
    fps: 25, // Default value: 30
    resolution: { width: 1920, height: 1080 }, // Optional. Output frame size in pixels. Omit to keep the background image or video at its native resolution; when set, video frames are scaled to this size and images are resized (center-cropped first if landscape/portrait does not match the target aspect).
    enhanceFilters: true, // Optional. Denoise, sharpen and boost contrast/saturation of the output video (FFmpeg hqdn3d, unsharp, eq; Lanczos scaling). Default: false
    spectrum: { // Audio spectrum configuration (linear bar visualizer). Optional. If neither 'spectrum' nor 'polar' is specified, no visualizer is drawn.
      width: '30%', // 30% of background image width. Default value: 33%. Also you can use absolute values. For example, value 300 for 300 pixels width.
      height: '15%', // 15% of background image height. Default value: 160. Also you can use absolute values. For example, value 300 for 300 pixels height.
      x: 'center', // Available values: 'left', 'center', right'. Also you can use absolute number values. For example, value 300 for 300 pixels x.
      y: 'bottom', // Available values: 'top', 'middle', bottom'. Also you can use absolute number values. For example, value 300 for 300 pixels y.
      rotation: 'mirror', // Available values: 'up', 'down', 'mirror'. Default value: 'mirror'.
      effect: 'volume', // Available values: 'volume', 'smooth', undefined. Default value: undefined.
      color: '#cccc99', // Default value: inverted color of background image
      opacity: '70%' // Default value: '80%'.
    },
    polar: { // Polar/circular audio spectrum configuration. Optional. Use either 'spectrum' or 'polar', not both.
      x: 'center', // Available values: 'left', 'center', 'right'. Also you can use absolute number values. Default value: 'center'.
      y: 'middle', // Available values: 'top', 'middle', 'bottom'. Also you can use absolute number values. Default value: 'middle'.
      innerRadius: 100, // Inner radius of the circular spectrum in pixels. Default value: 100.
      maxBarLength: 160, // Maximum bar length in pixels. Default value: 160.
      barWidth: 15, // Width of each bar in pixels. Default value: 15.
      effect: 'volume', // Available values: 'volume', 'smooth', undefined. Default value: undefined.
      color: '#cccc99', // Default value: inverted color of background image
      opacity: '70%' // Default value: '80%'.
    }
  },
  tweaks: { // Optional
    ffmpeg_cfr: '30', // Default value: 23
    ffmpeg_preset: 'ultrafast', // Default value: medium
    frame_processing_delay: 1000, // Delay between processing frames in milliseconds
    timeouts: { // Optional. FFmpeg I/O timeouts in milliseconds
      readVideoFrame: 30000, // Max wait for one background video frame from ffmpeg. Default: 30000
      waitDrain: 120000, // Max wait for ffmpeg stdin to accept more frames. Default: 120000
      waitForProcessExit: 480000 // Max wait for ffmpeg to finish after all frames are sent. Default: 480000
    }
  }
};

const onProgress = (progressPercent: number) => { // not necessary callback
  console.log(`progress: ${progressPercent} %`);
};

const shouldStop = () => { // not necessary callback
  return false;
};

renderAudioVisualizer(config, onProgress, shouldStop)
  .then(({ exitCode, outputVideoFiles }) => {
    console.log(`exited with code: ${exitCode}`);
    console.log(`written:`, outputVideoFiles);
  });

Output preview