React+Express生成点击轨时FFmpeg流匹配错误的解决方法

我正在开发一个基于React.js和FFmpeg的点击轨生成项目，后端用Express.js构建FFmpeg命令，将计数音、人声提示和点击音等多段音频合并为单个MP3文件。运行命令时出现以下错误：

Cannot find a matching stream for unlabeled input pad 0 on filter Parsed_amix_54

以下是server.js的相关代码：

const express = require('express');
const bodyParser = require('body-parser');
const { exec } = require('child_process');
const path = require('path');
const fs = require('fs');
const ffmpegPath = require('ffmpeg-static');
const cors = require('cors');

const app = express();
app.use(cors());
app.use(bodyParser.json());

app.post('/generate-click-track', (req, res) => {
    const { tempo, timeSignature, clickSound, subdivisions, sections } = req.body;
    const clickSoundPath = path.join(__dirname, 'public', 'click-sounds');
    const vocalCuesPath = path.join(__dirname, 'public', 'vocal-cues');

    const beatsPerBar = parseInt(timeSignature.split('/')[0]);
    const beatsPerMinute = tempo;
    let totalBeats = 0;
    const sectionStarts = [];

    sections.forEach((section, index) => {
        if (index > 0) {
            sectionStarts.push(totalBeats);
        }
        totalBeats += section.length * beatsPerBar;
    });

    const outputFilePath = path.join(__dirname, 'output', 'click-track.mp3');
    const tempDir = path.join(__dirname, 'temp');

    if (!fs.existsSync(tempDir)) {
        fs.mkdirSync(tempDir);
    }

    const countInFiles = Array.from({ length: beatsPerBar }, (_, i) => path.join(vocalCuesPath, 'count-ins', `${i + 1}.wav`));

    let ffmpegCommand = '';

    // Add count-in files
    countInFiles.forEach(file => {
        ffmpegCommand += `-i "${file}" `;
    });

    // Add section vocal cues and click sounds
    sections.forEach((section, index) => {
        const vocalCueFile = path.join(vocalCuesPath, `${section.name}.wav`);
        ffmpegCommand += `-i "${vocalCueFile}" `;

        for (let i = 0; i < section.length * beatsPerBar; i++) {
            const clickFile = i % beatsPerBar === 0 ? `${clickSound}-accents.mp3` : `${clickSound}.mp3`;
            ffmpegCommand += `-i "${path.join(clickSoundPath, clickFile)}" `;
        }
    });

    ffmpegCommand += `-filter_complex "`;

    let inputCount = 0;
    countInFiles.forEach((_, index) => {
        ffmpegCommand += `[${inputCount}:0]adelay=${index * (60 / beatsPerMinute) * 1000}|${index * (60 / beatsPerMinute) * 1000}[a${inputCount}]; `;
        inputCount++;
    });

    sections.forEach((section, index) => {
        const delay = (sectionStarts[index] ? sectionStarts[index] : 0) * (60 / beatsPerMinute) * 1000;
        ffmpegCommand += `[${inputCount}:0]adelay=${delay}|${delay}[a${inputCount}]; `;
        inputCount++;

        for (let i = 0; i < section.length * beatsPerBar; i++) {
            const delay = (sectionStarts[index] ? sectionStarts[index] : 0) * (60 / beatsPerMinute) * 1000 + (i * 60 / beatsPerMinute) * 1000;
            ffmpegCommand += `[${inputCount}:0]adelay=${delay}|${delay}[a${inputCount}]; `;
            inputCount++;
        }
    });

    ffmpegCommand += `amix=inputs=${inputCount}:duration=longest" -codec:a libmp3lame -b:a 192k -y "${outputFilePath}"`;

    console.log(`Executing ffmpeg command: ${ffmpegCommand}`);

    exec(`${ffmpegPath} ${ffmpegCommand}`, (error, stdout, stderr) => {
        if (error) {
            console.error(`Error generating click track: ${error.message}`);
            res.status(500).send('Error generating click track');
            return;
        }

        res.download(outputFilePath, 'click-track.mp3', (err) => {
            if (err) {
                console.error(`Error sending file: ${err.message}`);
            }

            // Clean up temp directory
            fs.readdir(tempDir, (err, files) => {
                if (err) throw err;
                for (const file of files) {
                    fs.unlink(path.join(tempDir, file), err => {
                        if (err) throw err;
                    });
                }
            });
        });
    });
});

app.listen(3001, () => {
    console.log('Server running on http://localhost:3001');
});

已尝试的排查方法：

• 验证所有文件路径均存在；
• 转义文件路径以处理文件名中的空格；
• 手动运行日志输出的FFmpeg命令，仍出现相同错误。

环境信息：

• React.js: v18.3.1
• Node.js: v22.2.0
• Express: v4.19.2
• FFmpeg: ffmpeg-static提供的静态构建版本（v5.2.0）

错误核心原因：amix滤镜没有接收到所有经过adelay处理后的音频流。当前代码仅定义了每个输入的延迟处理逻辑，但未将所有处理后的流标签传递给amix，导致滤镜无法找到足够的输入流匹配。

修改步骤 #

1. 新增数组收集所有经过adelay处理后的流标签；
2. 将收集到的所有流标签拼接后，作为amix的输入参数；
3. 可选：统一所有输入音频的采样率和声道数，避免因参数不一致导致的兼容问题。

修正后的关键代码片段 #

// ... 保留原有代码的输入文件拼接逻辑 ...

ffmpegCommand += `-filter_complex "`;

let inputCount = 0;
const processedStreams = []; // 用于收集所有处理后的音频流标签

// 处理计数音文件
countInFiles.forEach((_, index) => {
    const streamLabel = `a${inputCount}`;
    // 可选添加aresample统一音频参数，避免兼容问题
    ffmpegCommand += `[${inputCount}:0]aresample=44100:channel_layout=stereo,adelay=${index * (60 / beatsPerMinute) * 1000}|${index * (60 / beatsPerMinute) * 1000}[${streamLabel}]; `;
    processedStreams.push(`[${streamLabel}]`);
    inputCount++;
});

// 处理段落人声提示和点击音
sections.forEach((section, index) => {
    const delay = (sectionStarts[index] ? sectionStarts[index] : 0) * (60 / beatsPerMinute) * 1000;
    const streamLabel = `a${inputCount}`;
    ffmpegCommand += `[${inputCount}:0]aresample=44100:channel_layout=stereo,adelay=${delay}|${delay}[${streamLabel}]; `;
    processedStreams.push(`[${streamLabel}]`);
    inputCount++;

    for (let i = 0; i < section.length * beatsPerBar; i++) {
        const delay = (sectionStarts[index] ? sectionStarts[index] : 0) * (60 / beatsPerMinute) * 1000 + (i * 60 / beatsPerMinute) * 1000;
        const streamLabel = `a${inputCount}`;
        ffmpegCommand += `[${inputCount}:0]aresample=44100:channel_layout=stereo,adelay=${delay}|${delay}[${streamLabel}]; `;
        processedStreams.push(`[${streamLabel}]`);
        inputCount++;
    }
});

// 将所有处理后的流标签拼接，传入amix滤镜
ffmpegCommand += `${processedStreams.join('')}amix=inputs=${processedStreams.length}:duration=longest" -codec:a libmp3lame -b:a 192k -y "${outputFilePath}"`;

// ... 保留原有代码的命令执行和响应逻辑 ...

额外优化建议 #

• 避免重复添加相同的点击音频文件：可以使用FFmpeg的loop滤镜循环播放单个点击音频文件，减少输入文件数量，提升命令执行效率；
• 添加错误捕获：对FFmpeg命令执行的stderr输出进行日志记录，便于排查其他潜在音频处理问题。

内容的提问来源于stack exchange，提问作者Josh Lawson