IMX6Q平台Debian系统Gstreamer推流本地视频至VLC无画面求助

你的代码存在几个关键问题导致推流失败，以下是具体分析和修复方案：

1. Decodebin动态链接错误 #

decodebin是动态解析媒体流的元素，它的输出Pad是在检测到媒体格式后才动态创建的，不能直接静态链接到convert。必须通过监听pad-added信号，在Pad创建完成后再进行链接。

2. 主循环未启动 #

代码中创建了GMainLoop但没有运行它，程序启动管道后会立刻退出，无法维持推流进程。需要调用g_main_loop_run(loop)让程序进入消息循环。

3. RTP推流与VLC接收的参数匹配 #

rtph264pay需要指定标准的RTP负载类型，同时VLC需要使用正确的播放地址来接收流。

修改后的完整代码 #

#include <gst/gst.h>

// 处理decodebin的pad-added信号回调
static void pad_added_handler(GstElement *src, GstPad *new_pad, gpointer data) {
    GstElement *convert = (GstElement *)data;
    GstPad *sink_pad = gst_element_get_static_pad(convert, "sink");
    GstPadLinkReturn ret;
    GstCaps *new_pad_caps = NULL;
    GstStructure *new_pad_struct = NULL;
    const gchar *new_pad_type = NULL;

    g_print("Received new pad '%s' from '%s':\n", GST_PAD_NAME(new_pad), GST_ELEMENT_NAME(src));

    // 如果convert的sink pad已经链接，直接返回
    if (gst_pad_is_linked(sink_pad)) {
        g_print("We are already linked. Ignoring.\n");
        goto exit;
    }

    // 获取新pad的caps信息
    new_pad_caps = gst_pad_get_current_caps(new_pad);
    new_pad_struct = gst_caps_get_structure(new_pad_caps, 0);
    new_pad_type = gst_structure_get_name(new_pad_struct);

    // 只处理视频流
    if (!g_str_has_prefix(new_pad_type, "video/x-")) {
        g_print("It's not a video pad. Ignoring.\n");
        goto exit;
    }

    // 链接新pad到convert的sink pad
    ret = gst_pad_link(new_pad, sink_pad);
    if (GST_PAD_LINK_FAILED(ret)) {
        g_print("Type is '%s' but link failed.\n", new_pad_type);
    } else {
        g_print("Link succeeded (type '%s').\n", new_pad_type);
    }

exit:
    // 释放资源
    if (new_pad_caps != NULL)
        gst_caps_unref(new_pad_caps);
    gst_object_unref(sink_pad);
}

int main(int argc, char *argv[]) {
    GstElement *pipeline, *source, *decode, *convert, *scale, *encoder, *pay, *sink;
    GstBus *bus;
    GstMessage *msg;
    GMainLoop *loop;

    // 初始化GStreamer
    gst_init(&argc, &argv);

    // 创建管道
    pipeline = gst_pipeline_new("my-pipeline");

    // 创建元素
    source = gst_element_factory_make("filesrc", "source");
    g_object_set(G_OBJECT(source), "location", "Video.mp4", NULL);

    decode = gst_element_factory_make("decodebin", "decode");
    convert = gst_element_factory_make("videoconvert", "convert");
    // 绑定pad-added信号回调
    g_signal_connect(decode, "pad-added", G_CALLBACK(pad_added_handler), convert);

    scale = gst_element_factory_make("videoscale", "scale");
    g_object_set(G_OBJECT(scale), "method", 0, NULL);
    g_object_set(G_OBJECT(scale), "add-borders", FALSE, NULL);
    g_object_set(G_OBJECT(scale), "skip-canvas", TRUE, NULL);

    encoder = gst_element_factory_make("x264enc", "encoder");
    g_object_set(G_OBJECT(encoder), "tune", 5, NULL); // tune=5对应zerolatency，适合实时推流

    pay = gst_element_factory_make("rtph264pay", "pay");
    g_object_set(G_OBJECT(pay), "pt", 96, NULL); // 设置RTP负载类型为96（标准动态类型）

    sink = gst_element_factory_make("udpsink", "sink");
    g_object_set(G_OBJECT(sink), "host", "192.168.100.232", NULL);
    g_object_set(G_OBJECT(sink), "port", 554, NULL);
    g_object_set(G_OBJECT(sink), "sync", FALSE, NULL); // 关闭同步，避免时钟问题

    // 检查元素是否创建成功
    if (!pipeline || !source || !decode || !convert || !scale || !encoder || !pay || !sink) {
        g_printerr("One or more elements could not be created.\n");
        return -1;
    }

    // 添加元素到管道
    gst_bin_add_many(GST_BIN(pipeline), source, decode, convert, scale, encoder, pay, sink, NULL);

    // 静态链接能直接链接的元素
    if (!gst_element_link(source, decode)) {
        g_printerr("source and decode could not be linked.\n");
        gst_object_unref(pipeline);
        return -1;
    }
    if (!gst_element_link_many(convert, scale, encoder, pay, sink, NULL)) {
        g_printerr("Elements could not be linked.\n");
        gst_object_unref(pipeline);
        return -1;
    }

    // 启动管道
    gst_element_set_state(pipeline, GST_STATE_PLAYING);

    // 启动主循环
    loop = g_main_loop_new(NULL, FALSE);

    // 监听总线消息，处理错误
    bus = gst_element_get_bus(pipeline);
    gst_bus_add_watch(bus, [](GstBus *bus, GstMessage *msg, gpointer data) -> gboolean {
        GMainLoop *loop = (GMainLoop *)data;
        switch (GST_MESSAGE_TYPE(msg)) {
            case GST_MESSAGE_ERROR: {
                GError *err;
                gchar *debug_info;
                gst_message_parse_error(msg, &err, &debug_info);
                g_printerr("Error received from element %s: %s\n", GST_OBJECT_NAME(msg->src), err->message);
                g_printerr("Debugging information: %s\n", debug_info ? debug_info : "none");
                g_clear_error(&err);
                g_free(debug_info);
                g_main_loop_quit(loop);
                break;
            }
            case GST_MESSAGE_EOS:
                g_print("End-Of-Stream reached.\n");
                g_main_loop_quit(loop);
                break;
            default:
                // 忽略其他消息
                break;
        }
        return TRUE;
    }, loop);
    gst_object_unref(bus);

    g_main_loop_run(loop);

    // 清理资源
    gst_element_set_state(pipeline, GST_STATE_NULL);
    gst_object_unref(pipeline);
    g_main_loop_unref(loop);

    return 0;
}

VLC接收配置 #

打开VLC，选择媒体->打开网络串流，输入以下地址：

rtp://@192.168.100.232:554

注意：@符号不能省略，它表示监听本地所有网卡的对应端口。

额外调试建议 #

• 运行程序时可以开启GStreamer调试日志，查看详细的管道运行信息：

  GST_DEBUG=3 ./Stream
  

• 确认IMX6Q上的x264enc是否正常工作，也可以尝试使用硬件编码器（如v4l2h264enc，如果IMX6Q支持的话）来替代x264enc，提高编码效率。

内容的提问来源于stack exchange，提问作者Naveen