把mp3和h264合成mp4

參考雷神的文章
最簡單的基于FFmpeg的封裝格式處理：視音頻復用器（muxer）
雷神的文章是2014年的，當前的ffmpeg版本已經到5了，有的api已經過期，需要使用新的api。
當前的開發工具：vs2019
ffmpeg版本：5.1
修改的部分主要是編碼器參數的拷貝改成了調用
avcodec_parameters_copy

代碼如下：

/*** 最簡單的基于FFmpeg的視音頻復用器* Simplest FFmpeg Muxer** 雷霄驊 Lei Xiaohua* leixiaohua1020@126.com* 中國傳媒大學/數字電視技術* Communication University of China / Digital TV Technology* http://blog.csdn.net/leixiaohua1020** 本程序可以將視頻碼流和音頻碼流打包到一種封裝格式中。* 程序中將AAC編碼的音頻碼流和H.264編碼的視頻碼流打包成* MPEG2TS封裝格式的文件。* 需要注意的是本程序并不改變視音頻的編碼格式。** This software mux a video bitstream and a audio bitstream* together into a file.* In this example, it mux a H.264 bitstream (in MPEG2TS) and* a AAC bitstream file together into MP4 format file.**/#include <stdio.h>#define __STDC_CONSTANT_MACROS#ifdef _WIN32//Windows extern "C" { #include "libavformat/avformat.h" }; #else//Linux... #ifdef __cplusplus extern "C" { #endif #include <libavformat/avformat.h> #ifdef __cplusplus }; #endif #endif/* FIX: H.264 in some container format (FLV, MP4, MKV etc.) need "h264_mp4toannexb" bitstream filter (BSF)*Add SPS,PPS in front of IDR frame*Add start code ("0,0,0,1") in front of NALU H.264 in some container (MPEG2TS) don't need this BSF. */ //'1': Use H.264 Bitstream Filter #define USE_H264BSF 0/* FIX:AAC in some container format (FLV, MP4, MKV etc.) need "aac_adtstoasc" bitstream filter (BSF) */ //'1': Use AAC Bitstream Filter #define USE_AACBSF 0int main(int argc, char* argv[]) {const AVOutputFormat* ofmt = NULL;//Input AVFormatContext and Output AVFormatContextAVFormatContext* ifmt_ctx_v = NULL, * ifmt_ctx_a = NULL, * ofmt_ctx = NULL;AVPacket* pkt;int ret, i;int videoindex_v = -1, videoindex_out = -1;int audioindex_a = -1, audioindex_out = -1;int frame_index = 0;int64_t cur_pts_v = 0, cur_pts_a = 0;//const char *in_filename_v = "cuc_ieschool.ts";//Input file URLconst char* in_filename_v = "cuc_ieschool.h264";//const char *in_filename_a = "cuc_ieschool.mp3";//const char *in_filename_a = "gowest.m4a";//const char *in_filename_a = "gowest.aac";const char* in_filename_a = "cuc_ieschool.mp3";const char* out_filename = "cuc_ieschool.mp4";//Output file URL//Inputif ((ret = avformat_open_input(&ifmt_ctx_v, in_filename_v, 0, 0)) < 0) {printf("Could not open input file.");goto end;}if ((ret = avformat_find_stream_info(ifmt_ctx_v, 0)) < 0) {printf("Failed to retrieve input stream information");goto end;}if ((ret = avformat_open_input(&ifmt_ctx_a, in_filename_a, 0, 0)) < 0) {printf("Could not open input file.");goto end;}if ((ret = avformat_find_stream_info(ifmt_ctx_a, 0)) < 0) {printf("Failed to retrieve input stream information");goto end;}printf("===========Input Information==========\n");av_dump_format(ifmt_ctx_v, 0, in_filename_v, 0);av_dump_format(ifmt_ctx_a, 0, in_filename_a, 0);printf("======================================\n");//Outputavformat_alloc_output_context2(&ofmt_ctx, NULL, NULL, out_filename);if (!ofmt_ctx) {printf("Could not create output context\n");ret = AVERROR_UNKNOWN;goto end;}ofmt = ofmt_ctx->oformat;for (i = 0; i < ifmt_ctx_v->nb_streams; i++) {//Create output AVStream according to input AVStreamif (ifmt_ctx_v->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {AVStream* in_stream = ifmt_ctx_v->streams[i];AVStream* out_stream = avformat_new_stream(ofmt_ctx, NULL);videoindex_v = i;if (!out_stream) {printf("Failed allocating output stream\n");ret = AVERROR_UNKNOWN;goto end;}videoindex_out = out_stream->index;avcodec_parameters_copy(out_stream->codecpar, in_stream->codecpar);//Copy the settings of AVCodecContext//if (avcodec_copy_context(out_stream->codec, in_stream->codec) < 0) {// printf("Failed to copy context from input to output stream codec context\n");// goto end;//}//out_stream->codecpar->codec_tag = 0;//if (ofmt_ctx->oformat->flags & AVFMT_GLOBALHEADER)// out_stream->codecpar->flags |= CODEC_FLAG_GLOBAL_HEADER;break;}}for (i = 0; i < ifmt_ctx_a->nb_streams; i++) {//Create output AVStream according to input AVStreamif (ifmt_ctx_a->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {AVStream* in_stream = ifmt_ctx_a->streams[i];AVStream* out_stream = avformat_new_stream(ofmt_ctx, NULL);audioindex_a = i;if (!out_stream) {printf("Failed allocating output stream\n");ret = AVERROR_UNKNOWN;goto end;}audioindex_out = out_stream->index;avcodec_parameters_copy(out_stream->codecpar, in_stream->codecpar);//Copy the settings of AVCodecContext//if (avcodec_copy_context(out_stream->codec, in_stream->codec) < 0) {// printf("Failed to copy context from input to output stream codec context\n");// goto end;//}//out_stream->codec->codec_tag = 0;//if (ofmt_ctx->oformat->flags & AVFMT_GLOBALHEADER)// out_stream->codec->flags |= CODEC_FLAG_GLOBAL_HEADER;break;}}printf("==========Output Information==========\n");av_dump_format(ofmt_ctx, 0, out_filename, 1);printf("======================================\n");//Open output fileif (!(ofmt->flags & AVFMT_NOFILE)) {if (avio_open(&ofmt_ctx->pb, out_filename, AVIO_FLAG_WRITE) < 0) {printf("Could not open output file '%s'", out_filename);goto end;}}//Write file headerif (avformat_write_header(ofmt_ctx, NULL) < 0) {printf("Error occurred when opening output file\n");goto end;}//FIX #if USE_H264BSFAVBitStreamFilterContext* h264bsfc = av_bitstream_filter_init("h264_mp4toannexb"); #endif #if USE_AACBSFAVBitStreamFilterContext* aacbsfc = av_bitstream_filter_init("aac_adtstoasc"); #endifpkt = av_packet_alloc();while (1) {AVFormatContext* ifmt_ctx;int stream_index = 0;AVStream* in_stream, * out_stream;//Get an AVPacketif (av_compare_ts(cur_pts_v, ifmt_ctx_v->streams[videoindex_v]->time_base, cur_pts_a, ifmt_ctx_a->streams[audioindex_a]->time_base) <= 0) {ifmt_ctx = ifmt_ctx_v;stream_index = videoindex_out;if (av_read_frame(ifmt_ctx, pkt) >= 0) {do {in_stream = ifmt_ctx->streams[pkt->stream_index];out_stream = ofmt_ctx->streams[stream_index];if (pkt->stream_index == videoindex_v) {//FIX：No PTS (Example: Raw H.264)//Simple Write PTSif (pkt->pts == AV_NOPTS_VALUE) {//Write PTSAVRational time_base1 = in_stream->time_base;//Duration between 2 frames (us)int64_t calc_duration = (double)AV_TIME_BASE / av_q2d(in_stream->r_frame_rate);//Parameterspkt->pts = (double)(frame_index * calc_duration) / (double)(av_q2d(time_base1) * AV_TIME_BASE);pkt->dts = pkt->pts;pkt->duration = (double)calc_duration / (double)(av_q2d(time_base1) * AV_TIME_BASE);frame_index++;}cur_pts_v = pkt->pts;break;}} while (av_read_frame(ifmt_ctx, pkt) >= 0);}else {break;}}else {ifmt_ctx = ifmt_ctx_a;stream_index = audioindex_out;if (av_read_frame(ifmt_ctx, pkt) >= 0) {do {in_stream = ifmt_ctx->streams[pkt->stream_index];out_stream = ofmt_ctx->streams[stream_index];if (pkt->stream_index == audioindex_a) {//FIX：No PTS//Simple Write PTSif (pkt->pts == AV_NOPTS_VALUE) {//Write PTSAVRational time_base1 = in_stream->time_base;//Duration between 2 frames (us)int64_t calc_duration = (double)AV_TIME_BASE / av_q2d(in_stream->r_frame_rate);//Parameterspkt->pts = (double)(frame_index * calc_duration) / (double)(av_q2d(time_base1) * AV_TIME_BASE);pkt->dts = pkt->pts;pkt->duration = (double)calc_duration / (double)(av_q2d(time_base1) * AV_TIME_BASE);frame_index++;}cur_pts_a = pkt->pts;break;}} while (av_read_frame(ifmt_ctx, pkt) >= 0);}else {break;}}//FIX:Bitstream Filter #if USE_H264BSFav_bitstream_filter_filter(h264bsfc, in_stream->codec, NULL, &pkt.data, &pkt.size, pkt.data, pkt.size, 0); #endif #if USE_AACBSFav_bitstream_filter_filter(aacbsfc, out_stream->codec, NULL, &pkt.data, &pkt.size, pkt.data, pkt.size, 0); #endif//Convert PTS/DTSpkt->pts = av_rescale_q_rnd(pkt->pts, in_stream->time_base, out_stream->time_base, (AVRounding)(AV_ROUND_NEAR_INF | AV_ROUND_PASS_MINMAX));pkt->dts = av_rescale_q_rnd(pkt->dts, in_stream->time_base, out_stream->time_base, (AVRounding)(AV_ROUND_NEAR_INF | AV_ROUND_PASS_MINMAX));pkt->duration = av_rescale_q(pkt->duration, in_stream->time_base, out_stream->time_base);pkt->pos = -1;pkt->stream_index = stream_index;printf("Write 1 Packet. size:%5d\tpts:%lld\n", pkt->size, pkt->pts);//Writeif (av_interleaved_write_frame(ofmt_ctx, pkt) < 0) {printf("Error muxing packet\n");break;}av_packet_unref(pkt);}av_packet_free(&pkt);//Write file trailerav_write_trailer(ofmt_ctx);#if USE_H264BSFav_bitstream_filter_close(h264bsfc); #endif #if USE_AACBSFav_bitstream_filter_close(aacbsfc); #endifend:avformat_close_input(&ifmt_ctx_v);avformat_close_input(&ifmt_ctx_a);/* close output */if (ofmt_ctx && !(ofmt->flags & AVFMT_NOFILE))avio_close(ofmt_ctx->pb);avformat_free_context(ofmt_ctx);if (ret < 0 && ret != AVERROR_EOF) {printf("Error occurred.\n");return -1;}return 0; }

總結

以上是生活随笔為你收集整理的【视音频复用器】的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。