C和C++开发基于FFmpeg和OpenGL的视频播放器项目源码.zip

package com.live.muxer; import android.media.MediaCodec; import android.media.MediaFormat; import android.util.Log; import com.live.simplertmp.DefaultRtmpPublisher; import com.live.simplertmp.RtmpHandler; import java.nio.ByteBuffer; import java.util.ArrayList; import java.util.Arrays; import java.util.concurrent.ConcurrentLinkedQueue; import java.util.concurrent.atomic.AtomicInteger; /** * 主要对视音频原始数据h264和aac数据进行flv tag格式的封装，然后将封装好的数据传递给rtmp模块进行推理发送 * Created by winlin on 5/2/15. * Updated by leoma on 4/1/16. * to POST the h.264/avc annexb frame over RTMP. * @see android.media.MediaMuxer https://developer.android.com/reference/android/media/MediaMuxer.html */ public class SrsFlvMuxer { private static final int VIDEO_ALLOC_SIZE = 128 * 1024; // private static final int AUDIO_ALLOC_SIZE = 4 * 1024; private volatile boolean started = false; private DefaultRtmpPublisher publisher; private Thread worker; private final Object txFrameLock = new Object(); private SrsFlv flv = new SrsFlv(); //flv格式封装相关 private boolean needToFindKeyFrame = true; private SrsFlvFrame mVideoSequenceHeader; //视频头帧 private SrsFlvFrame mAudioSequenceHeader; //音频头帧 private SrsAllocator mVideoAllocator = new SrsAllocator(VIDEO_ALLOC_SIZE); private SrsAllocator mAudioAllocator = new SrsAllocator(AUDIO_ALLOC_SIZE); //ConcurrentLinkedQueue是一个基于链表的无界非阻塞队列，并且是线程安全的，它采用的是先进先出的规则，当我们增加一个元素时， // 它会添加到队列的末尾，当我们取一个元素时，它会返回一个队列头部的元素，用来实现高并发的一个队列 private ConcurrentLinkedQueue<SrsFlvFrame> mFlvTagCache = new ConcurrentLinkedQueue<>(); private static final int VIDEO_TRACK = 100; private static final int AUDIO_TRACK = 101; private static final String TAG = "SrsFlvMuxer"; /** * constructor. * @param handler the rtmp event handler. */ public SrsFlvMuxer(RtmpHandler handler) { publisher = new DefaultRtmpPublisher(handler); } /** * get cached video frame number in publisher */ public AtomicInteger getVideoFrameCacheNumber() { return publisher == null ? null : publisher.getVideoFrameCacheNumber(); } /** * set video resolution for publisher * @param width width * @param height height */ public void setVideoResolution(int width, int height) { if (publisher != null) { publisher.setVideoResolution(width, height); } } /** * Adds a track with the specified format. * @param format The media format for the track. * @return The track index for this newly added track. */ public int addTrack(MediaFormat format) { if (format.getString(MediaFormat.KEY_MIME).contentEquals("video/avc")) { flv.setVideoTrack(format); return VIDEO_TRACK; } else { flv.setAudioTrack(format); return AUDIO_TRACK; } } //rtmp断开连接 private void disconnect() { try { publisher.close(); } catch (IllegalStateException e) { // Ignore illegal state. } mVideoSequenceHeader = null; mAudioSequenceHeader = null; Log.i(TAG, "worker: disconnect ok."); } private boolean connect(String url) { boolean connected = false; Log.i(TAG, String.format("worker: connecting to RTMP server by url=%s\n", url)); if (publisher.connect(url)) { connected = publisher.publish("live"); } mVideoSequenceHeader = null; mAudioSequenceHeader = null; return connected; } //通过publisher推送flv Tag数据 private void sendFlvTag(SrsFlvFrame frame) { if (frame == null) { return; } if (frame.isVideo()) { if (frame.isKeyFrame()) { Log.i(TAG, String.format("worker: send frame type=%d, dts=%d, size=%dB", frame.type, frame.dts, frame.flvTag.array().length)); } publisher.publishVideoData(frame.flvTag.array(), frame.flvTag.size(), frame.dts); mVideoAllocator.release(frame.flvTag); } else if (frame.isAudio()) { publisher.publishAudioData(frame.flvTag.array(), frame.flvTag.size(), frame.dts); mAudioAllocator.release(frame.flvTag); } } /** * start to the remote server for remux. */ public void start(final String rtmpUrl) { started = true; worker = new Thread(new Runnable() { @Override public void run() { //连接url if (!connect(rtmpUrl)) { return; } while (!Thread.interrupted()) { //循环从缓冲中取数据，因为是非阻塞队列，所以要先判断是否为空 while (!mFlvTagCache.isEmpty()) { //如果队列为空，则返回null SrsFlvFrame frame = mFlvTagCache.poll(); if (frame.isSequenceHeader()) { if (frame.isVideo()) { mVideoSequenceHeader = frame; sendFlvTag(mVideoSequenceHeader); } else if (frame.isAudio()) { mAudioSequenceHeader = frame; sendFlvTag(mAudioSequenceHeader); } } else { if (frame.isVideo() && mVideoSequenceHeader != null) { sendFlvTag(frame); } else if (frame.isAudio() && mAudioSequenceHeader != null) { sendFlvTag(frame); } } } // Waiting for next frame synchronized (txFrameLock) { try { // isEmpty() may take some time, so we set timeout to detect next frame txFrameLock.wait(500); } catch (InterruptedException ie) { worker.interrupt(); } } } } }); worker.start(); } /** * stop the muxer, disconnect RTMP connection. */ public void stop() { started = false; mFlvTagCache.clear(); if (worker != null) { worker.interrupt(); try { worker.join(); } catch (InterruptedException e) { e.printStackTrace(); worker.interrupt(); } worker = null; } flv.reset(); needToFindKeyFrame = true; Log.i(TAG, "SrsFlvMuxer closed"); // We should not block the main thread new Thread(new Runnable() { @Override public void run() { disconnect(); } }).start(); } /** * send the annexb frame over RTMP. * @param trackIndex The track index for this sample. * @param byteBuf The encoded sample. * @param bufferInfo The buffer information related to this sample. */ public void writeSampleData(int trackIndex, ByteBuffer byteBuf, MediaCodec.BufferInfo bufferInfo) { if (bufferInfo.offset > 0) { Log.w(TAG, String.format("encoded frame %dB, offset=%d pts=%dms", bufferInfo.size, bufferInfo.offset, bufferInfo.presentationTimeUs / 1000 )); } if (VIDEO_TRACK == trackIndex) {