Android平台下的全景视频播放器配套教程—— 项目示例代码

package com.martin.ads.panoramaopengltutorial; import android.content.Context; import android.content.res.Resources; import android.graphics.ImageFormat; import android.graphics.SurfaceTexture; import android.hardware.Sensor; import android.hardware.SensorEvent; import android.hardware.SensorEventListener; import android.hardware.SensorManager; import android.media.AudioManager; import android.media.MediaPlayer; import android.net.Uri; import android.opengl.GLES10; import android.opengl.GLES11; import android.opengl.GLES11Ext; import android.opengl.GLES20; import android.opengl.GLES30; import android.opengl.GLES31Ext; import android.opengl.GLSurfaceView; import android.opengl.GLU; import android.opengl.GLUtils; import android.opengl.Matrix; import android.util.Log; import android.view.GestureDetector; import android.view.MotionEvent; import android.view.ScaleGestureDetector; import android.view.Surface; import java.io.IOException; import java.nio.ByteBuffer; import java.nio.ByteOrder; import java.nio.FloatBuffer; import java.nio.ShortBuffer; import javax.microedition.khronos.egl.EGLConfig; import javax.microedition.khronos.opengles.GL10; /** * Created by Ads on 2016/11/13. */ public class GLRenderer implements GLSurfaceView.Renderer , SurfaceTexture.OnFrameAvailableListener, MediaPlayer.OnVideoSizeChangedListener, SensorEventListener { private static final String TAG = "GLRenderer"; private Context context; private int aPositionHandle; private int programId; private float[] modelMatrix = new float[16]; private float[] projectionMatrix=new float[16]; private float[] viewMatrix = new float[16]; private float[] modelViewMatrix = new float[16]; private float[] mMVPMatrix = new float[16]; private int uMatrixHandle; private int uTextureSamplerHandle; private int aTextureCoordHandle; private int textureId; private SurfaceTexture surfaceTexture; private MediaPlayer mediaPlayer; private float[] mSTMatrix = new float[16]; private int uSTMMatrixHandle; private boolean updateSurface; private boolean playerPrepared; private int screenWidth,screenHeight; //private Plain plain; private Sphere sphere; //private SphereNoTexture sphereNoTexture; public GLRenderer(Context context,String videoPath) { this.context = context; playerPrepared=false; synchronized(this) { updateSurface = false; } //plain=new Plain(); sphere=new Sphere(18,100,200); //sphereNoTexture=new SphereNoTexture(18,100,200); mediaPlayer=new MediaPlayer(); try{ mediaPlayer.setDataSource(context, Uri.parse(videoPath)); }catch (IOException e){ e.printStackTrace(); } mediaPlayer.setAudioStreamType(AudioManager.STREAM_MUSIC); mediaPlayer.setLooping(true); mediaPlayer.setOnVideoSizeChangedListener(this); Matrix.setIdentityM(modelMatrix,0); initSensor(); initGestureHandler(); } @Override public void onSurfaceCreated(GL10 gl, EGLConfig config) { String vertexShader = ShaderUtils.readRawTextFile(context, R.raw.vertex_shader); String fragmentShader= ShaderUtils.readRawTextFile(context, R.raw.fragment_shader); programId=ShaderUtils.createProgram(vertexShader,fragmentShader); aPositionHandle= GLES20.glGetAttribLocation(programId,"aPosition"); uMatrixHandle=GLES20.glGetUniformLocation(programId,"uMatrix"); uSTMMatrixHandle = GLES20.glGetUniformLocation(programId, "uSTMatrix"); uTextureSamplerHandle=GLES20.glGetUniformLocation(programId,"sTexture"); aTextureCoordHandle=GLES20.glGetAttribLocation(programId,"aTexCoord"); int[] textures = new int[1]; GLES20.glGenTextures(1, textures, 0); textureId = textures[0]; GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, textureId); ShaderUtils.checkGlError("glBindTexture mTextureID"); GLES20.glTexParameterf(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_NEAREST); GLES20.glTexParameterf(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); surfaceTexture = new SurfaceTexture(textureId); surfaceTexture.setOnFrameAvailableListener(this); Surface surface = new Surface(surfaceTexture); mediaPlayer.setSurface(surface); surface.release(); if (!playerPrepared){ try { mediaPlayer.prepare(); playerPrepared=true; } catch (IOException t) { Log.e(TAG, "media player prepare failed"); } mediaPlayer.start(); playerPrepared=true; } } @Override public void onSurfaceChanged(GL10 gl, int width, int height) { Log.d(TAG, "onSurfaceChanged: "+width+" "+height); screenWidth=width; screenHeight=height; float ratio=(float)width/height; Matrix.perspectiveM(projectionMatrix, 0, 90, ratio/2, 1f, 500f); Matrix.setLookAtM(viewMatrix, 0, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f,-1.0f, 0.0f, 1.0f, 0.0f); } @Override public void onDrawFrame(GL10 gl) { GLES20.glClear( GLES20.GL_DEPTH_BUFFER_BIT | GLES20.GL_COLOR_BUFFER_BIT); synchronized (this){ if (updateSurface){ surfaceTexture.updateTexImage(); surfaceTexture.getTransformMatrix(mSTMatrix); updateSurface = false; } } GLES20.glUseProgram(programId); Matrix.setIdentityM(modelMatrix, 0); Matrix.rotateM(modelMatrix, 0, mDeltaY, 1.0f, 0.0f, 0.0f); Matrix.rotateM(modelMatrix, 0, mDeltaX, 0.0f, 1.0f, 0.0f); //视角从90度到14度 float currentDegree= (float) (Math.toDegrees(Math.atan(mScale))*2); Matrix.perspectiveM(projectionMatrix, 0, currentDegree,(float)screenWidth/screenHeight/2, 1f, 500f); Matrix.multiplyMM(modelViewMatrix, 0, viewMatrix, 0, modelMatrix, 0); Matrix.multiplyMM(mMVPMatrix, 0, projectionMatrix, 0, modelViewMatrix, 0); GLES20.glUniformMatrix4fv(uMatrixHandle,1,false,mMVPMatrix,0); GLES20.glUniformMatrix4fv(uSTMMatrixHandle, 1, false, mSTMatrix, 0); sphere.uploadVerticesBuffer(aPositionHandle); sphere.uploadTexCoordinateBuffer(aTextureCoordHandle); //sphereNoTexture.uploadVerticesBuffer(aPositionHandle); GLES20.glActiveTexture(GLES20.GL_TEXTURE0); GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES,textureId); GLES20.glUniform1i(uTextureSamplerHandle,0); //GLES20.glViewport(0,0,screenWidth,screenHeight); //sphereNoTexture.draw(); //sphere.draw(); GLES20.glViewport(0,0,screenWidth/2,screenHeight); sphere.draw(); GLES20.glViewport(screenWidth/2,0,screenWidth-screenWidth/2,screenHeight); sphere.draw(); } @Override synchronized public void onFrameAvailable(SurfaceTexture surface) { updateSurface = true; } @Override public void onVideoSizeChanged(MediaPlayer mp, int width, int height) { Log.d(TAG, "onVideoSizeChanged: "+width+" "+height); //updateProjection(width,height); } private void updateProjection(int videoWidth, int videoHeight){ float screenRatio=(float)screenWidth/screenHeight; float videoRatio=(float)videoWidth/videoHeight; if (videoRatio>screenRatio){ Matrix.orthoM(projectionMatrix,0,-1f,1f,-videoRatio/screenRatio,videoRatio/screenRatio,-1f