Android OpenGl展示视频内容

Android中OpenGL展示视频内容和预览摄像头数据用的纹理ID都是GLES11Ext.GL_TEXTURE_EXTERNAL_OES，所以可以直接按照上一篇的预览Camera基础之上，继承OesFilter，共用同一个GlSurfaceView，根据新生成的纹理ID创建SurfaceTexture绘画即可。

class CodecRender(val surface: CodecSurface) : GLSurfaceView.Renderer {
    private val TAG: String = "CodecRender"
    var textureId: Int = 0;
    private var filter: OesFilter? = null
    private var videoFilter: VideoFilter? = null
    var surfaceTexture: SurfaceTexture? = null
    private var cameraId: Int = 0;
    private var listener: SurfaceTexture.OnFrameAvailableListener? = null
    private var screenWidth: Int = 0
    private var screenHight: Int = 0
    private var videoWidth: Int = 400
    private var videoHeight: Int = 400

    init {
        filter = OesFilter()
        videoFilter = VideoFilter(surface)//将surface传入方便刷新和引用context获取本地视频数据，setOnFrameAvailableListener如果不在创建后设置会出现无法监听的问题
    }

    override fun onDrawFrame(gl: GL10?) {
        GLES20.glClearColor(0.0f, 0.0f, 0.0f, 0.0f)
        GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT or GLES20.GL_DEPTH_BUFFER_BIT)
        surfaceTexture!!.updateTexImage()
        GLES20.glViewport(0, 0, screenWidth, screenHight);
        if (cameraUtil!!.isOpenFinish) {
            filter!!.drawFrame()
        }
        GLES20.glViewport(0, screenHight - videoHeight, videoWidth, videoHeight);//将视频置于左上角
        //绘制视频
        videoFilter!!.updateTexImage()
        videoFilter!!.drawFrame()
    }

    override fun onSurfaceChanged(gl: GL10?, width: Int, height: Int) {
        screenWidth = width
        screenHight = height
        GLES20.glViewport(0, 0, width, height);
    }

    override fun onSurfaceCreated(gl: GL10?, config: EGLConfig?) {
        textureId = filter!!.createTextureId()
        surfaceTexture = SurfaceTexture(textureId)
        surfaceTexture!!.setOnFrameAvailableListener {
            surface!!.requestRender()
        }
        cameraUtil!!.setTexture(surfaceTexture!!)
        setCameraId(cameraId);
        filter!!.setTextureId(textureId)
        filter!!.create()

        //绘制视频
        videoFilter!!.createTextureView()
    }

    public fun setCameraId(id: Int) {
        cameraId = id;
        filter!!.setCoodData(cameraId)
        cameraUtil!!.open(cameraId.toString())
    }

    private var cameraUtil: CameraUtil? = null
    public fun release() {
        surfaceTexture?.setOnFrameAvailableListener(null)
        surfaceTexture?.release()
        surfaceTexture = null
        cameraUtil!!.close()
        videoFilter?.close()
    }

    public fun setFrameListener(listener: SurfaceTexture.OnFrameAvailableListener) {
        this.listener = listener;
    }

    init {
        cameraUtil = CameraUtil(surface.context)
    }
}

public open class OesFilter {
    private val TAG: String = "OesFilter"
    private var positionFloat: FloatBuffer? = null
    private var coodFloat: FloatBuffer? = null
    private var glHPosition: Int = 0
    private var glHCoordinate: Int = 0
    private var glHTexture: Int = 0
    private var mHCoord: Int = 0
    private var mHMatrix: Int = 0
    public var coordinate: FloatArray = floatArrayOf(
        0.0f, 1.0f,
        1.0f, 1.0f,
        0.0f, 0.0f,
        1.0f, 0.0f
    )
    private var textureId: Int = 0
    private var programsId: Int = 0
    private val vertexPosition = floatArrayOf(
        -1.0f, 1.0f,
        -1.0f, -1.0f,
        1.0f, 1.0f,
        1.0f, -1.0f
    )

    public open fun create() {
        val frag_id = createShader(fragmentShaderCode, GLES20.GL_FRAGMENT_SHADER)
        val vertex_id = createShader(vertexShaderCode, GLES20.GL_VERTEX_SHADER)
        programsId = GLES20.glCreateProgram();
        GLES20.glAttachShader(programsId, frag_id)
        GLES20.glAttachShader(programsId, vertex_id)
        GLES20.glLinkProgram(programsId)
        val linkState = IntArray(1)
        GLES20.glGetProgramiv(programsId, GLES20.GL_LINK_STATUS, linkState, 0)
        LogUtil.e(TAG, "state=${linkState[0]}   programsId=$programsId")
        if (linkState[0] == 0) {
            LogUtil.e(
                TAG,
                "Could not link program: "
            )
            LogUtil.e(
                TAG,
                GLES20.glGetProgramInfoLog(programsId)
            )
            GLES20.glDeleteProgram(programsId)
            programsId = 0;
        }
    }

    private fun userProgram(programsId: Int) {
        GLES20.glUseProgram(programsId)
        var bb: ByteBuffer = ByteBuffer.allocateDirect(vertexPosition.size * 4)
        bb.order(ByteOrder.nativeOrder())
        positionFloat = bb.asFloatBuffer()
        positionFloat!!.put(vertexPosition)
        positionFloat!!.position(0)

        var cbb: ByteBuffer = ByteBuffer.allocateDirect(coordinate!!.size * 4)
        cbb.order(ByteOrder.nativeOrder())
        coodFloat = cbb.asFloatBuffer()
        coodFloat!!.put(coordinate)
        coodFloat!!.position(0)
        glHPosition = GLES20.glGetAttribLocation(programsId, "vPosition")
        glHCoordinate = GLES20.glGetAttribLocation(programsId, "vTextureCoordinate")
        glHTexture = GLES20.glGetUniformLocation(programsId, "vTexture")
        mHCoord = GLES20.glGetAttribLocation(programsId, "vCoord")
        mHMatrix = GLES20.glGetUniformLocation(programsId, "vMatrix")
    }

    public fun createTextureId(): Int {
        val texture = IntArray(1)
        GLES20.glGenTextures(1, texture, 0)
        GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, texture[0])
        GLES20.glTexParameterf(
            GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_MIN_FILTER,
            GL10.GL_LINEAR.toFloat()
        )
        GLES20.glTexParameterf(
            GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_MAG_FILTER,
            GL10.GL_LINEAR.toFloat()
        )
        GLES20.glTexParameterf(
            GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_WRAP_S,
            GL10.GL_CLAMP_TO_EDGE.toFloat()
        )
        GLES20.glTexParameterf(
            GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GL10.GL_TEXTURE_WRAP_T,
            GL10.GL_CLAMP_TO_EDGE.toFloat()
        )
        return texture[0]
    }

    public fun setTextureId(id: Int) {
        textureId = id
    }

    private fun createShader(str: String, style: Int): Int {
        val shader: Int = GLES20.glCreateShader(style);
        GLES20.glShaderSource(shader, str)
        GLES20.glCompileShader(shader)
        val state = IntArray(1)
        GLES20.glGetShaderiv(shader, GLES20.GL_COMPILE_STATUS, state, 0)
        if (state[0] == 0) {
            LogUtil.e(TAG, "Could not compile shader " + shader + ":");
            LogUtil.e(TAG, " " + GLES20.glGetShaderInfoLog(shader));
            GLES20.glDeleteShader(shader)
            throw IllegalStateException("Could not compile shader")
        }
        return shader;
    }

    private val vertexShaderCode = "attribute vec4 vPosition;" +
            "attribute vec2 vCoord;" +
            "varying vec2 vTextureCoordinate;" +
            "uniform mat4 vMatrix;" +
            "void main() {" +
            "  gl_Position = vMatrix*vPosition;" +
            "vTextureCoordinate = vCoord;" +
            "}"

    private val fragmentShaderCode = "#extension GL_OES_EGL_image_external : require\r\n" +
            "precision mediump float;" +
            "varying vec2 vTextureCoordinate;" +
            "uniform samplerExternalOES vTexture;" +
            "void main() {" +
            "    gl_FragColor = texture2D(vTexture, vTextureCoordinate);" +
            "}"
    private val matrix: FloatArray = LogUtil.getOriginalMatrix()
    public fun drawFrame() {
        userProgram(programsId)
        GLES20.glEnableVertexAttribArray(glHPosition)
        GLES20.glEnableVertexAttribArray(mHCoord)
        GLES20.glActiveTexture(GLES20.GL_TEXTURE0)
        GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, textureId)
        GLES20.glUniform1i(glHTexture, 0)
        GLES20.glVertexAttribPointer(glHPosition, 2, GLES20.GL_FLOAT, false, 0, positionFloat)
        GLES20.glVertexAttribPointer(mHCoord, 2, GLES20.GL_FLOAT, false, 0, coodFloat)
        GLES20.glUniformMatrix4fv(mHMatrix, 1, false, matrix, 0)
        GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, 4)
        GLES20.glDisableVertexAttribArray(glHPosition)
        GLES20.glDisableVertexAttribArray(mHCoord)
    }

    public fun setCoodData(cameraId: Int) {
        coordinate = if (cameraId == 0) {//后置摄像头
            floatArrayOf(
                0.0f, 1.0f,
                1.0f, 1.0f,
                0.0f, 0.0f,
                1.0f, 0.0f
            )
        } else {//前置摄像头
            floatArrayOf(
                1.0f, 1.0f,
                0.0f, 1.0f,
                1.0f, 0.0f,
                0.0f, 0.0f
            )
        }
    }
}

class VideoFilter(val surface: CodecSurface) : OesFilter() {
    private var mediaPlayer: MediaPlayer? = null
    private var surfaceTexture: SurfaceTexture? = null

    init {
        mediaPlayer = MediaPlayer()
    }

    fun createTextureView() {
        create()
        val id = createTextureId()
        surfaceTexture = SurfaceTexture(id)
        coordinate = floatArrayOf(
            0.0f, 0.0f,
            0.0f, 1.0f,
            1.0f, 0.0f,
            1.0f, 1.0f
        )
        setTextureId(id)
        surfaceTexture!!.setOnFrameAvailableListener {
            surface.requestRender()
        }
        play()
    }

    fun updateTexImage() {
        surfaceTexture!!.updateTexImage()
    }

    private fun play() {
        try {
            mediaPlayer!!.setSurface(Surface(surfaceTexture))
            var fd = FileDescriptor()
            mediaPlayer!!.reset()
            mediaPlayer!!.isLooping = true
            var afd = surface.resources.openRawResourceFd(R.raw.test);
            mediaPlayer!!.setDataSource(afd.fileDescriptor, afd.startOffset, afd.length)
            mediaPlayer!!.setOnPreparedListener { mp ->
                mp.start()
            }
            mediaPlayer!!.prepareAsync()
        } catch (e: Exception) {
            e.printStackTrace()
        }
    }

    public fun close() {
        Thread {
            try {
                mediaPlayer?.let {
                    if (it.isPlaying) {
                        it.pause()
                        it.stop()
                    }
                    it.release()
                }
                mediaPlayer = null
            } catch (e: Exception) {

            }
        }.start()
    }

}