unity5.6.1 videoPlayer

unity5.6开始增加了videoPlayer，使得视频播放相对比较简单，项目需求进行了一下研究应用，也遇到很多坑，Google 百度一下发现确实有这些问题，一些简单问题如下：

1）播放无声音

2）通过slider控制播放进度

3）视频截图（texture->texture2d）

4）视频结束时事件激活

基本上无太大问题，以上四个问题解决方案在下文红色文字区域，先介绍一下video Player应用，后续对这四个问题进行解决（代码之后有更新）。

（一）新建video Player 可以在ui下田间video Play组建，也可以直接右键-video-videoplayer，添加后可以看到如下图所示的组件

本文主要重点说一下一下参数：source有两种模式clip模式和url模式，clip则可以直接通过videoClip进行播放，url则可以通过url进行播放。renderMode为渲染模式，既可以为camera，material等，如果是使用ui播放的选用render texture，本文采用此模式。audioOutputMode有三种，none模式，direct模式（没尝试）和audiosource模式，本文采用audiosource模式，采用此模式时只需要将audiosource组建拖入上图中videoPlayer中的audiosource参数槽中即可，不需要任何处理，但有时会出现拖入后videoPlayer中的audiosource参数槽消失，且无声音播放，所以一般采用代码添加，如下所示：

      //代码添加
        videoPlayer = gameObject.AddComponent<VideoPlayer>();
        //videoPlayer = gameObject.GetComponent<VideoPlayer>();
        audioSource = gameObject.AddComponent<AudioSource>();
        //audioSource = gameObject.GetComponent<AudioSource>();
        videoPlayer.playOnAwake = false;
        audioSource.playOnAwake = false;
        audioSource.Pause();

（二）视频播放的控制与音频/动画播放类似，videoPlayer有play/pause等方法，具体可以参见后面完整代码。

          在调用视频播放结束时事件loopPointReached（此处为借鉴别人称呼，此事件其实并不是视频播放结束时的事件），顾名思义，此事件为达到视频播放循环点时的事件，即当videoplay 的isLooping属性为true（即循环播放视频）时，视频结束时调用此方法，所以当视频非循环播放时，此事件在视频结束时调用不到。要想调用此方法可以把视频设置为循环播放，在loopPointReached指定的事件中停止播放视频

（三）关于视频播放的ui选择问题，选用render texture时需要指定target texture。

       1）在project面板上create-renderTexture,并把新建的renderTexture拖到videoplayer相应的参数槽上

       2）在Hierarchy面板上新建ui-RawImage，并把上一步新建的renderTexture拖到RawImage的texture上即可。

       其实可以不用这么处理，videoPlayer有texture变量，直接在update里面把texture值赋给RawImage的texture即可，代码如下

rawImage.texture = videoPlayer.texture;

      视频截图时可以通过videoPlayer.texture，把图像保存下来不过需要把texture转变为texture2d，虽然后者继承在前者，但是无法强制转货回去，转换以及存储图片代码如下：

   private void SaveRenderTextureToPNG(Texture inputTex, string file)
    {
        RenderTexture temp = RenderTexture.GetTemporary(inputTex.width, inputTex.height, 0, RenderTextureFormat.ARGB32);
        Graphics.Blit(inputTex, temp);
        Texture2D tex2D = GetRTPixels(temp);
        RenderTexture.ReleaseTemporary(temp);
        File.WriteAllBytes(file, tex2D.EncodeToPNG());
    }

    private Texture2D GetRTPixels(RenderTexture rt)
    {
        RenderTexture currentActiveRT = RenderTexture.active;
        RenderTexture.active = rt;
        Texture2D tex = new Texture2D(rt.width, rt.height);
        tex.ReadPixels(new Rect(0, 0, tex.width, tex.height), 0, 0);
        RenderTexture.active = currentActiveRT;
        return tex;
    }

最后说一下通过slider控制视频播放进度的问题，

通过slider控制视频播放存在两个问题，一方面在update实时把videoPlayer.time 赋值给slider，一方面需要把slider的value反馈给time，如果用slider的OnValueChanged(float value) 方法则存在矛盾，导致问题。所以可以通过UI事件的BeginDrag和EndDrag事件

事件进行，即当BeginDrag时，停止给slider赋值，当EndDrag时重新开始赋值。如下图所示

 全代码

using System;
using System.Collections;
using System.Collections.Generic;
using System.IO;
using UnityEngine;
using UnityEngine.UI;
using UnityEngine.Video;

public class VideoController : MonoBehaviour {
    public GameObject screen;
    public Text videoLength;
    public Text currentLength;
    public Slider volumeSlider;
    public Slider videoSlider;

    private string video1Url;
    private string video2Url;
    private VideoPlayer videoPlayer;
    private AudioSource audioSource;
    private RawImage videoScreen;
    private float lastCountTime = 0;
    private float totalPlayTime = 0;
    private float totalVideoLength = 0;

    private bool b_firstVideo = true;
    private bool b_adjustVideo = false;
    private bool b_skip = false;
    private bool b_capture = false;

    private string imageDir =@"D:	estTestwadmRe";

    // Use this for initialization
    void Start () {
        videoScreen = screen.GetComponent<RawImage>();
        string dir = Path.Combine(Application.streamingAssetsPath,"Test");
        video1Url = Path.Combine(dir, "01.mp4");
        video2Url = Path.Combine(dir, "02.mp4");

        //代码添加
        videoPlayer = gameObject.AddComponent<VideoPlayer>();
        //videoPlayer = gameObject.GetComponent<VideoPlayer>();
        audioSource = gameObject.AddComponent<AudioSource>();
        //audioSource = gameObject.GetComponent<AudioSource>();
        videoPlayer.playOnAwake = false;
        audioSource.playOnAwake = false;
        audioSource.Pause();

        videoPlayer.audioOutputMode = VideoAudioOutputMode.AudioSource;
        videoPlayer.SetTargetAudioSource(0, audioSource);

        VideoInfoInit(video1Url);
        videoPlayer.loopPointReached += OnFinish;
    }

    #region private method
    private void VideoInfoInit(string url)
    {
        videoPlayer.source = VideoSource.Url;
        videoPlayer.url = url;        

        videoPlayer.prepareCompleted += OnPrepared;
        videoPlayer.isLooping = true;
        
        videoPlayer.Prepare();
    }

    private void OnPrepared(VideoPlayer player)
    {
        player.Play();
        totalVideoLength = videoPlayer.frameCount / videoPlayer.frameRate;
        videoSlider.maxValue = totalVideoLength;
        videoLength.text = FloatToTime(totalVideoLength);

        lastCountTime = 0;
        totalPlayTime = 0;
    }

    private string FloatToTime(float time)
    {
        int hour = (int)time / 3600;
        int min = (int)(time - hour * 3600) / 60;
        int sec = (int)(int)(time - hour * 3600) % 60;
        string text = string.Format("{0:D2}:{1:D2}:{2:D2}", hour, min, sec);
        return text;
    }

    private IEnumerator PlayTime(int count)
    {
        for(int i=0;i<count;i++)
        {
            yield return null;
        }
        videoSlider.value = (float)videoPlayer.time;
        //videoSlider.value = videoSlider.maxValue * (time / totalVideoLength);
    }

    private void OnFinish(VideoPlayer player)
    {
        Debug.Log("finished");        
    }

    private void SaveRenderTextureToPNG(Texture inputTex, string file)
    {
        RenderTexture temp = RenderTexture.GetTemporary(inputTex.width, inputTex.height, 0, RenderTextureFormat.ARGB32);
        Graphics.Blit(inputTex, temp);
        Texture2D tex2D = GetRTPixels(temp);
        RenderTexture.ReleaseTemporary(temp);
        File.WriteAllBytes(file, tex2D.EncodeToPNG());
    }

    private Texture2D GetRTPixels(RenderTexture rt)
    {
        RenderTexture currentActiveRT = RenderTexture.active;
        RenderTexture.active = rt;
        Texture2D tex = new Texture2D(rt.width, rt.height);
        tex.ReadPixels(new Rect(0, 0, tex.width, tex.height), 0, 0);
        RenderTexture.active = currentActiveRT;
        return tex;
    }
    #endregion

    #region public method
    //开始
    public void OnStart()
    {
        videoPlayer.Play();
    }
    //暂停
    public void OnPause()
    {
        videoPlayer.Pause();
    }
    //下一个
    public void OnNext()
    {
        string nextUrl = b_firstVideo ? video2Url : video1Url;
        b_firstVideo = !b_firstVideo;

        videoSlider.value = 0;
        VideoInfoInit(nextUrl);
    }
    //音量控制
    public void OnVolumeChanged(float value)
    {
        audioSource.volume = value;
    }
    //视频控制
    public void OnVideoChanged(float value)
    {
        //videoPlayer.time = value;
        //print(value);
        //print(value);
    }
    public void OnPointerDown()
    {
        b_adjustVideo = true;
        b_skip = true;
        videoPlayer.Pause();
        //OnVideoChanged();
        //print("down");
    }
    public void OnPointerUp()
    {
        videoPlayer.time = videoSlider.value;

        videoPlayer.Play();
        b_adjustVideo = false;  
        //print("up");
    }
    public void OnCapture()
    {
        b_capture = true;
    }
    #endregion

    // Update is called once per frame
    void Update () {
        if (videoPlayer.isPlaying)
        {            
            videoScreen.texture = videoPlayer.texture;
            float time = (float)videoPlayer.time;
            currentLength.text = FloatToTime(time);

            if(b_capture)
            {
                string name = DateTime.Now.Minute.ToString() + "_" + DateTime.Now.Second.ToString() + ".png";
                SaveRenderTextureToPNG(videoPlayer.texture,Path.Combine(imageDir,name));                
                b_capture = false;
            }

            if(!b_adjustVideo)
            {
                totalPlayTime += Time.deltaTime;
                if (!b_skip)
                {
                    videoSlider.value = (float)videoPlayer.time;
                    lastCountTime = totalPlayTime;
                }                
                if (totalPlayTime - lastCountTime >= 0.8f)
                {
                    b_skip = false;
                }
            }
            //StartCoroutine(PlayTime(15));   
            
        }
    }
}

如果使用插件AVPro Video所有问题不是问题

//-----------------------------------------2018_11_29-----------------------------------------------//

版本为2018.2.14，在新版本中videoplayer已经不存在上述问题。

通过下述两个事件可以添加时间时间和帧时间，但是帧事件要设置sendFrameReadyEvents=true

    public event TimeEventHandler clockResyncOccurred;
    public event FrameReadyEventHandler frameReady;   

代码更新

using System.Collections;
using System.Collections.Generic;
using UnityEngine.UI;
using UnityEngine.Video;
using UnityEngine;
using UnityEngine.EventSystems;
/// <summary>
/// 视频播放控制脚本
/// </summary>
public class CustomerVideoPlayer : MonoBehaviour
{
    public RawImage rawImage;
    public Button btnPlay;
    public Button btnPause;
    public Button btnFornt;
    public Button btnBack;
    public Button btnNext;
    public Slider sliderVolume;
    public Slider sliderVideo;
    public Text txtVolume;
    public Text txtProgress;
    public Text txtCurrentProgress;

    //需要添加播放器的物体
    public GameObject obj;
    //是否拿到视频总时长
    public bool isShow;
    //前进后退的大小
    public float numBer = 20f;

    //时 分的转换
    private int hour, min;
    private float time;
    private float time_Count;
    private float time_Current;
    private bool isVideo;
    private VideoPlayer vPlayer;
    private AudioSource source;
    private string urlNetWork = @"D:01.mp4";

    void Start()
    {
        //一定要动态添加这两个组件，要不然会没声音
        vPlayer = obj.AddComponent<VideoPlayer>();
        source = obj.AddComponent<AudioSource>();

        vPlayer.playOnAwake = false;
        source.playOnAwake = false;
        source.Pause();

        btnPlay.onClick.AddListener(delegate { OnClick(0); });
        btnPause.onClick.AddListener(delegate { OnClick(1); });
        btnFornt.onClick.AddListener(delegate { OnClick(2); });
        btnBack.onClick.AddListener(delegate { OnClick(3); });
        btnNext.onClick.AddListener(delegate { OnClick(4); });

        sliderVolume.value = source.volume;

        txtVolume.text = string.Format("{0:0}%", source.volume * 100);

        Init(urlNetWork);
    }

    /// <summary>
    /// 初始化信息
    /// </summary>
    /// <param name="url"></param>
    private void Init(string url)
    {
        isVideo = true;
        isShow = true;

        time_Count = 0;
        time_Current = 0;
        sliderVideo.value = 0;

        //设置为URL模式
        vPlayer.source = VideoSource.Url;
        vPlayer.url = url;
        vPlayer.audioOutputMode = VideoAudioOutputMode.AudioSource;
        vPlayer.SetTargetAudioSource(0, source);

        vPlayer.prepareCompleted += OnPrepared;

        vPlayer.Prepare();
    }

    /// <summary>
    /// 声音设置
    /// </summary>
    /// <param name="value"></param>
    public void AdjustVolume(float value)
    {
        source.volume = value;
        txtVolume.text = string.Format("{0:0}%", value * 100);
    }

    /// <summary>
    /// 调整进度
    /// </summary>
    /// <param name="value"></param>
    public void AdjustVideoProgress(float value)
    {
        if (vPlayer.isPrepared)
        {
            vPlayer.time = (long)value;
            time = (float)vPlayer.time;
            hour = (int)time / 60;
            min = (int)time % 60;

            txtProgress.text = string.Format("{0:D2}:{1:D2}", hour.ToString(), min.ToString());
        }
    }

    /// <summary>
    /// 视频控制
    /// </summary>
    /// <param name="num"></param>
    private void OnClick(int num)
    {
        switch (num)
        {
            case 0:
                vPlayer.Play();
                Time.timeScale = 1;
                break;
            case 1:
                vPlayer.Pause();
                Time.timeScale = 0;
                break;
            case 2:
                sliderVideo.value = sliderVideo.value + numBer;
                break;
            case 3:
                sliderVideo.value = sliderVideo.value - numBer;
                break;
            case 4:
                vPlayer.Stop();
                Init(urlNetWork);
                break;
            default:
                break;
        }
    }

    void OnPrepared(VideoPlayer player)
    {
        player.Play();
        sliderVideo.onValueChanged.AddListener(delegate { AdjustVideoProgress(sliderVideo.value); });
    }

    void Update()
    {
        if (vPlayer.isPlaying && isShow)
        {
            rawImage.texture = vPlayer.texture;
            //帧数/帧速率=总时长    如果是本地直接赋值的视频，我们可以通过VideoClip.length获取总时长
            sliderVideo.maxValue = vPlayer.frameCount / vPlayer.frameRate;

            time = sliderVideo.maxValue;
            hour = (int)time / 60;
            min = (int)time % 60;
            txtCurrentProgress.text = string.Format("/  {0:D2}:{1:D2}", hour.ToString(), min.ToString());

            //sliderVideo.onValueChanged.AddListener(delegate { ChangeVideo(sliderVideo.value); });
            isShow = !isShow;
        }


        
        if (Mathf.Abs((int)vPlayer.time - (int)sliderVideo.maxValue) == 0)
        {

            vPlayer.frame = (long)vPlayer.frameCount;
            vPlayer.Stop();
            isVideo = false;
            return;
        }
        else if(isVideo && vPlayer.isPlaying)
        {
            time_Count += Time.deltaTime;

            if ((time_Count - time_Current) >= 1)
            {
                sliderVideo.value += 1;
                time_Current = time_Count;
            }
        }
    }
}