using EC.Entity.Video; using EC.FFmpegAutoGen; using EC.Utils.Config; using ECMonitor.Code; using ECMonitor.Manager; using FFmpeg.AutoGen; using System; using System.Collections.Generic; using System.ComponentModel; using System.Drawing; using System.Drawing.Imaging; using System.IO; using System.Linq; using System.Runtime.InteropServices; using System.Text; using System.Threading; using System.Threading.Tasks; using System.Windows; using System.Windows.Controls; using System.Windows.Data; using System.Windows.Documents; using System.Windows.Input; using System.Windows.Media; using System.Windows.Media.Imaging; using System.Windows.Navigation; using System.Windows.Shapes; using NetMQ.Sockets; using NetMQ; using EC.Utils.ImageHelpers; using EC.Utils; using EC.Onvif; namespace ECMonitor.UC.Videos { /// /// UCFFmpegPlayer.xaml 的交互逻辑 /// public partial class UCFFmpegAIPlayer : UserControl, IUCPlayer { /// /// 视频播放器序号 /// int _videoIndex = 0; private string Message { get; set; } private string UcName { get; set; } public MonitorCamera Camera { get; set; } private OnvifClient _onvifClient { get; set; } public int VideoType { get; set; } /// /// 更新时间 /// private DateTime upDateTime; /// /// /// double NormaWidth { get; set; } = 0; double NormaHeight { get; set; } = 0; /// /// 最大化 /// bool WindowStateMax { get; set; } = false; string inputpath = ConfigHelper.AIInputPath(); string outpath = ConfigHelper.AIOutPath(); string _aiServer = ConfigHelper.AISvrServer(); public event EventHandler OnFromClose; public UCFFmpegAIPlayer(double width, double height, int videoIndex, bool showCloseButton = true, string aspectRatio = "4:3") { this.Width = width; this.Height = height; InitializeComponent(); this.Name = "UCPlayer" + videoIndex; UcName = this.Name; this.btnClose.Visibility = showCloseButton ? Visibility.Visible : Visibility.Hidden; ReSetSize(width, height); ShowMsg("没有视频"); _videoIndex = videoIndex; } /// /// 设置窗体大小 /// /// /// public void ReSetSize(double width, double height) { Width = width; Height = height; //显示内容 //double messageWidht = 40; //double left = width / 2 - messageWidht / 2; //double top = height / 2 - 20; //double right = width-(left + messageWidht); //double bottom = height / 2 - 10; //this.txtShow.Margin = new Thickness(left, top, right, bottom); this.imgPlayer.Height = height; //this.txtShow.Margin = new Thickness(left, top, 0, 0); SetSelected(false); } public bool Play(MonitorCamera camera, bool replay = false) { if (IsPlaying()) { if (replay == false) { if (camera.Ip == Camera.Ip) { return true; } } Stop(); } Camera = camera; if (Camera == null) { return false; } return Play(); } public void Stop() { try { if (_playing == false) { return; } _playing = false; Camera = null; MemoryStream nullms = null; //Task.Factory.StartNew(() => { Thread.Sleep(1000); SetImageSource(ms); _playingSuccess = false; }); Thread.Sleep(1000); SetImageSource(nullms); _playingSuccess = false; ShowMsg("视频已经关闭"); OnFromClose?.Invoke(this, _videoIndex); } catch (Exception ex) { LogFactory.GetLogger().Error(ex); } } public void UPDateTime() { upDateTime = DateTime.Now; } /// /// 判断预警是否接触 /// /// public bool IsTimeOut() { DateTime now = DateTime.Now; double difSeconds = DateUnit.DateDiffSeconds(upDateTime, now); return difSeconds > 6; } public string GetCameraIp() { if (Camera != null) { return Camera.Ip; } return ""; } /// /// 播放器类型 /// /// public int GetPlayerType() { return VideoType; } /// /// 相机 /// /// public MonitorCamera GetCamera() { return Camera; } public OnvifClient GetOnvifClient() { return _onvifClient; } public UserControl GetControl() { return this; } public string GetMessage() { return Message; } public string GetName() { return UcName; } /// /// 是否是空播放器 /// /// public bool IsNullPlay() { return Camera == null; } /// /// 是否播放 /// bool _playing = false; /// /// 播放成功 /// bool _playingSuccess = false; /// /// 是否正在播放 /// /// public bool IsPlaying() { if (Camera == null) { return false; } return _playing;//&& _playingSuccess; } private int listIndex = 0; public int GetIndex() { return listIndex; } public void SetIndex(int index) { listIndex = index; } /// /// 是否显示 /// private bool IsShow = false; public bool GetIsShow() { return IsShow; } public void SetIsShow(bool isShow) { IsShow = isShow; } private void btnClose_Click(object sender, RoutedEventArgs e) { Stop(); OnFromClose?.Invoke(sender, _videoIndex); } #region FFmpeg public delegate void dlgtSetImage(MemoryStream ms); public delegate void dlgtSetImageByte(byte[] ms); void SetImageSource(MemoryStream ms) { this.imgPlayer.Dispatcher.Invoke(new dlgtSetImage(SetImage), ms); } void SetImage(MemoryStream ms) { //if (this.imgPlayer.Dispatcher.CheckAccess()) //{ // this.imgPlayer.Dispatcher.Invoke(new dlgtSetImage(setImage), ms); // return; //} ShowMsg(""); if (ms == null) { imgPlayer.Source = null; // done! return; } BitmapImage bi = new BitmapImage(); bi.BeginInit(); bi.StreamSource = new MemoryStream(ms.ToArray()); // 不要直接使用 ms bi.EndInit(); // Guid photoID = System.Guid.NewGuid(); //string photolocation = $"img//" + DateTime.Now.ToString("MMddHHmmssfff") + ".jpg"; //file name //FileStream filestream = new FileStream(photolocation, FileMode.Create); //JpegBitmapEncoder encoder = new JpegBitmapEncoder(); //encoder.Frames.Add(BitmapFrame.Create(bi)); //encoder.Save(filestream); imgPlayer.Source = bi; // done! // ms.Close(); //} } void SetImageSource(byte[] ms) { this.imgPlayer.Dispatcher.Invoke(new dlgtSetImageByte(SetImage), ms); } void SetImage(byte[] ms) { ShowMsg(""); if (ms == null) { imgPlayer.Source = null; // done! return; } BitmapImage bi = new BitmapImage(); bi.BeginInit(); bi.StreamSource = new MemoryStream(ms); // 不要直接使用 ms bi.EndInit(); //// Guid photoID = System.Guid.NewGuid(); //string photolocation = $"img//" + DateTime.Now.ToString("MMddHHmmssfff") + ".jpg"; //file name //FileStream filestream = new FileStream(photolocation, FileMode.Create); //JpegBitmapEncoder encoder = new JpegBitmapEncoder(); //encoder.Frames.Add(BitmapFrame.Create(bi)); //encoder.Save(filestream); imgPlayer.Source = bi; // done! // ms.Close(); //} } public bool Play() { Message = ""; try { Task.Factory.StartNew(() => PlayThread()); CheckPlaySuccessed(); } catch (System.Exception ex) { ShowMsg(ex.Message); } finally { } return true; } public bool PlayThread() { if (Camera == null) { return false; } _playing = true; UPDateTime(); //string url = "rtsp://admin:hk123456@192.168.1.108:554/cam/realmonitor?channel=1&subtype=1&unicast=true&proto=Onvif"; // string url = "rtsp://admin:hk123456@192.168.1.65:554/Streaming/Channels/102?transportmode=unicast&profile=Profile_2"; string url = Camera.RtspURL(); FFmpegBinariesHelper.RegisterFFmpegBinaries(); // Console.WriteLine($"FFmpeg version info: {ffmpeg.av_version_info()}"); SetupLogging(); // ConfigureHWDecoder(out var deviceType); var deviceType = AVHWDeviceType.AV_HWDEVICE_TYPE_DXVA2; DecodeAllFramesToImages(deviceType, url); return true; } /// /// 判断是否播放成功,因为播放没有返回,只能从有没有图片返回判断 /// public void CheckPlaySuccessed() { Task.Factory.StartNew(() => { Thread.Sleep(5000); if (_playingSuccess == false) { _playing = false; if (Camera != null) { ShowMsg(Camera.Ip + "播放失败"); } } }); } private unsafe void SetupLogging() { ffmpeg.av_log_set_level(ffmpeg.AV_LOG_VERBOSE); // do not convert to local function av_log_set_callback_callback logCallback = (p0, level, format, vl) => { if (level > ffmpeg.av_log_get_level()) return; var lineSize = 1024; var lineBuffer = stackalloc byte[lineSize]; var printPrefix = 1; ffmpeg.av_log_format_line(p0, level, format, vl, lineBuffer, lineSize, &printPrefix); var line = Marshal.PtrToStringAnsi((IntPtr)lineBuffer); LogFactory.GetLogger().Debug(line); }; ffmpeg.av_log_set_callback(logCallback); } private unsafe void DecodeAllFramesToImages(AVHWDeviceType HWDevice, string url) { // decode all frames from url, please not it might local resorce, e.g. string url = "../../sample_mpeg4.mp4"; //*var url = "http://clips.vorwaerts-gmbh.de/big_buck_bunny.mp4*/"; // be advised this file holds 1440 frames using var vsd = new VideoStreamDecoder(url, HWDevice); Console.WriteLine($"codec name: {vsd.CodecName}"); var info = vsd.GetContextInfo(); info.ToList().ForEach(x => Console.WriteLine($"{x.Key} = {x.Value}")); var sourceSize = vsd.FrameSize; var sourcePixelFormat = HWDevice == AVHWDeviceType.AV_HWDEVICE_TYPE_NONE ? vsd.PixelFormat : FFmpegHelper.GetHWPixelFormat(HWDevice); var destinationSize = sourceSize; var destinationPixelFormat = AVPixelFormat.AV_PIX_FMT_BGR24; using var vfc = new VideoFrameConverter(sourceSize, sourcePixelFormat, destinationSize, destinationPixelFormat); var frameNumber = 0; int imageNumber = 0; while (_playing && vsd.TryDecodeNextFrame(out var frame)) { var convertedFrame = vfc.Convert(frame); var bitmap = new Bitmap(convertedFrame.width, convertedFrame.height, convertedFrame.linesize[0], System.Drawing.Imaging.PixelFormat.Format24bppRgb, (IntPtr)convertedFrame.data[0]); //IntPtr hBitmap = bitmap.GetHbitmap(); //System.Windows.Media.ImageSource bitmapSource = Imaging.CreateBitmapSourceFromHBitmap(hBitmap, IntPtr.Zero, Int32Rect.Empty, //BitmapSizeOptions.FromEmptyOptions()); // bitmapSource.Freeze(); _playingSuccess = true; imageNumber++; imageNumber = imageNumber % 100; var x = imageNumber % 3; if (x == 0) { continue; } //if (x==2) //{ // string filename = imageNumber + ".jpg"; // string fullfileName = inputpath + filename; // bitmap.Save(fullfileName, ImageFormat.Jpeg); // bitmap.Dispose(); // PubToAI(filename); //} if (x == 2) { PubToAI(bitmap); //PubToAI(filename); } else { //MemoryStream stream = new MemoryStream(); //bitmap.Save(stream, ImageFormat.Bmp); //SetImageSource(stream); //bitmap.Dispose(); } Console.WriteLine($"frame: {frameNumber}"); frameNumber++; } } //将Bitmap对象转换成bitmapImage对象 //public BitmapImage ConvertBitmapToBitmapImage(Bitmap bitmap) //{ // MemoryStream stream = new MemoryStream(); // bitmap.Save(stream, ImageFormat.Bmp); // BitmapImage image = new BitmapImage(); // image.BeginInit(); // image.StreamSource = stream; // image.EndInit(); // return image; //} #endregion public void ShowMsg(string message) { this.txtShow.Dispatcher.Invoke(new Action(() => { this.txtShow.Text = message; })); } private void Log(string message, bool isErr = false) { ShowMsg(message); } public void SetSelected(bool selected) { Thickness thickness = new Thickness(0); if (selected) { thickness = new Thickness(1); } this.playerBorder.Dispatcher.Invoke(new Action(() => { playerBorder.BorderThickness = thickness; })); } #region 事件 public event EventHandler PlayerMouseDown; public event EventHandler PlayerMouseDoubleClick; private void UserControl_MouseDown(object sender, MouseButtonEventArgs e) { PlayerMouseDown?.Invoke(this, _videoIndex); } private void UserControl_MouseDoubleClick(object sender, MouseButtonEventArgs e) { PlayerMouseDoubleClick?.Invoke(this, _videoIndex); } /// /// 设置最大化 /// /// /// /// public bool SetMaximized(double width, double height) { if (WindowStateMax == false) { NormaWidth = this.Width; NormaHeight = this.Height; WindowStateMax = true; ReSetSize(width, height); } else { WindowStateMax = false; ReSetSize(NormaWidth, NormaHeight); } return WindowStateMax; } #endregion #region ZMQ private void PubToAI(Bitmap inbitmap) { Task.Factory.StartNew(() => { try { if (_playing == false) { return; } byte[] data = ImageHelper.ImageToByteArray(inbitmap); inbitmap.Dispose(); if (data == null) return; using (var requestSocket = new RequestSocket(_aiServer)) { requestSocket.SendFrame(data); var timeout = new TimeSpan(0, 0, 1); byte[] recdata = new byte[0]; bool recSuccess = requestSocket.TryReceiveFrameBytes(timeout, out recdata); // byte[] recdata = requestSocket.ReceiveFrameBytes(); if (recSuccess) { SetImageSource(recdata); } } } catch (Exception ex) { ShowMsg(ex.Message); LogFactory.GetLogger().Error(ex); } }); } //private void PubToAI(string fileName) //{ // Task.Factory.StartNew(() => // { // try // { // using (var requestSocket = new RequestSocket(_aiServer)) // { // requestSocket.SendFrame(fileName); // var recfileName = requestSocket.ReceiveFrameString(); // string fullFileName = outpath + recfileName; // System.Drawing.Image bitmap = System.Drawing.Bitmap.FromFile(fullFileName); // MemoryStream stream = new MemoryStream(); // bitmap.Save(stream, ImageFormat.Bmp); // SetImageSource(stream); // } // } // catch (Exception ex) // { // ShowMsg(ex.Message); // LogFactory.GetLogger().Error(ex); // } // }); //} #endregion } }