YD/Wpf_AiSportsMicrospace
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: YD:9a646dbb3ceac4908f468cfb436ed8695ac0cc12
Branches Tags
YD:dev
YD:1014_2
YD:dev_1014
..
compare: YD:bbc0291fedcf01d0e421eb45a59e30f43240a7f6
Branches Tags
YD:dev
YD:1014_2
YD:dev_1014

No commits in common. "9a646dbb3ceac4908f468cfb436ed8695ac0cc12" and "bbc0291fedcf01d0e421eb45a59e30f43240a7f6" have entirely different histories.
9a646dbb3c ... bbc0291fed

2 changed files with 72 additions and 83 deletions
Show Stats Expand all files Collapse all files

5
Wpf_AiSportsMicrospace/Common/SportOperate.cs
View File

@ -27,7 +27,6 @@ namespace Wpf_AiSportsMicrospace.Common
IPointTracker _rightTracker;
IPointTracker _leftElbow;
IPointTracker _rightElbow;
WebcamClient _webcamClient;
public SportOperate()
{
@ -43,8 +42,8 @@ namespace Wpf_AiSportsMicrospace.Common
}
public WebcamClient CreateRTSP()
{
_webcamClient = WebcamClient.CreateRTSP("192.168.3.64", "admin", "yd708090", 554u);
return _webcamClient;
WebcamClient webcamClient = WebcamClient.CreateRTSP("192.168.3.64", "admin", "yd708090", 554u);
return webcamClient;
}
/// <summary>

150
Wpf_AiSportsMicrospace/Home.xaml.cs
View File

@ -1,7 +1,6 @@

using Microsoft.ML.Runtime;
using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Collections.ObjectModel;
using System.ComponentModel;
@ -37,8 +36,7 @@ namespace Wpf_AiSportsMicrospace
private SportBase _sport;
private readonly SportDetectionQueue _detectQueue;
private WebcamClient _webcamClient;
private ConcurrentQueue<VideoFrame> _frameQueue = new();
private CancellationTokenSource _cts = new();
private SportOperate _sportOperate;
public Home()
@ -77,97 +75,89 @@ namespace Wpf_AiSportsMicrospace
{
_sportOperate = new SportOperate();
_webcamClient = _sportOperate.CreateRTSP();
_webcamClient.OnExtractFrame += frame =>
{
if (frame != null)
_frameQueue.Enqueue(frame);
};
_webcamClient.StartExtract();
StartFrameProcessing();
//处理抽帧回调
_webcamClient.OnExtractFrame += this.OnFrameExtracted;
_webcamClient.StartExtract();//开始抽帧
}
private void StartFrameProcessing()
private void OnFrameExtracted(VideoFrame frame)
{
if (frame == null) return;
// 抽帧和人体识别全部在后台线程
Task.Run(() =>
{
while (!_cts.Token.IsCancellationRequested)
try
{
if (_frameQueue.TryDequeue(out var frame))
{
ProcessFrame(frame);
}
else
{
Thread.Sleep(5);
}
}
}, _cts.Token);
}
var buffer = frame.GetImageBuffer(ImageFormat.Jpeg).ToArray();
var humanResult = _humanPredictor.Predicting(buffer, frame.Number);
var humans = humanResult?.Humans?.ToList();
if (humans == null || humans.Count == 0)
return;
//var human = humans
// .Where(h =>
// h.Keypoints.Any(kp => kp.Name == "left_ankle" && kp.X < 1020 && kp.Y > 900 && kp.Y < 1020) &&
// h.Keypoints.Any(kp => kp.Name == "right_ankle" && kp.X > 750 && kp.Y > 900 && kp.Y < 1020)
// )
// .FirstOrDefault();
var human = humans.FirstOrDefault();
if (human == null) return;
private void ProcessFrame(VideoFrame frame)
{
try
{
var buffer = frame.GetImageBuffer(ImageFormat.Jpeg).ToArray();
var humanResult = _humanPredictor.Predicting(buffer, frame.Number);
var humans = humanResult?.Humans?.ToList();
if (humans == null || humans.Count == 0)
return;
//var human = humans
// .Where(h =>
// h.Keypoints.Any(kp => kp.Name == "left_ankle" && kp.X < 1020 && kp.Y > 900 && kp.Y < 1020) &&
// h.Keypoints.Any(kp => kp.Name == "right_ankle" && kp.X > 750 && kp.Y > 900 && kp.Y < 1020)
// )
// .FirstOrDefault();
var human = humans.FirstOrDefault();
if (human == null) return;
// 启动进度条动画;
//SlideCoverFlow(coverFlow.StartSelectedProgress);
////检测挥手动作
//var wavingAction = _sportOperate.VerifyWavingAction(human);
//// 根据手势结果选择滑动方向
//if (wavingAction == 1)
//{
// SlideCoverFlow(coverFlow.SlideRight);
// return;
//}
//if (wavingAction == 2)
//{
// SlideCoverFlow(coverFlow.SlideLeft);
// return;
//}
//检测举手动作
var liftHandAction = _sportOperate.VerifyLiftHandAction(human);
// 根据手势结果
if (liftHandAction == 1)
{
// 启动进度条动画;
Dispatcher.BeginInvoke(() => coverFlow.StartSelectedProgress());
//SlideCoverFlow(coverFlow.StartSelectedProgress);
////检测挥手动作
//var wavingAction = _sportOperate.VerifyWavingAction(human);
//// 根据手势结果选择滑动方向
//if (wavingAction == 1)
//{
// SlideCoverFlow(coverFlow.SlideRight);
// return;
//}
//if (wavingAction == 2)
//{
// SlideCoverFlow(coverFlow.SlideLeft);
// return;
//}
//检测举手动作
var liftHandAction = _sportOperate.VerifyLiftHandAction(human);
// 根据手势结果
if (liftHandAction == 1)
{
// 启动进度条动画;
SlideCoverFlow(coverFlow.StartSelectedProgress);
return;
}
}
}
catch (Exception ex)
{
Console.WriteLine("OnFrameExtracted error: " + ex.Message);
}
catch (Exception ex)
{
Console.WriteLine("OnFrameExtracted error: " + ex.Message);
}
});
}
protected override void OnClosed(EventArgs e)
// 抽象 UI 更新到方法中
private void SlideCoverFlow(Action slideAction)
{
base.OnClosed(e);
_cts.Cancel();
_webcamClient?.StopExtract();
Application.Current?.Dispatcher?.BeginInvoke(new Action(() =>
{
try
{
slideAction?.Invoke();
}
catch (Exception ex)
{
Console.WriteLine("UI update error: " + ex.Message);
}
}), System.Windows.Threading.DispatcherPriority.Background);
}
}
}