415 lines
14 KiB
C#
415 lines
14 KiB
C#
|
using System;
|
|||
|
|
using System.Collections.Generic;
|
|||
|
|
using System.Diagnostics;
|
|||
|
|
using System.Drawing;
|
|||
|
|
using System.Drawing.Imaging;
|
|||
|
|
using System.IO;
|
|||
|
|
using System.Reflection;
|
|||
|
|
using System.Threading;
|
|||
|
|
using Microsoft.ML.OnnxRuntime;
|
|||
|
|
using Microsoft.ML.OnnxRuntime.Tensors;
|
|||
|
|
using Yolo5;
|
|||
|
|
|
|||
|
|
namespace ProductionControl.Device
|
|||
|
|
{
|
|||
|
|
public class DefectLib : IDisposable
|
|||
|
|
{
|
|||
|
|
public Action<WarningEnum, string> WarningEvent;
|
|||
|
|
/// <summary>
|
|||
|
|
/// 检测结果JSON(原图,结果)
|
|||
|
|
/// </summary>
|
|||
|
|
public Action<DefectTask> finishEvent;
|
|||
|
|
/// <summary>
|
|||
|
|
/// 是否打开设备成功
|
|||
|
|
/// </summary>
|
|||
|
|
public bool IsInit { get; private set; } = false;
|
|||
|
|
//private System.Timers.Timer timer = new System.Timers.Timer();
|
|||
|
|
|
|||
|
|
private Thread t_task, t_task2, t_task3, t_task4, t_task_operation, t_task_operation2, t_task_tag;
|
|||
|
|
private Yolo_Class yolo1;
|
|||
|
|
private InferenceSession _onnxSession;
|
|||
|
|
public DefectLib()
|
|||
|
|
{
|
|||
|
|
}
|
|||
|
|
public bool start()
|
|||
|
|
{
|
|||
|
|
try
|
|||
|
|
{
|
|||
|
|
yolo1 = new Yolo_Class();
|
|||
|
|
//加载模型（只加载一次即可）
|
|||
|
|
string modelFilePath = Path.GetDirectoryName(Assembly.GetExecutingAssembly().Location) + "\\DevCfg\\best.onnx";
|
|||
|
|
_onnxSession = yolo1.LoadModel(modelFilePath, true);//false-CPU true-显卡
|
|||
|
|
|
|||
|
|
IsInit = true;
|
|||
|
|
//timer.Elapsed += Timer_Elapsed;
|
|||
|
|
//timer.Interval = 100;
|
|||
|
|
//timer.Enabled = true;
|
|||
|
|
taskList.Clear();
|
|||
|
|
taskOperationList.Clear();
|
|||
|
|
taskTagList.Clear();
|
|||
|
|
|
|||
|
|
t_task = new System.Threading.Thread(run);
|
|||
|
|
t_task.IsBackground = true;
|
|||
|
|
t_task.Start();
|
|||
|
|
t_task2 = new System.Threading.Thread(run);
|
|||
|
|
t_task2.IsBackground = true;
|
|||
|
|
t_task2.Start();
|
|||
|
|
t_task3 = new System.Threading.Thread(run);
|
|||
|
|
t_task3.IsBackground = true;
|
|||
|
|
t_task3.Start();
|
|||
|
|
t_task4 = new System.Threading.Thread(run);
|
|||
|
|
t_task4.IsBackground = true;
|
|||
|
|
t_task4.Start();
|
|||
|
|
|
|||
|
|
t_task_operation = new System.Threading.Thread(run2);
|
|||
|
|
t_task_operation.IsBackground = true;
|
|||
|
|
t_task_operation.Start();
|
|||
|
|
|
|||
|
|
t_task_operation2 = new System.Threading.Thread(run2);
|
|||
|
|
t_task_operation2.IsBackground = true;
|
|||
|
|
t_task_operation2.Start();
|
|||
|
|
|
|||
|
|
t_task_tag = new System.Threading.Thread(run3);
|
|||
|
|
t_task_tag.IsBackground = true;
|
|||
|
|
t_task_tag.Start();
|
|||
|
|
return true;
|
|||
|
|
}
|
|||
|
|
catch (Exception ex)
|
|||
|
|
{
|
|||
|
|
WarningEvent?.Invoke(WarningEnum.High, ex.Message);
|
|||
|
|
return false;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
public void stop()
|
|||
|
|
{
|
|||
|
|
if (!IsInit) return;
|
|||
|
|
|
|||
|
|
try
|
|||
|
|
{
|
|||
|
|
IsInit = false;
|
|||
|
|
//timer.Elapsed -= Timer_Elapsed;
|
|||
|
|
//释放模型
|
|||
|
|
_onnxSession.Dispose();
|
|||
|
|
if (t_task != null)
|
|||
|
|
{
|
|||
|
|
bool b = t_task.Join(5000);
|
|||
|
|
if (!b) t_task.Abort();
|
|||
|
|
t_task = null;
|
|||
|
|
}
|
|||
|
|
if (t_task2 != null)
|
|||
|
|
{
|
|||
|
|
bool b = t_task2.Join(5000);
|
|||
|
|
if (!b) t_task2.Abort();
|
|||
|
|
t_task2 = null;
|
|||
|
|
}
|
|||
|
|
if (t_task3 != null)
|
|||
|
|
{
|
|||
|
|
bool b = t_task3.Join(5000);
|
|||
|
|
if (!b) t_task3.Abort();
|
|||
|
|
t_task3 = null;
|
|||
|
|
}
|
|||
|
|
if (t_task4 != null)
|
|||
|
|
{
|
|||
|
|
bool b = t_task4.Join(5000);
|
|||
|
|
if (!b) t_task4.Abort();
|
|||
|
|
t_task4 = null;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (t_task_operation != null)
|
|||
|
|
{
|
|||
|
|
bool b = t_task_operation.Join(5000);
|
|||
|
|
if (!b) t_task_operation.Abort();
|
|||
|
|
t_task_operation = null;
|
|||
|
|
}
|
|||
|
|
if (t_task_operation2 != null)
|
|||
|
|
{
|
|||
|
|
bool b = t_task_operation2.Join(5000);
|
|||
|
|
if (!b) t_task_operation2.Abort();
|
|||
|
|
t_task_operation2 = null;
|
|||
|
|
}
|
|||
|
|
if (t_task_tag != null)
|
|||
|
|
{
|
|||
|
|
bool b = t_task_tag.Join(5000);
|
|||
|
|
if (!b) t_task_tag.Abort();
|
|||
|
|
t_task_tag = null;
|
|||
|
|
}
|
|||
|
|
taskList.Clear();
|
|||
|
|
taskOperationList.Clear();
|
|||
|
|
taskTagList.Clear();
|
|||
|
|
}
|
|||
|
|
catch { }
|
|||
|
|
}
|
|||
|
|
/// <summary>
|
|||
|
|
/// 保存图片
|
|||
|
|
/// </summary>
|
|||
|
|
/// <param name="Img"></param>图片
|
|||
|
|
/// <param name="pictureUrl"></param>保存路径
|
|||
|
|
/// <param name="pictureName"></param>保存名称
|
|||
|
|
public void SaveImage(Bitmap Img, string pictureUrl, string pictureName)
|
|||
|
|
{
|
|||
|
|
if (!Directory.Exists(pictureUrl))
|
|||
|
|
{
|
|||
|
|
Directory.CreateDirectory(pictureUrl);
|
|||
|
|
}
|
|||
|
|
FileInfo FileUrl = new FileInfo(pictureUrl);//防止路径中有日期导致路径错误
|
|||
|
|
|
|||
|
|
try
|
|||
|
|
{
|
|||
|
|
using (Bitmap bitmap = new Bitmap(Img))
|
|||
|
|
{
|
|||
|
|
using (MemoryStream stream = new MemoryStream())
|
|||
|
|
{
|
|||
|
|
bitmap.Save(stream, ImageFormat.Bmp);
|
|||
|
|
System.Drawing.Image img = System.Drawing.Image.FromStream(stream);
|
|||
|
|
//img.Save(FileUrl +"\\"+ pictureName);
|
|||
|
|
//img.Dispose();
|
|||
|
|
string szURL = FileUrl + "\\" + pictureName;
|
|||
|
|
img.Save(szURL, ImageFormat.Bmp);
|
|||
|
|
img.Dispose();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
catch (Exception)
|
|||
|
|
{
|
|||
|
|
if (Img != null)
|
|||
|
|
{
|
|||
|
|
Img.Dispose();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
private void run()
|
|||
|
|
{
|
|||
|
|
while (IsInit)
|
|||
|
|
{
|
|||
|
|
if (taskList.Count < 1)
|
|||
|
|
{
|
|||
|
|
Thread.Sleep(0);
|
|||
|
|
continue;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//
|
|||
|
|
var task = pop();
|
|||
|
|
try
|
|||
|
|
{
|
|||
|
|
if (task != null)
|
|||
|
|
{
|
|||
|
|
Stopwatch stopwatch = Stopwatch.StartNew();
|
|||
|
|
//源图
|
|||
|
|
//Bitmap bmp = yolo1.Read2Bmp(file_path);
|
|||
|
|
//切割图像，输入图像格式14208*10640
|
|||
|
|
stopwatch.Restart();
|
|||
|
|
task.bmps_cut = yolo1.OpenCVToCuts(task.bmp, task.cut_size.Width, task.cut_size.Height);
|
|||
|
|
stopwatch.Stop();
|
|||
|
|
task.stopwatch[0] = stopwatch.ElapsedMilliseconds;
|
|||
|
|
|
|||
|
|
//Resize图像
|
|||
|
|
stopwatch.Restart();
|
|||
|
|
task.bmps_resize = yolo1.OpenCVToResizes(task.bmps_cut, task.resize.Width, task.resize.Height);
|
|||
|
|
stopwatch.Stop();
|
|||
|
|
task.stopwatch[1] = stopwatch.ElapsedMilliseconds;
|
|||
|
|
|
|||
|
|
//预处理模型
|
|||
|
|
stopwatch.Restart();
|
|||
|
|
task.tensors = yolo1.PreprocessImage(task.bmps_resize);
|
|||
|
|
stopwatch.Stop();
|
|||
|
|
task.stopwatch[2] = stopwatch.ElapsedMilliseconds;
|
|||
|
|
lock (taskOperationList)
|
|||
|
|
taskOperationList.Add(task);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
catch (Exception ex)
|
|||
|
|
{
|
|||
|
|
WarningEvent?.Invoke(WarningEnum.Low, "DefectLib task err:" + ex.Message);
|
|||
|
|
task.isSucceed = false;
|
|||
|
|
task.resultInfo = ex.Message;
|
|||
|
|
callback(task);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
private void run2()
|
|||
|
|
{
|
|||
|
|
while (IsInit)
|
|||
|
|
{
|
|||
|
|
if (taskOperationList.Count < 1)
|
|||
|
|
{
|
|||
|
|
Thread.Sleep(0);
|
|||
|
|
continue;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//
|
|||
|
|
var task = pop2();
|
|||
|
|
try
|
|||
|
|
{
|
|||
|
|
if (task != null)
|
|||
|
|
{
|
|||
|
|
Stopwatch stopwatch = Stopwatch.StartNew();
|
|||
|
|
//====运行推理（必需单队列）
|
|||
|
|
stopwatch.Restart();
|
|||
|
|
IDisposableReadOnlyCollection<DisposableNamedOnnxValue>[] results = yolo1.RunModlel(_onnxSession, task.tensors);
|
|||
|
|
task.informationList = yolo1.ScreeningResults(results, task.bmps_resize, task.thresholds);
|
|||
|
|
stopwatch.Stop();
|
|||
|
|
task.stopwatch[3] = stopwatch.ElapsedMilliseconds;
|
|||
|
|
if (task.informationList.Count > 0)
|
|||
|
|
{
|
|||
|
|
lock (taskTagList)
|
|||
|
|
taskTagList.Add(task);
|
|||
|
|
}
|
|||
|
|
else
|
|||
|
|
{
|
|||
|
|
task.isSucceed = true;
|
|||
|
|
callback(task);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
catch (Exception ex)
|
|||
|
|
{
|
|||
|
|
WarningEvent?.Invoke(WarningEnum.Low, "DefectLib task2 err:" + ex.Message);
|
|||
|
|
task.isSucceed = false;
|
|||
|
|
task.resultInfo = ex.Message;
|
|||
|
|
callback(task);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
private void run3()
|
|||
|
|
{
|
|||
|
|
while (IsInit)
|
|||
|
|
{
|
|||
|
|
if (taskTagList.Count < 1)
|
|||
|
|
{
|
|||
|
|
Thread.Sleep(0);
|
|||
|
|
continue;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//
|
|||
|
|
var task = pop3();
|
|||
|
|
try
|
|||
|
|
{
|
|||
|
|
if (task != null)
|
|||
|
|
{
|
|||
|
|
Stopwatch stopwatch = Stopwatch.StartNew();
|
|||
|
|
//====打标 null ,有缺陷返回缺陷图片数组，没缺陷返回所有图片数组
|
|||
|
|
stopwatch.Restart();
|
|||
|
|
task.bmps_tag = yolo1.DrawYoloPrediction2(task.bmps_cut, task.informationList, 27, SixLabors.ImageSharp.Color.OrangeRed, task.resize.Width);
|
|||
|
|
stopwatch.Stop();
|
|||
|
|
task.stopwatch[4] = stopwatch.ElapsedMilliseconds;
|
|||
|
|
task.isSucceed = true;
|
|||
|
|
callback(task);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
catch (Exception ex)
|
|||
|
|
{
|
|||
|
|
WarningEvent?.Invoke(WarningEnum.Low, "DefectLib task3 err:" + ex.Message);
|
|||
|
|
task.isSucceed = false;
|
|||
|
|
task.resultInfo = ex.Message;
|
|||
|
|
callback(task);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
private void callback(DefectTask task)
|
|||
|
|
{
|
|||
|
|
//返回成功/失败,异步调用
|
|||
|
|
if (task.finishEvent != null || (task.finishEvent = finishEvent) != null)
|
|||
|
|
//task.finishEvent.BeginInvoke(result, errInfo, res => task.finishEvent.EndInvoke(res), null);
|
|||
|
|
System.Threading.ThreadPool.QueueUserWorkItem(waitCallback, task);
|
|||
|
|
}
|
|||
|
|
//异步回调
|
|||
|
|
WaitCallback waitCallback = new WaitCallback(o =>
|
|||
|
|
{
|
|||
|
|
var task = (DefectTask)o;
|
|||
|
|
task.finishEvent(task);
|
|||
|
|
});
|
|||
|
|
//=======task list
|
|||
|
|
private List<DefectTask> taskList = new List<DefectTask>();
|
|||
|
|
private List<DefectTask> taskOperationList = new List<DefectTask>();
|
|||
|
|
private List<DefectTask> taskTagList = new List<DefectTask>();
|
|||
|
|
public class DefectTask
|
|||
|
|
{
|
|||
|
|
//图索引
|
|||
|
|
public int index = 0;
|
|||
|
|
/// <summary>
|
|||
|
|
/// 源文件
|
|||
|
|
/// </summary>
|
|||
|
|
public Bitmap bmp;
|
|||
|
|
public Size cut_size = new Size(592, 532);
|
|||
|
|
public Size resize = new Size(224, 224);
|
|||
|
|
/// <summary>
|
|||
|
|
/// 阈值
|
|||
|
|
/// </summary>
|
|||
|
|
public float thresholds = 0.4f;
|
|||
|
|
/// <summary>
|
|||
|
|
/// 完成后回调
|
|||
|
|
/// </summary>
|
|||
|
|
public Action<DefectTask> finishEvent;
|
|||
|
|
|
|||
|
|
//
|
|||
|
|
public long createTime = DateTime.Now.Ticks;
|
|||
|
|
public DateTime nowTime;
|
|||
|
|
//中间变量，供step2使用
|
|||
|
|
public Bitmap[] bmps_cut;
|
|||
|
|
public Bitmap[] bmps_resize;
|
|||
|
|
//预处理模型
|
|||
|
|
public Tensor<float>[] tensors;
|
|||
|
|
|
|||
|
|
//==结果返回
|
|||
|
|
public List<Dictionary<int, List<string>[]>> informationList;
|
|||
|
|
public Bitmap[] bmps_tag;
|
|||
|
|
public bool isSucceed;//转换是否成功
|
|||
|
|
public string resultInfo = "";//成功或失败信息
|
|||
|
|
public long[] stopwatch = new long[5];
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
public void add(DefectTask task)
|
|||
|
|
{
|
|||
|
|
lock (taskList)
|
|||
|
|
taskList.Add(task);
|
|||
|
|
}
|
|||
|
|
private DefectTask pop()
|
|||
|
|
{
|
|||
|
|
lock (taskList)
|
|||
|
|
{
|
|||
|
|
if (taskList.Count < 1)
|
|||
|
|
return null;
|
|||
|
|
|
|||
|
|
int index = 0;// taskList.FindIndex(p => { return p.isSync; });
|
|||
|
|
//if (index < 0) index = 0;
|
|||
|
|
var task = taskList[0];
|
|||
|
|
taskList.RemoveAt(0);
|
|||
|
|
return task;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
private DefectTask pop2()
|
|||
|
|
{
|
|||
|
|
lock (taskOperationList)
|
|||
|
|
{
|
|||
|
|
if (taskOperationList.Count < 1)
|
|||
|
|
return null;
|
|||
|
|
|
|||
|
|
int index = 0;// taskList.FindIndex(p => { return p.isSync; });
|
|||
|
|
//if (index < 0) index = 0;
|
|||
|
|
var task = taskOperationList[0];
|
|||
|
|
taskOperationList.RemoveAt(0);
|
|||
|
|
return task;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
private DefectTask pop3()
|
|||
|
|
{
|
|||
|
|
lock (taskTagList)
|
|||
|
|
{
|
|||
|
|
if (taskTagList.Count < 1)
|
|||
|
|
return null;
|
|||
|
|
|
|||
|
|
int index = 0;// taskList.FindIndex(p => { return p.isSync; });
|
|||
|
|
//if (index < 0) index = 0;
|
|||
|
|
var task = taskTagList[0];
|
|||
|
|
taskTagList.RemoveAt(0);
|
|||
|
|
return task;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
public void Dispose()
|
|||
|
|
{
|
|||
|
|
stop();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|