better-genshin-impact/BetterGenshinImpact/GameTask/AutoFishing/AutoFishingImageRecognition.cs

using OpenCvSharp;
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;

namespace BetterGenshinImpact.GameTask.AutoFishing
{
    public class AutoFishingImageRecognition
    {
        /// <summary>
        /// 钓鱼条矩形识别
        /// </summary>
        /// <param name="src"></param>
        /// <returns></returns>
        public static List<Rect>? GetFishBarRect(Mat src)
        {
            try
            {
                // 拉条框的黄色是：RGB 255, 255, 192 ~ HSV 43, 63, 255
                // var testPixel = rgbMat.At<Vec3b>(105, 968);
                using Mat rgbMat = src.CvtColor(ColorConversionCodes.BGR2HSV_FULL);

                var lowYellow = new Scalar(43 - 3, 63 - 20, 255 - 10);
                var highYellow = new Scalar(43 + 3, 63 + 40, 255);
                using Mat mask = rgbMat.InRange(lowYellow, highYellow);

                Cv2.Threshold(mask, mask, 0, 255, ThresholdTypes.Binary); //二值化

                Cv2.FindContours(mask, out var contours, out _, RetrievalModes.External,
                    ContourApproximationModes.ApproxSimple, null);
                if (contours.Length > 0)
                {
                    contours = contours.Where(c => Cv2.MinAreaRect(c).Angle % 45 <= 1).ToArray();  // 剔除倾斜的；箭头边缘是45度角，在游标靠近两侧箭头时，箭头的最小外接是45度的
                    List<Rect> boxes = contours.Select(Cv2.BoundingRect).ToList();
                    Rect widest = boxes.OrderBy(b => b.Width).LastOrDefault();  // 取最宽的一根当作基准
                    if (widest == default)
                    {
                        return null;
                    }
                    boxes = boxes.Where(r => Math.Abs((widest.Y + widest.Height / 2) - (r.Y + r.Height / 2)) < widest.Height / 5)   // 保持一条水平线
                        .Where(r => Math.Abs(widest.Height - r.Height) < (widest.Height / 3) && r.Width > (widest.Height / 4)).ToList();  // 剔除高度差异太大的，和宽度太小的
                    return boxes;
                }
            }
            catch (Exception e)
            {
                Debug.WriteLine(e);
            }

            return null;
        }

        /// <summary>
        /// 匹配 “鱼儿上钩拉！”文字区域
        /// </summary>
        /// <param name="src"></param>
        /// <param name="liftingWordsAreaRect"></param>
        /// <returns></returns>
        public static Rect MatchFishBiteWords(Mat src, Rect liftingWordsAreaRect)
        {
            try
            {
                Cv2.CvtColor(src, src, ColorConversionCodes.BGR2RGB);
                var lowPurple = new Scalar(253, 253, 253);
                var highPurple = new Scalar(255, 255, 255);
                Cv2.InRange(src, lowPurple, highPurple, src);
                Cv2.Threshold(src, src, 0, 255, ThresholdTypes.Binary);
                var kernel = Cv2.GetStructuringElement(MorphShapes.Rect, new OpenCvSharp.Size(20, 20),
                    new OpenCvSharp.Point(-1, -1));
                Cv2.Dilate(src, src, kernel); //膨胀

                Cv2.FindContours(src, out var contours, out _, RetrievalModes.External,
                    ContourApproximationModes.ApproxSimple, null);
                if (contours.Length > 0)
                {
                    var boxes = contours.Select(Cv2.BoundingRect);
                    var rects = boxes.ToList();
                    if (rects.Count > 1)
                    {
                        rects.Sort((a, b) => b.Height.CompareTo(a.Height));
                    }

                    //VisionContext.Instance().DrawContent.PutRect("FishBiteTipsDebug",
                    //    rects[0].ToWindowsRectangleOffset(liftingWordsAreaRect.X, liftingWordsAreaRect.Y)
                    //        .ToRectDrawable());
                    if (rects[0].Height < src.Height
                        && rects[0].Width * 1.0 / rects[0].Height >= 3 // 长宽比判断
                        && liftingWordsAreaRect.Width > rects[0].Width * 3 // 文字范围3倍小于钓鱼条范围的
                        && liftingWordsAreaRect.Width * 1.0 / 2 > rects[0].X // 中轴线判断左
                        && liftingWordsAreaRect.Width * 1.0 / 2 < rects[0].X + rects[0].Width) // 中轴线判断右
                    {
                        return rects[0];
                    }
                }
            }
            catch (Exception e)
            {
                Debug.WriteLine(e);
            }

            return Rect.Empty;
        }
    }
}