mirror of
https://github.com/babalae/better-genshin-impact.git
synced 2026-04-27 22:49:46 +08:00
1040 lines
44 KiB
C#
1040 lines
44 KiB
C#
using BetterGenshinImpact.Core.Config;
|
||
using BetterGenshinImpact.Core.Recognition;
|
||
using BetterGenshinImpact.Core.Recognition.OCR;
|
||
using BetterGenshinImpact.Core.Recognition.OpenCv;
|
||
using BetterGenshinImpact.Core.Simulator;
|
||
using BetterGenshinImpact.GameTask.AutoFishing.Assets;
|
||
using BetterGenshinImpact.GameTask.AutoFishing.Model;
|
||
using BetterGenshinImpact.GameTask.Model;
|
||
using BetterGenshinImpact.Helpers;
|
||
using BetterGenshinImpact.Helpers.Extensions;
|
||
using BetterGenshinImpact.Model;
|
||
using BetterGenshinImpact.View.Drawable;
|
||
using CommunityToolkit.Mvvm.Messaging;
|
||
using CommunityToolkit.Mvvm.Messaging.Messages;
|
||
using Compunet.YoloV8;
|
||
using Fischless.GameCapture;
|
||
using GeniusInvokationAutoToy.Utils;
|
||
using Microsoft.Extensions.Logging;
|
||
using OpenCvSharp;
|
||
using OpenCvSharp.Extensions;
|
||
using System;
|
||
using System.Collections.Generic;
|
||
using System.Diagnostics;
|
||
using System.Drawing;
|
||
using System.Drawing.Imaging;
|
||
using System.IO;
|
||
using System.Threading;
|
||
using BetterGenshinImpact.GameTask.AutoGeniusInvokation.Exception;
|
||
using static Vanara.PInvoke.User32;
|
||
using Color = System.Drawing.Color;
|
||
using Pen = System.Drawing.Pen;
|
||
using Point = OpenCvSharp.Point;
|
||
using System.Runtime.Intrinsics.Arm;
|
||
|
||
namespace BetterGenshinImpact.GameTask.AutoFishing
|
||
{
|
||
public class AutoFishingTrigger : ITaskTrigger
|
||
{
|
||
private readonly ILogger<AutoFishingTrigger> _logger = App.GetLogger<AutoFishingTrigger>();
|
||
private readonly IOcrService _ocrService = OcrFactory.Paddle;
|
||
private readonly YoloV8 _predictor = new(Global.Absolute("Assets\\Model\\Fish\\bgi_fish.onnx"));
|
||
|
||
public string Name => "自动钓鱼";
|
||
public bool IsEnabled { get; set; }
|
||
public int Priority => 15;
|
||
|
||
/// <summary>
|
||
/// 钓鱼是要独占模式的
|
||
/// 在钓鱼的时候，不应该有其他任务在执行
|
||
/// 在触发器发现正在钓鱼的时候，启用独占模式
|
||
/// </summary>
|
||
public bool IsExclusive { get; set; }
|
||
|
||
private readonly AutoFishingAssets _autoFishingAssets;
|
||
|
||
public AutoFishingTrigger()
|
||
{
|
||
_autoFishingAssets = new AutoFishingAssets();
|
||
}
|
||
|
||
public void Init()
|
||
{
|
||
IsEnabled = TaskContext.Instance().Config.AutoFishingConfig.Enabled;
|
||
IsExclusive = false;
|
||
|
||
// 钓鱼变量初始化
|
||
_findFishBoxTips = false;
|
||
_switchBaitContinuouslyFrameNum = 0;
|
||
_waitBiteContinuouslyFrameNum = 0;
|
||
_noFishActionContinuouslyFrameNum = 0;
|
||
_isThrowRod = false;
|
||
_selectedBaitName = string.Empty;
|
||
}
|
||
|
||
private Rect _fishBoxRect = Rect.Empty;
|
||
|
||
private DateTime _prevExecute = DateTime.MinValue;
|
||
|
||
private CaptureContent _currContent;
|
||
|
||
public void OnCapture(CaptureContent content)
|
||
{
|
||
this._currContent = content;
|
||
// 进入独占的判定
|
||
if (!IsExclusive)
|
||
{
|
||
if ((DateTime.Now - _prevExecute).TotalMilliseconds <= 200)
|
||
{
|
||
return;
|
||
}
|
||
_prevExecute = DateTime.Now;
|
||
|
||
// 进入独占模式判断
|
||
CheckFishingUserInterface(content);
|
||
}
|
||
else
|
||
{
|
||
// 自动抛竿
|
||
ThrowRod(content);
|
||
// 上钩判断
|
||
FishBite(content);
|
||
// 进入钓鱼界面先尝试获取钓鱼框的位置
|
||
if (_fishBoxRect.Width == 0)
|
||
{
|
||
if ((DateTime.Now - _prevExecute).TotalMilliseconds <= 200)
|
||
{
|
||
return;
|
||
}
|
||
_prevExecute = DateTime.Now;
|
||
|
||
_fishBoxRect = GetFishBoxArea(content.CaptureRectArea.SrcMat);
|
||
CheckFishingUserInterface(content);
|
||
}
|
||
else
|
||
{
|
||
// 钓鱼拉条
|
||
Fishing(content, new Mat(content.CaptureRectArea.SrcMat, _fishBoxRect));
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
/// <summary>
|
||
/// 在“开始钓鱼”按钮上方安排一个我们的“开始自动钓鱼”按钮
|
||
/// 点击按钮进入独占模式
|
||
/// </summary>
|
||
/// <param name="content"></param>
|
||
/// <returns></returns>
|
||
[Obsolete]
|
||
private void DisplayButtonOnStartFishPageForExclusive(CaptureContent content)
|
||
{
|
||
VisionContext.Instance().DrawContent.RemoveRect("StartFishingButton");
|
||
var info = TaskContext.Instance().SystemInfo;
|
||
var srcMat = content.CaptureRectArea.SrcMat;
|
||
var rightBottomMat = CropHelper.CutRightBottom(srcMat, srcMat.Width / 2, srcMat.Height / 2);
|
||
var list = CommonRecognition.FindGameButton(rightBottomMat);
|
||
if (list.Count > 0)
|
||
{
|
||
foreach (var rect in list)
|
||
{
|
||
var ro = new RecognitionObject()
|
||
{
|
||
Name = "StartFishingText",
|
||
RecognitionType = RecognitionTypes.Ocr,
|
||
RegionOfInterest = new Rect(srcMat.Width / 2, srcMat.Height / 2, srcMat.Width - srcMat.Width / 2,
|
||
srcMat.Height - srcMat.Height / 2),
|
||
AllContainMatchText = new List<string>
|
||
{
|
||
"开始", "钓鱼"
|
||
},
|
||
DrawOnWindow = false
|
||
};
|
||
var ocrRaRes = content.CaptureRectArea.Find(ro);
|
||
if (ocrRaRes.IsEmpty())
|
||
{
|
||
WeakReferenceMessenger.Default.Send(new PropertyChangedMessage<object>(this, "RemoveButton", new object(), "开始自动钓鱼"));
|
||
}
|
||
else
|
||
{
|
||
VisionContext.Instance().DrawContent.PutRect("StartFishingButton", rect.ToWindowsRectangleOffset(srcMat.Width / 2, srcMat.Height / 2).ToRectDrawable());
|
||
|
||
var btnPosition = new Rect(rect.X + srcMat.Width / 2, rect.Y + srcMat.Height / 2 - rect.Height - 10, rect.Width, rect.Height);
|
||
var maskButton = new MaskButton("开始自动钓鱼", btnPosition, () =>
|
||
{
|
||
VisionContext.Instance().DrawContent.RemoveRect("StartFishingButton");
|
||
_logger.LogInformation("→ {Text}", "自动钓鱼，启动！");
|
||
// 点击下面的按钮
|
||
var rc = info.CaptureAreaRect;
|
||
Simulation.SendInput
|
||
.Mouse
|
||
.MoveMouseTo(
|
||
(rc.X + srcMat.Width * 1d / 2 + rect.X + rect.Width * 1d / 2) * 65535 / info.DesktopRectArea.Width,
|
||
(rc.Y + srcMat.Height * 1d / 2 + rect.Y + rect.Height * 1d / 2) * 65535 / info.DesktopRectArea.Height)
|
||
.LeftButtonClick();
|
||
WeakReferenceMessenger.Default.Send(new PropertyChangedMessage<object>(this, "RemoveButton", new object(), "开始自动钓鱼"));
|
||
// 启动要延时一会等待钓鱼界面切换
|
||
Sleep(1000);
|
||
IsExclusive = true;
|
||
_switchBaitContinuouslyFrameNum = 0;
|
||
_waitBiteContinuouslyFrameNum = 0;
|
||
_noFishActionContinuouslyFrameNum = 0;
|
||
_isThrowRod = false;
|
||
});
|
||
WeakReferenceMessenger.Default.Send(new PropertyChangedMessage<object>(this, "AddButton", new object(), maskButton));
|
||
}
|
||
}
|
||
}
|
||
else
|
||
{
|
||
WeakReferenceMessenger.Default.Send(new PropertyChangedMessage<object>(this, "RemoveButton", new object(), "开始自动钓鱼"));
|
||
}
|
||
}
|
||
|
||
|
||
//private bool OcrStartFishingForExclusive(CaptureContent content)
|
||
//{
|
||
// var srcMat = content.CaptureRectArea.SrcMat;
|
||
// var rightBottomMat = CutHelper.CutRightBottom(srcMat, srcMat.Width / 2, srcMat.Height / 2);
|
||
// var text = _ocrService.Ocr(rightBottomMat.ToBitmap());
|
||
// if (!string.IsNullOrEmpty(text) && StringUtils.RemoveAllSpace(text).Contains("开始") && StringUtils.RemoveAllSpace(text).Contains("钓鱼"))
|
||
// {
|
||
// return true;
|
||
// }
|
||
// return false;
|
||
//}
|
||
|
||
/// <summary>
|
||
/// 找右下角的退出钓鱼按钮
|
||
/// 用于判断是否进入钓鱼界面
|
||
/// 进入钓鱼界面时该触发器进入独占模式
|
||
/// </summary>
|
||
/// <param name="content"></param>
|
||
/// <returns></returns>
|
||
private bool FindButtonForExclusive(CaptureContent content)
|
||
{
|
||
return !content.CaptureRectArea.Find(_autoFishingAssets.ExitFishingButtonRo).IsEmpty();
|
||
}
|
||
|
||
|
||
private int _throwRodWaitFrameNum = 0; // 抛竿等待的时间(帧数)
|
||
private int _switchBaitContinuouslyFrameNum = 0; // 切换鱼饵按钮图标的持续时间(帧数)
|
||
private int _waitBiteContinuouslyFrameNum = 0; // 等待上钩的持续时间(帧数)
|
||
private int _noFishActionContinuouslyFrameNum = 0; // 无钓鱼三种场景的持续时间(帧数)
|
||
private bool _isThrowRod = false; // 是否已经抛竿
|
||
|
||
/// <summary>
|
||
/// 钓鱼有3种场景
|
||
/// 1. 未抛竿 BaitButtonRo存在 && WaitBiteButtonRo不存在
|
||
/// 2. 抛竿后未拉条 WaitBiteButtonRo存在 && BaitButtonRo不存在
|
||
/// 3. 上钩拉条 _isFishingProcess && _biteTipsExitCount > 0
|
||
///
|
||
/// 新AI钓鱼
|
||
/// 前提：必须要正面面对鱼塘，没有识别到鱼的时候不会自动抛竿
|
||
/// 1. 观察周围环境，判断鱼塘位置，视角对上鱼塘位置中心
|
||
/// 2. 根据第一步的观察结果，提前选择鱼饵
|
||
/// 3.
|
||
/// </summary>
|
||
/// <param name="content"></param>
|
||
private void ThrowRod(CaptureContent content)
|
||
{
|
||
// 没有拉条和提竿的时候，自动抛竿
|
||
if (!_isFishingProcess && _biteTipsExitCount == 0 && TaskContext.Instance().Config.AutoFishingConfig.AutoThrowRodEnabled)
|
||
{
|
||
var baitRectArea = content.CaptureRectArea.Find(_autoFishingAssets.BaitButtonRo);
|
||
var waitBiteArea = content.CaptureRectArea.Find(_autoFishingAssets.WaitBiteButtonRo);
|
||
if (!baitRectArea.IsEmpty() && waitBiteArea.IsEmpty())
|
||
{
|
||
_switchBaitContinuouslyFrameNum++;
|
||
_waitBiteContinuouslyFrameNum = 0;
|
||
_noFishActionContinuouslyFrameNum = 0;
|
||
|
||
if (_switchBaitContinuouslyFrameNum >= content.FrameRate)
|
||
{
|
||
_isThrowRod = false;
|
||
_switchBaitContinuouslyFrameNum = 0;
|
||
_logger.LogInformation("当前仍在抛竿页");
|
||
}
|
||
|
||
if (!_isThrowRod)
|
||
{
|
||
// 1. 观察周围环境，判断鱼塘位置，视角对上鱼塘位置中心
|
||
using var memoryStream = new MemoryStream();
|
||
content.CaptureRectArea.SrcBitmap.Save(memoryStream, ImageFormat.Bmp);
|
||
memoryStream.Seek(0, SeekOrigin.Begin);
|
||
var result = _predictor.Detect(memoryStream);
|
||
var fishpond = new Fishpond(result);
|
||
if (fishpond.FishpondRect == Rect.Empty)
|
||
{
|
||
Sleep(2000);
|
||
return;
|
||
}
|
||
else
|
||
{
|
||
var centerX = content.SrcBitmap.Width / 2;
|
||
var centerY = content.SrcBitmap.Height / 2;
|
||
// 往左移动是正数，往右移动是负数
|
||
if (fishpond.FishpondRect.Left > centerX)
|
||
{
|
||
Simulation.SendInput.Mouse.MoveMouseBy(100, 0);
|
||
}
|
||
|
||
if (fishpond.FishpondRect.Right < centerX)
|
||
{
|
||
Simulation.SendInput.Mouse.MoveMouseBy(-100, 0);
|
||
}
|
||
|
||
// 鱼塘尽量在上半屏幕
|
||
if (fishpond.FishpondRect.Bottom > centerY)
|
||
{
|
||
Simulation.SendInput.Mouse.MoveMouseBy(0, -100);
|
||
}
|
||
|
||
if ((fishpond.FishpondRect.Left < centerX && fishpond.FishpondRect.Right > centerX) || fishpond.FishpondRect.Width < content.SrcBitmap.Width / 4)
|
||
{
|
||
// 鱼塘在中心，选择鱼饵
|
||
if (string.IsNullOrEmpty(_selectedBaitName))
|
||
{
|
||
_selectedBaitName = ChooseBait(content, fishpond);
|
||
}
|
||
|
||
// 抛竿
|
||
Sleep(2000);
|
||
ApproachFishAndThrowRod(content);
|
||
Sleep(2000);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
if (baitRectArea.IsEmpty() && !waitBiteArea.IsEmpty() && _isThrowRod)
|
||
{
|
||
_switchBaitContinuouslyFrameNum = 0;
|
||
_waitBiteContinuouslyFrameNum++;
|
||
_noFishActionContinuouslyFrameNum = 0;
|
||
_throwRodWaitFrameNum++;
|
||
|
||
|
||
if (_waitBiteContinuouslyFrameNum >= content.FrameRate)
|
||
{
|
||
_isThrowRod = true;
|
||
_waitBiteContinuouslyFrameNum = 0;
|
||
}
|
||
|
||
|
||
if (_isThrowRod)
|
||
{
|
||
// 30s 没有上钩，重新抛竿
|
||
if (_throwRodWaitFrameNum >= content.FrameRate * TaskContext.Instance().Config.AutoFishingConfig.AutoThrowRodTimeOut)
|
||
{
|
||
Simulation.SendInput.Mouse.LeftButtonClick();
|
||
_throwRodWaitFrameNum = 0;
|
||
_waitBiteContinuouslyFrameNum = 0;
|
||
Debug.WriteLine("超时自动收竿");
|
||
Sleep(2000);
|
||
_isThrowRod = false;
|
||
}
|
||
}
|
||
}
|
||
|
||
if (baitRectArea.IsEmpty() && waitBiteArea.IsEmpty())
|
||
{
|
||
_switchBaitContinuouslyFrameNum = 0;
|
||
_waitBiteContinuouslyFrameNum = 0;
|
||
_noFishActionContinuouslyFrameNum++;
|
||
if (_noFishActionContinuouslyFrameNum > content.FrameRate)
|
||
{
|
||
CheckFishingUserInterface(content);
|
||
}
|
||
}
|
||
}
|
||
else
|
||
{
|
||
_switchBaitContinuouslyFrameNum = 0;
|
||
_waitBiteContinuouslyFrameNum = 0;
|
||
_noFishActionContinuouslyFrameNum = 0;
|
||
_throwRodWaitFrameNum = 0;
|
||
_isThrowRod = false;
|
||
}
|
||
}
|
||
|
||
|
||
private string _selectedBaitName = string.Empty;
|
||
|
||
/// <summary>
|
||
/// 选择鱼饵
|
||
/// </summary>
|
||
/// <param name="content"></param>
|
||
/// <param name="fishpond"></param>
|
||
/// <returns></returns>
|
||
/// <exception cref="Exception"></exception>
|
||
private string ChooseBait(CaptureContent content, Fishpond fishpond)
|
||
{
|
||
// 打开换饵界面
|
||
Simulation.SendInput.Mouse.RightButtonClick();
|
||
Sleep(500);
|
||
|
||
// 截图
|
||
var bitmap = CaptureGameBitmap(content.Dispatcher.GameCapture);
|
||
_selectedBaitName = fishpond.MostMatchBait(); // 选择最多鱼吃的饵料
|
||
_logger.LogInformation("选择鱼饵 {Text}", BaitType.FromName(_selectedBaitName).ChineseName);
|
||
|
||
// 寻找鱼饵
|
||
var ro = new RecognitionObject()
|
||
{
|
||
Name = "ChooseBait",
|
||
RecognitionType = RecognitionTypes.TemplateMatch,
|
||
TemplateImageMat = GameTaskManager.LoadAssetImage("AutoFishing", $"bait\\{_selectedBaitName}.png"),
|
||
Threshold = 0.9,
|
||
Use3Channels = true,
|
||
DrawOnWindow = false
|
||
}.InitTemplate();
|
||
|
||
var systemInfo = TaskContext.Instance().SystemInfo;
|
||
var ra = new RectArea(bitmap, systemInfo.CaptureAreaRect.X, systemInfo.CaptureAreaRect.Y, systemInfo.DesktopRectArea);
|
||
var resRa = ra.Find(ro);
|
||
if (resRa.IsEmpty())
|
||
{
|
||
_logger.LogWarning("没有找到目标鱼饵");
|
||
_selectedBaitName = string.Empty;
|
||
throw new Exception("没有找到目标鱼饵");
|
||
}
|
||
else
|
||
{
|
||
resRa.ClickCenter();
|
||
Sleep(500);
|
||
// 可能重复点击，所以固定界面点击下
|
||
var rect = systemInfo.CaptureAreaRect;
|
||
ClickExtension.Click(rect.X + 1300 * systemInfo.AssetScale, rect.Y + 400 * systemInfo.AssetScale);
|
||
Sleep(200);
|
||
// 偷懒 固定点击确定
|
||
ClickExtension.Click(rect.X + 1180 * systemInfo.AssetScale, rect.Y + 760 * systemInfo.AssetScale);
|
||
Sleep(500); // 等待界面切换
|
||
}
|
||
|
||
return _selectedBaitName;
|
||
}
|
||
|
||
|
||
private readonly Random _rd = new();
|
||
|
||
/// <summary>
|
||
/// 抛竿
|
||
/// </summary>
|
||
/// <param name="content"></param>
|
||
private void ApproachFishAndThrowRod(CaptureContent content)
|
||
{
|
||
// 预抛竿
|
||
Simulation.SendInput.Mouse.LeftButtonDown();
|
||
_logger.LogInformation("长按预抛竿");
|
||
Sleep(3000);
|
||
|
||
var noPlacementTimes = 0; // 没有落点的次数
|
||
var noTargetFishTimes = 0; // 没有目标鱼的次数
|
||
var prevTargetFishRect = Rect.Empty; // 记录上一个目标鱼的位置
|
||
|
||
while (true)
|
||
{
|
||
// 截图
|
||
var bitmap = CaptureGameBitmap(content.Dispatcher.GameCapture);
|
||
|
||
// 找 鱼饵落点
|
||
using var memoryStream = new MemoryStream();
|
||
bitmap.Save(memoryStream, ImageFormat.Bmp);
|
||
memoryStream.Seek(0, SeekOrigin.Begin);
|
||
var result = _predictor.Detect(memoryStream);
|
||
var fishpond = new Fishpond(result);
|
||
if (fishpond.TargetRect == Rect.Empty)
|
||
{
|
||
noPlacementTimes++;
|
||
Sleep(50);
|
||
Debug.WriteLine("历次未找到鱼饵落点,随机移动");
|
||
|
||
var cX = content.SrcBitmap.Width / 2;
|
||
var cY = content.SrcBitmap.Height / 2;
|
||
var rdX = _rd.Next(0, content.SrcBitmap.Width);
|
||
var rdY = _rd.Next(0, content.SrcBitmap.Height);
|
||
|
||
var moveX = 100 * (cX - rdX) / content.SrcBitmap.Width;
|
||
var moveY = 100 * (cY - rdY) / content.SrcBitmap.Height;
|
||
|
||
Simulation.SendInput.Mouse.MoveMouseBy(moveX, moveY);
|
||
|
||
if (noPlacementTimes > 50)
|
||
{
|
||
_logger.LogInformation("未找到鱼饵落点，大概率是长按失败，直接抛竿收杆重试");
|
||
Simulation.SendInput.Mouse.LeftButtonUp().Sleep(200).LeftButtonDown().Sleep(200).LeftButtonUp();
|
||
Sleep(2000);
|
||
Simulation.SendInput.Mouse.LeftButtonClick();
|
||
_selectedBaitName = string.Empty;
|
||
_isThrowRod = false;
|
||
Sleep(2000);
|
||
MoveViewpointDown();
|
||
Sleep(300);
|
||
break;
|
||
}
|
||
|
||
continue;
|
||
}
|
||
|
||
// 找到落点最近的鱼
|
||
OneFish? currentFish = null;
|
||
if (prevTargetFishRect == Rect.Empty)
|
||
{
|
||
var list = fishpond.FilterByBaitName(_selectedBaitName);
|
||
if (list.Count > 0)
|
||
{
|
||
currentFish = list[0];
|
||
prevTargetFishRect = currentFish.Rect;
|
||
}
|
||
}
|
||
else
|
||
{
|
||
currentFish = fishpond.FilterByBaitNameAndRecently(_selectedBaitName, prevTargetFishRect);
|
||
if (currentFish != null)
|
||
{
|
||
prevTargetFishRect = currentFish.Rect;
|
||
}
|
||
}
|
||
|
||
if (currentFish == null)
|
||
{
|
||
Debug.WriteLine("无目标鱼");
|
||
noTargetFishTimes++;
|
||
//if (noTargetFishTimes == 30)
|
||
//{
|
||
// Simulation.SendInput.Mouse.MoveMouseBy(0, 100);
|
||
//}
|
||
|
||
if (noTargetFishTimes > 80)
|
||
{
|
||
// 没有找到目标鱼，重新选择鱼饵
|
||
_logger.LogInformation("没有找到目标鱼，1.直接抛竿");
|
||
Simulation.SendInput.Mouse.LeftButtonUp();
|
||
Sleep(1500);
|
||
_logger.LogInformation("没有找到目标鱼，2.收杆");
|
||
Simulation.SendInput.Mouse.LeftButtonClick();
|
||
Sleep(1500);
|
||
_logger.LogInformation("没有找到目标鱼，3.准备重新选择鱼饵");
|
||
_selectedBaitName = string.Empty;
|
||
_isThrowRod = false;
|
||
MoveViewpointDown();
|
||
Sleep(500);
|
||
break;
|
||
}
|
||
|
||
continue;
|
||
}
|
||
else
|
||
{
|
||
noTargetFishTimes = 0;
|
||
var min = MoveMouseToFish(fishpond.TargetRect, currentFish.Rect);
|
||
VisionContext.Instance().DrawContent.PutRect("Target", fishpond.TargetRect.ToRectDrawable());
|
||
VisionContext.Instance().DrawContent.PutRect("Fish", currentFish.Rect.ToRectDrawable());
|
||
// 因为视角是斜着看向鱼的，所以Y轴抛竿距离要近一点
|
||
if ((_selectedBaitName != "fruit paste bait" && min is { Item1: <= 50, Item2: <= 25 })
|
||
|| _selectedBaitName == "fruit paste bait" && min is { Item1: <= 40, Item2: <= 25 })
|
||
{
|
||
Sleep(100);
|
||
Simulation.SendInput.Mouse.LeftButtonUp();
|
||
_logger.LogInformation("尝试钓取 {Text}", currentFish.FishType.ChineseName);
|
||
_isThrowRod = true;
|
||
VisionContext.Instance().DrawContent.RemoveRect("Target");
|
||
VisionContext.Instance().DrawContent.RemoveRect("Fish");
|
||
break;
|
||
}
|
||
}
|
||
|
||
Sleep(80);
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 向下移动视角
|
||
/// </summary>
|
||
private void MoveViewpointDown()
|
||
{
|
||
if (TaskContext.Instance().Config.AutoFishingConfig.AutoThrowRodEnabled)
|
||
{
|
||
// 下移视角方便看鱼
|
||
Simulation.SendInput.Mouse.MoveMouseBy(0, 300);
|
||
Sleep(500);
|
||
Simulation.SendInput.Mouse.MoveMouseBy(0, 400);
|
||
Sleep(500);
|
||
}
|
||
}
|
||
|
||
private (int, int) MoveMouseToFish(Rect rect1, Rect rect2)
|
||
{
|
||
int minDistance;
|
||
|
||
//首先计算两个矩形中心点
|
||
Point c1, c2;
|
||
c1.X = rect1.X + (rect1.Width / 2);
|
||
c1.Y = rect1.Y + (rect1.Height / 2);
|
||
c2.X = rect2.X + (rect2.Width / 2);
|
||
c2.Y = rect2.Y + (rect2.Height / 2);
|
||
|
||
// 分别计算两矩形中心点在X轴和Y轴方向的距离
|
||
var dx = Math.Abs(c2.X - c1.X);
|
||
var dy = Math.Abs(c2.Y - c1.Y);
|
||
|
||
//两矩形不相交，在X轴方向有部分重合的两个矩形
|
||
if (dx < (rect1.Width + rect2.Width) / 2 && dy >= (rect1.Height + rect2.Height) / 2)
|
||
{
|
||
minDistance = dy - ((rect1.Height + rect2.Height) / 2);
|
||
var moveY = 5;
|
||
if (c1.Y > c2.Y)
|
||
{
|
||
moveY = -moveY;
|
||
}
|
||
|
||
//_logger.LogInformation("移动鼠标 {X} {Y}", 0, moveY);
|
||
Simulation.SendInput.Mouse.MoveMouseBy(0, moveY);
|
||
return (0, minDistance);
|
||
}
|
||
|
||
//两矩形不相交，在Y轴方向有部分重合的两个矩形
|
||
else if (dx >= (rect1.Width + rect2.Width) / 2 && (dy < (rect1.Height + rect2.Height) / 2))
|
||
{
|
||
minDistance = dx - ((rect1.Width + rect2.Width) / 2);
|
||
var moveX = 5;
|
||
if (c1.X > c2.X)
|
||
{
|
||
moveX = -moveX;
|
||
}
|
||
|
||
//_logger.LogInformation("移动鼠标 {X} {Y}", moveX, 0);
|
||
Simulation.SendInput.Mouse.MoveMouseBy(moveX, 0);
|
||
return (minDistance, 0);
|
||
}
|
||
|
||
//两矩形不相交，在X轴和Y轴方向无重合的两个矩形
|
||
else if ((dx >= ((rect1.Width + rect2.Width) / 2)) && (dy >= ((rect1.Height + rect2.Height) / 2)))
|
||
{
|
||
var dpX = dx - ((rect1.Width + rect2.Width) / 2);
|
||
var dpY = dy - ((rect1.Height + rect2.Height) / 2);
|
||
//minDistance = (int)Math.Sqrt(dpX * dpX + dpY * dpY);
|
||
var moveX = 5;
|
||
var moveY = 5;
|
||
if (c1.Y > c2.Y)
|
||
{
|
||
moveY = -moveY;
|
||
}
|
||
|
||
if (c1.X > c2.X)
|
||
{
|
||
moveX = -moveX;
|
||
}
|
||
|
||
//_logger.LogInformation("移动鼠标 {X} {Y}", moveX, moveY);
|
||
Simulation.SendInput.Mouse.MoveMouseBy(moveX, moveY);
|
||
return (dpX, dpY);
|
||
}
|
||
|
||
//两矩形相交
|
||
else
|
||
{
|
||
//_logger.LogInformation("无需移动鼠标");
|
||
minDistance = -1;
|
||
return (0, 0);
|
||
}
|
||
}
|
||
|
||
public Bitmap CaptureGameBitmap(IGameCapture? gameCapture)
|
||
{
|
||
var bitmap = gameCapture?.Capture();
|
||
// wgc 缓冲区设置的2 所以至少截图3次
|
||
if (gameCapture?.Mode == CaptureModes.WindowsGraphicsCapture)
|
||
{
|
||
for (int i = 0; i < 2; i++)
|
||
{
|
||
bitmap = gameCapture?.Capture();
|
||
Sleep(50);
|
||
}
|
||
}
|
||
|
||
if (bitmap == null)
|
||
{
|
||
_logger.LogWarning("截图失败!");
|
||
throw new Exception("截图失败");
|
||
}
|
||
// 更新当前捕获内容
|
||
_currContent = new CaptureContent(bitmap, _currContent.FrameIndex, _currContent.TimerInterval, _currContent.Dispatcher);
|
||
return bitmap;
|
||
}
|
||
|
||
public void Sleep(int millisecondsTimeout)
|
||
{
|
||
Retry.Do(() =>
|
||
{
|
||
if (!SystemControl.IsGenshinImpactActiveByProcess())
|
||
{
|
||
_logger.LogWarning("当前获取焦点的窗口不是原神，暂停");
|
||
throw new RetryException("当前获取焦点的窗口不是原神");
|
||
}
|
||
}, TimeSpan.FromSeconds(1), 100);
|
||
CheckFishingUserInterface(_currContent);
|
||
Thread.Sleep(millisecondsTimeout);
|
||
}
|
||
|
||
|
||
/// <summary>
|
||
/// 获取钓鱼框的位置
|
||
/// </summary>
|
||
private Rect GetFishBoxArea(Mat srcMat)
|
||
{
|
||
srcMat = CropHelper.CutTop(srcMat, srcMat.Height / 2);
|
||
var rects = AutoFishingImageRecognition.GetFishBarRect(srcMat);
|
||
if (rects != null && rects.Count == 2)
|
||
{
|
||
if (Math.Abs(rects[0].Height - rects[1].Height) > 10)
|
||
{
|
||
Debug.WriteLine("两个矩形高度差距过大，未识别到钓鱼框");
|
||
VisionContext.Instance().DrawContent.RemoveRect("FishBox");
|
||
return Rect.Empty;
|
||
}
|
||
|
||
if (rects[0].Width < rects[1].Width)
|
||
{
|
||
_cur = rects[0];
|
||
_left = rects[1];
|
||
}
|
||
else
|
||
{
|
||
_cur = rects[1];
|
||
_left = rects[0];
|
||
}
|
||
|
||
|
||
if (_left.X < _cur.X // cur 是游标位置, 在初始状态下，cur 一定在left左边
|
||
|| _cur.Width > _left.Width // left一定比cur宽
|
||
|| _cur.X + _cur.Width > srcMat.Width / 2 // cur 一定在屏幕左侧
|
||
|| !(_left.X < srcMat.Width / 2 && _left.X + _left.Width > srcMat.Width / 2) // left肯定穿过游戏中轴线
|
||
)
|
||
{
|
||
VisionContext.Instance().DrawContent.RemoveRect("FishBox");
|
||
return Rect.Empty;
|
||
}
|
||
|
||
int hExtra = _cur.Height, vExtra = _cur.Height / 4;
|
||
_fishBoxRect = new Rect(_cur.X - hExtra, _cur.Y - vExtra,
|
||
(_left.X + _left.Width / 2 - _cur.X) * 2 + hExtra * 2, _cur.Height + vExtra * 2);
|
||
VisionContext.Instance().DrawContent
|
||
.PutRect("FishBox", _fishBoxRect.ToRectDrawable(new Pen(Color.LightPink, 2)));
|
||
return _fishBoxRect;
|
||
}
|
||
|
||
VisionContext.Instance().DrawContent.RemoveRect("FishBox");
|
||
return Rect.Empty;
|
||
}
|
||
|
||
|
||
private bool _isFishingProcess = false; // 提杆后会设置为true
|
||
int _biteTipsExitCount = 0; // 钓鱼提示持续时间
|
||
int _notFishingAfterBiteCount = 0; // 提竿后没有钓鱼的时间
|
||
Rect _baseBiteTips = Rect.Empty;
|
||
|
||
/// <summary>
|
||
/// 自动提竿
|
||
/// </summary>
|
||
/// <param name="content"></param>
|
||
private void FishBite(CaptureContent content)
|
||
{
|
||
if (_isFishingProcess)
|
||
{
|
||
return;
|
||
}
|
||
|
||
// 自动识别的钓鱼框向下延伸到屏幕中间
|
||
//var liftingWordsAreaRect = new Rect(fishBoxRect.X, fishBoxRect.Y + fishBoxRect.Height * 2,
|
||
// fishBoxRect.Width, content.CaptureRectArea.SrcMat.Height / 2 - fishBoxRect.Y - fishBoxRect.Height * 5);
|
||
// 上半屏幕和中间1/3的区域
|
||
var liftingWordsAreaRect = new Rect(content.CaptureRectArea.SrcMat.Width / 3, 0, content.CaptureRectArea.SrcMat.Width / 3,
|
||
content.CaptureRectArea.SrcMat.Height / 2);
|
||
//VisionContext.Instance().DrawContent.PutRect("liftingWordsAreaRect", liftingWordsAreaRect.ToRectDrawable(new Pen(Color.Cyan, 2)));
|
||
var wordCaptureMat = new Mat(content.CaptureRectArea.SrcMat, liftingWordsAreaRect);
|
||
var currentBiteWordsTips = AutoFishingImageRecognition.MatchFishBiteWords(wordCaptureMat, liftingWordsAreaRect);
|
||
if (currentBiteWordsTips != Rect.Empty)
|
||
{
|
||
if (_baseBiteTips == Rect.Empty)
|
||
{
|
||
_baseBiteTips = currentBiteWordsTips;
|
||
}
|
||
else
|
||
{
|
||
if (Math.Abs(_baseBiteTips.X - currentBiteWordsTips.X) < 10
|
||
&& Math.Abs(_baseBiteTips.Y - currentBiteWordsTips.Y) < 10
|
||
&& Math.Abs(_baseBiteTips.Width - currentBiteWordsTips.Width) < 10
|
||
&& Math.Abs(_baseBiteTips.Height - currentBiteWordsTips.Height) < 10)
|
||
{
|
||
_biteTipsExitCount++;
|
||
VisionContext.Instance().DrawContent.PutRect("FishBiteTips",
|
||
currentBiteWordsTips
|
||
.ToWindowsRectangleOffset(liftingWordsAreaRect.X, liftingWordsAreaRect.Y)
|
||
.ToRectDrawable());
|
||
|
||
if (_biteTipsExitCount >= content.FrameRate / 4d)
|
||
{
|
||
// 图像提竿判断
|
||
var liftRodButtonRa = content.CaptureRectArea.Find(_autoFishingAssets.LiftRodButtonRo);
|
||
if (!liftRodButtonRa.IsEmpty())
|
||
{
|
||
Simulation.SendInput.Mouse.LeftButtonClick();
|
||
_logger.LogInformation(@"┌------------------------┐");
|
||
_logger.LogInformation(" 自动提竿(图像识别)");
|
||
_isFishingProcess = true;
|
||
_biteTipsExitCount = 0;
|
||
_baseBiteTips = Rect.Empty;
|
||
VisionContext.Instance().DrawContent.RemoveRect("FishBiteTips");
|
||
return;
|
||
}
|
||
|
||
// OCR 提竿判断
|
||
var text = _ocrService.Ocr(new Mat(content.CaptureRectArea.SrcGreyMat,
|
||
new Rect(currentBiteWordsTips.X+ liftingWordsAreaRect.X,
|
||
currentBiteWordsTips.Y+liftingWordsAreaRect.Y,
|
||
currentBiteWordsTips.Width, currentBiteWordsTips.Height)));
|
||
if (!string.IsNullOrEmpty(text) && StringUtils.RemoveAllSpace(text).Contains("上钩"))
|
||
{
|
||
Simulation.SendInput.Mouse.LeftButtonClick();
|
||
_logger.LogInformation(@"┌------------------------┐");
|
||
_logger.LogInformation(" 自动提竿(OCR)");
|
||
_isFishingProcess = true;
|
||
_biteTipsExitCount = 0;
|
||
_baseBiteTips = Rect.Empty;
|
||
VisionContext.Instance().DrawContent.RemoveRect("FishBiteTips");
|
||
}
|
||
}
|
||
}
|
||
else
|
||
{
|
||
_biteTipsExitCount = 0;
|
||
_baseBiteTips = currentBiteWordsTips;
|
||
VisionContext.Instance().DrawContent.RemoveRect("FishBiteTips");
|
||
}
|
||
|
||
if (_biteTipsExitCount >= content.FrameRate / 2d)
|
||
{
|
||
Simulation.SendInput.Mouse.LeftButtonClick();
|
||
_logger.LogInformation(@"┌------------------------┐");
|
||
_logger.LogInformation(" 自动提竿(文字块)");
|
||
_isFishingProcess = true;
|
||
_biteTipsExitCount = 0;
|
||
_baseBiteTips = Rect.Empty;
|
||
VisionContext.Instance().DrawContent.RemoveRect("FishBiteTips");
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
private int _noRectsCount = 0;
|
||
private Rect _cur, _left, _right;
|
||
private MOUSEEVENTF _prevMouseEvent = 0x0;
|
||
private bool _findFishBoxTips;
|
||
|
||
|
||
/// <summary>
|
||
/// 钓鱼拉条
|
||
/// </summary>
|
||
/// <param name="content"></param>
|
||
/// <param name="fishBarMat"></param>
|
||
private void Fishing(CaptureContent content, Mat fishBarMat)
|
||
{
|
||
var simulator = Simulation.SendInput;
|
||
var rects = AutoFishingImageRecognition.GetFishBarRect(fishBarMat);
|
||
if (rects != null && rects.Count > 0)
|
||
{
|
||
if (rects.Count >= 2 && _prevMouseEvent == 0x0 && !_findFishBoxTips)
|
||
{
|
||
_findFishBoxTips = true;
|
||
_logger.LogInformation(" 识别到钓鱼框，自动拉扯中...");
|
||
}
|
||
|
||
// 超过3个矩形是异常情况，取高度最高的三个矩形进行识别
|
||
if (rects.Count > 3)
|
||
{
|
||
rects.Sort((a, b) => b.Height.CompareTo(a.Height));
|
||
rects.RemoveRange(3, rects.Count - 3);
|
||
}
|
||
|
||
//Debug.WriteLine($"识别到{rects.Count} 个矩形");
|
||
if (rects.Count == 2)
|
||
{
|
||
if (rects[0].Width < rects[1].Width)
|
||
{
|
||
_cur = rects[0];
|
||
_left = rects[1];
|
||
}
|
||
else
|
||
{
|
||
_cur = rects[1];
|
||
_left = rects[0];
|
||
}
|
||
|
||
PutRects(_left, _cur, new Rect());
|
||
|
||
if (_cur.X < _left.X)
|
||
{
|
||
if (_prevMouseEvent != MOUSEEVENTF.MOUSEEVENTF_LEFTDOWN)
|
||
{
|
||
simulator.Mouse.LeftButtonDown();
|
||
//Simulator.PostMessage(TaskContext.Instance().GameHandle).LeftButtonDown();
|
||
_prevMouseEvent = MOUSEEVENTF.MOUSEEVENTF_LEFTDOWN;
|
||
//Debug.WriteLine("进度不到 左键按下");
|
||
}
|
||
}
|
||
else
|
||
{
|
||
if (_prevMouseEvent == MOUSEEVENTF.MOUSEEVENTF_LEFTDOWN)
|
||
{
|
||
simulator.Mouse.LeftButtonUp();
|
||
//Simulator.PostMessage(TaskContext.Instance().GameHandle).LeftButtonUp();
|
||
_prevMouseEvent = MOUSEEVENTF.MOUSEEVENTF_LEFTUP;
|
||
//Debug.WriteLine("进度超出 左键松开");
|
||
}
|
||
}
|
||
}
|
||
else if (rects.Count == 3)
|
||
{
|
||
rects.Sort((a, b) => a.X.CompareTo(b.X));
|
||
_left = rects[0];
|
||
_cur = rects[1];
|
||
_right = rects[2];
|
||
PutRects(_left, _cur, _right);
|
||
|
||
if (_right.X + _right.Width - (_cur.X + _cur.Width) <= _cur.X - _left.X)
|
||
{
|
||
if (_prevMouseEvent == MOUSEEVENTF.MOUSEEVENTF_LEFTDOWN)
|
||
{
|
||
simulator.Mouse.LeftButtonUp();
|
||
//Simulator.PostMessage(TaskContext.Instance().GameHandle).LeftButtonUp();
|
||
_prevMouseEvent = MOUSEEVENTF.MOUSEEVENTF_LEFTUP;
|
||
//Debug.WriteLine("进入框内中间 左键松开");
|
||
}
|
||
}
|
||
else
|
||
{
|
||
if (_prevMouseEvent != MOUSEEVENTF.MOUSEEVENTF_LEFTDOWN)
|
||
{
|
||
simulator.Mouse.LeftButtonDown();
|
||
//Simulator.PostMessage(TaskContext.Instance().GameHandle).LeftButtonDown();
|
||
_prevMouseEvent = MOUSEEVENTF.MOUSEEVENTF_LEFTDOWN;
|
||
//Debug.WriteLine("未到框内中间 左键按下");
|
||
}
|
||
}
|
||
}
|
||
else
|
||
{
|
||
PutRects(new Rect(), new Rect(), new Rect());
|
||
}
|
||
}
|
||
else
|
||
{
|
||
PutRects(new Rect(), new Rect(), new Rect());
|
||
_noRectsCount++;
|
||
// 2s 没有矩形视为已经完成钓鱼
|
||
if (_noRectsCount >= content.FrameRate * 2 && _prevMouseEvent != 0x0)
|
||
{
|
||
_findFishBoxTips = false;
|
||
_isFishingProcess = false;
|
||
_isThrowRod = false;
|
||
_prevMouseEvent = 0x0;
|
||
_logger.LogInformation(" 钓鱼结束");
|
||
_logger.LogInformation(@"└------------------------┘");
|
||
|
||
if (_prevMouseEvent == MOUSEEVENTF.MOUSEEVENTF_LEFTDOWN)
|
||
{
|
||
simulator.Mouse.LeftButtonUp();
|
||
}
|
||
|
||
Sleep(1000);
|
||
|
||
MoveViewpointDown();
|
||
Sleep(500);
|
||
}
|
||
|
||
CheckFishingUserInterface(content);
|
||
}
|
||
|
||
// 提竿后没有钓鱼的情况
|
||
if (_isFishingProcess && !_findFishBoxTips)
|
||
{
|
||
_notFishingAfterBiteCount++;
|
||
if (_notFishingAfterBiteCount >= decimal.ToDouble(content.FrameRate) * 2)
|
||
{
|
||
_isFishingProcess = false;
|
||
_isThrowRod = false;
|
||
_notFishingAfterBiteCount = 0;
|
||
_logger.LogInformation(" X 提竿后没有钓鱼，重置!");
|
||
_logger.LogInformation(@"└------------------------┘");
|
||
}
|
||
}
|
||
else
|
||
{
|
||
_notFishingAfterBiteCount = 0;
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 检查是否退出钓鱼界面
|
||
/// </summary>
|
||
/// <param name="content"></param>
|
||
private void CheckFishingUserInterface(CaptureContent content)
|
||
{
|
||
var prevIsExclusive = IsExclusive;
|
||
IsExclusive = FindButtonForExclusive(content);
|
||
if (!prevIsExclusive && IsExclusive)
|
||
{
|
||
_logger.LogInformation("→ {Text}", "自动钓鱼，启动！");
|
||
_switchBaitContinuouslyFrameNum = 0;
|
||
_waitBiteContinuouslyFrameNum = 0;
|
||
_noFishActionContinuouslyFrameNum = 0;
|
||
_isThrowRod = false;
|
||
_selectedBaitName = string.Empty;
|
||
}
|
||
else if (prevIsExclusive && !IsExclusive)
|
||
{
|
||
_logger.LogInformation("← {Text}", "退出钓鱼界面");
|
||
_isThrowRod = false;
|
||
_fishBoxRect = Rect.Empty;
|
||
VisionContext.Instance().DrawContent.ClearAll();
|
||
}
|
||
}
|
||
|
||
private readonly Pen _pen = new(Color.Red, 1);
|
||
|
||
private void PutRects(Rect left, Rect cur, Rect right)
|
||
{
|
||
var list = new List<RectDrawable>
|
||
{
|
||
left.ToWindowsRectangleOffset(_fishBoxRect.X, _fishBoxRect.Y).ToRectDrawable(_pen),
|
||
cur.ToWindowsRectangleOffset(_fishBoxRect.X, _fishBoxRect.Y).ToRectDrawable(_pen),
|
||
right.ToWindowsRectangleOffset(_fishBoxRect.X, _fishBoxRect.Y).ToRectDrawable(_pen)
|
||
};
|
||
VisionContext.Instance().DrawContent.PutOrRemoveRectList("FishingBarAll", list);
|
||
}
|
||
|
||
///// <summary>
|
||
///// 清理画布
|
||
///// </summary>
|
||
//public void ClearDraw()
|
||
//{
|
||
// VisionContext.Instance().DrawContent.PutOrRemoveRectList(new List<(string, RectDrawable)>
|
||
// {
|
||
// ("FishingBarLeft", new RectDrawable(System.Windows.Rect.Empty)),
|
||
// ("FishingBarCur", new RectDrawable(System.Windows.Rect.Empty)),
|
||
// ("FishingBarRight", new RectDrawable(System.Windows.Rect.Empty))
|
||
// });
|
||
// VisionContext.Instance().DrawContent.RemoveRect("FishBiteTips");
|
||
// VisionContext.Instance().DrawContent.RemoveRect("StartFishingButton");
|
||
// WeakReferenceMessenger.Default.Send(new PropertyChangedMessage<object>(this, "RemoveButton", new object(), "开始自动钓鱼"));
|
||
//}
|
||
|
||
//public void Stop()
|
||
//{
|
||
// ClearDraw();
|
||
//}
|
||
}
|
||
} |