使用C#制作可以录制自动化执行Windows操作脚本工具——类似于按键精灵


我们知道,如果要对一个网站进行自动化测试,可以使用Python的selenium对获取网页的元素进行一系列操作。同样,对于Windows应用,可以使用C#或者AutoIt(也是一种脚本语言,相比较与C#,AutoIt更适合做Windows应用的自动化脚本)捕获窗体句柄进行操作。

今天主要记录一下使用WPF制作可以录制自动化执行Windows操作脚本工具,类似于按键精灵的录制脚本的操作。主要使用勾子捕获鼠标键盘事件。

<Window x:Class="AutoOperationTool.MainWindow"
        xmlns="http://schemas.microsoft.com/winfx/2006/xaml/presentation"
        xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
        xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
        xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
        xmlns:local="clr-namespace:AutoOperationTool"
        mc:Ignorable="d"
        Title="自动化脚本" Height="450" Width="800">
    <Grid>
        <Grid.RowDefinitions>
            <RowDefinition></RowDefinition>
            <RowDefinition></RowDefinition>
            <RowDefinition></RowDefinition>
        </Grid.RowDefinitions>
        <Grid VerticalAlignment="Bottom" Margin="0 0 0 30">
            <Grid.ColumnDefinitions>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
            </Grid.ColumnDefinitions>
            <Label Grid.Column="0" VerticalAlignment="Center" HorizontalAlignment="Right" Content="当前鼠标在屏幕的位置:"></Label>
            <Grid Grid.Column="1" VerticalAlignment="Center" HorizontalAlignment="Left">
                <Grid.ColumnDefinitions>
                    <ColumnDefinition></ColumnDefinition>
                    <ColumnDefinition></ColumnDefinition>
                </Grid.ColumnDefinitions>
                <Grid Grid.Column="0">
                    <Grid.ColumnDefinitions>
                        <ColumnDefinition></ColumnDefinition>
                        <ColumnDefinition></ColumnDefinition>
                    </Grid.ColumnDefinitions>
                    <Label  Content="X:"></Label>
                    <TextBlock x:Name="xPoint" Grid.Column="1" HorizontalAlignment="Center" VerticalAlignment="Center"></TextBlock>
                </Grid>
                <Grid Grid.Column="1">
                    <Grid.ColumnDefinitions>
                        <ColumnDefinition></ColumnDefinition>
                        <ColumnDefinition></ColumnDefinition>
                    </Grid.ColumnDefinitions>
                    <Label  Content="Y:"></Label>
                    <TextBlock x:Name="yPoint" Grid.Column="1" HorizontalAlignment="Center" VerticalAlignment="Center"></TextBlock>
                </Grid>
            </Grid>
        </Grid>
        <Grid Grid.Row="1">
            <Grid.ColumnDefinitions>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
            </Grid.ColumnDefinitions>
            <Grid Grid.Column="0">
                <Grid.ColumnDefinitions>
                    <ColumnDefinition></ColumnDefinition>
                    <ColumnDefinition></ColumnDefinition>
                </Grid.ColumnDefinitions>
                <Label Content="设置循环次数:" VerticalAlignment="Center" HorizontalAlignment="Right"></Label>
                <Border Grid.Column="1" Width="120" Height="35" BorderBrush="Black" HorizontalAlignment="Left" BorderThickness="1">
                    <TextBox Width="120" Height="35" x:Name="txtCycleCount" Text="1" VerticalAlignment="Center" HorizontalAlignment="Center"></TextBox>
                </Border>
            </Grid>
            <Grid Grid.Column="2">
                <Grid.ColumnDefinitions>
                    <ColumnDefinition></ColumnDefinition>
                    <ColumnDefinition Width="320"></ColumnDefinition>
                </Grid.ColumnDefinitions>
                <Label Content="脚本路径:" VerticalAlignment="Center" HorizontalAlignment="Right"></Label>
                <Border Grid.Column="1" Width="310" Height="35" BorderBrush="Black" HorizontalAlignment="Left" BorderThickness="1">
                    <TextBox Width="310" Height="35" x:Name="txtScriptPath" VerticalAlignment="Center" HorizontalAlignment="Center" TextWrapping="Wrap"></TextBox>
                </Border>
            </Grid>
        </Grid>
        <Grid Grid.Row="2" Margin="0 30 0 0" VerticalAlignment="Top">
            <Grid.ColumnDefinitions>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
            </Grid.ColumnDefinitions>
            <Button Grid.Column="0" x:Name="btnStart" Width="100" Height="40" Content="开始录制" Click="Start_OnClick"></Button>
            <Button Grid.Column="1" x:Name="btnEnd" Width="100" Height="40" Content="结束录制" Click="End_OnClick"></Button>
            <Button Grid.Column="2" x:Name="btnExec" Width="100" Height="40" Content="执行脚本" Click="Exec_OnClick"></Button>
            <Button Grid.Column="3" x:Name="btnCancel" Width="100" Height="40" Content="取消执行" Click="CancelExec_OnClick"></Button>
        </Grid>
    </Grid>
</Window>
using System;
using System.Collections.Generic;
using System.Configuration;
using System.IO;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using System.Windows;
using Newtonsoft.Json;
using Path = System.IO.Path;
namespace AutoOperationTool
{
/// <summary>
/// MainWindow.xaml 的交互逻辑
/// </summary>
public partial class MainWindow : Window
{
// 用于取消任务的执行
private CancellationTokenSource cancelTokenSource = new CancellationTokenSource();
private Task ExecTask { get; set; }
private KeyAction KeyAction { get; set; }
public MainWindow()
{
InitializeComponent();
Configuration config = ConfigurationManager.OpenExeConfiguration(ConfigurationUserLevel.None);
txtScriptPath.Text = config.AppSettings.Settings["path"].Value;
KeyAction = new KeyAction();
btnEnd.IsEnabled = false;
btnCancel.IsEnabled = false;
}
private bool KMHook_MouseCallback(object arg)
{
if (arg is long[] arrs && arrs.Length == 3)
{
var type = arrs[0];
var x = arrs[1];
var y = arrs[2];
if (type == 1)
{
var model = new MouseOperation();
model.MouseOperationType = MouseOperationTypeEnum.Click;
model.Point = new Point(){ X = x, Y = y};
model.Time = DateTime.Now;
model.OperationType = OperationType.Mouse;
PrintLog.WriteTxt.GetInstance().AppendInfoLog(JsonConvert.SerializeObject(model));
}
xPoint.Text = x.ToString();
yPoint.Text = y.ToString();
Console.WriteLine($"X:{x};Y:{y}");
}
return true;
}
private bool KMHook_KeyCallback(object arg)
{
if (arg is long[] arrs && arrs.Length == 3)
{
var type = arrs[0];
var code = arrs[1];
var time = arrs[2];
var model = new KeyOperation();
if (type == 0)
{
model.KeyOperationType = KeyOperationTypeEnum.Press;
}
else if (type == 1)
{
model.KeyOperationType = KeyOperationTypeEnum.Up;
}
model.KeyCode = (Key)Enum.Parse(typeof(Key), code.ToString());
model.OperationType = OperationType.Key;
model.Time = DateTime.Now;
PrintLog.WriteTxt.GetInstance().AppendInfoLog(JsonConvert.SerializeObject(model));
}
return true;
}
private void Start_OnClick(object sender, RoutedEventArgs e)
{
btnEnd.IsEnabled = true;
btnStart.IsEnabled = false;
btnExec.IsEnabled = false;
btnCancel.IsEnabled = false;
// 如果存在脚本名称,序号往前加
PrintLog.WriteTxt.GetInstance().FileLogName = "script1.txt";
var fileLogName = PrintLog.WriteTxt.GetInstance().FileLogName;
if (File.Exists(PrintLog.WriteTxt.GetInstance().FileStartupPath + PrintLog.WriteTxt.GetInstance().FileLogName))
{
var fileName = PrintLog.WriteTxt.GetInstance().FileLogName;
while (File.Exists(PrintLog.WriteTxt.GetInstance().FileStartupPath + fileName))
{
if (fileName.StartsWith("script") && fileName.EndsWith(".txt"))
{
var strCount = fileName.Replace("script", "").Replace(".txt", "");
int count;
if (int.TryParse(strCount, out count))
{
count++;
fileName = $"script{count}.txt";
}
}
else
{
Directory.Delete(PrintLog.WriteTxt.GetInstance().FileStartupPath + PrintLog.WriteTxt.GetInstance().FileLogName);
break;
}
}
fileLogName = fileName;
}
PrintLog.WriteTxt.GetInstance().FileLogName = fileLogName;
txtScriptPath.Text = Path.Combine(PrintLog.WriteTxt.GetInstance().FileStartupPath, fileLogName);
Configuration config = ConfigurationManager.OpenExeConfiguration(ConfigurationUserLevel.None);
config.AppSettings.Settings["path"].Value = txtScriptPath.Text;
config.Save();
KMHook.MouseCallback += KMHook_MouseCallback;
KMHook.KeyCallback += KMHook_KeyCallback;
KMHook.InsertHook();
}
private void End_OnClick(object sender, RoutedEventArgs e)
{
KMHook.MouseCallback -= KMHook_MouseCallback;
KMHook.KeyCallback -= KMHook_KeyCallback;
KMHook.RemoveHook();
btnStart.IsEnabled = true;
btnEnd.IsEnabled = !btnStart.IsEnabled;
btnExec.IsEnabled = true;
btnCancel.IsEnabled = !btnExec.IsEnabled;
}
private void Exec_OnClick(object sender, RoutedEventArgs e)
{
btnStart.IsEnabled = false;
btnEnd.IsEnabled = !btnStart.IsEnabled;
btnExec.IsEnabled = false;
btnCancel.IsEnabled = !btnExec.IsEnabled;
var listOperations = new List<Operation>();
var path = txtScriptPath.Text;
var listStrs = File.ReadLines(path)?.ToList();
if (listStrs != null && listStrs.Count > 0)
{
foreach (var strScript in listStrs)
{
try
{
var operation = JsonConvert.DeserializeObject<Operation>(strScript);
if (operation.OperationType == OperationType.Mouse)
{
var mouseOperation = JsonConvert.DeserializeObject<MouseOperation>(strScript);
listOperations.Add(mouseOperation);
}
else if (operation.OperationType == OperationType.Key)
{
var keyOperation = JsonConvert.DeserializeObject<KeyOperation>(strScript);
listOperations.Add(keyOperation);
}
}
catch (Exception ex)
{
throw ex;
}
}
}
int count;
if (int.TryParse(txtCycleCount.Text, out count))
{
ExecTask = Task.Factory.StartNew(() =>
{
if (count < 1) count = 1;
for (int i = 0; i < count; i++)
{
DateTime lastTime = new DateTime();
DateTime nextTime = new DateTime();
for (int j = 0; j < listOperations.Count; j++)
{
if (lastTime == new DateTime())
{
lastTime = listOperations[j].Time;
Exec(listOperations, j);
}
else
{
nextTime = listOperations[j].Time;
if (j > 0)
{
lastTime = listOperations[j - 1].Time;
}
Thread.Sleep(nextTime - lastTime);
Exec(listOperations, j);
}
}
Thread.Sleep(1000);
}
Application.Current.Dispatcher.Invoke(() =>
{
btnStart.IsEnabled = true;
btnEnd.IsEnabled = !btnStart.IsEnabled;
btnExec.IsEnabled = true;
btnCancel.IsEnabled = !btnExec.IsEnabled;
});
}, cancelTokenSource.Token);
}
}
private void Exec(List<Operation> listOperations, int j)
{
if (listOperations[j].OperationType == OperationType.Mouse)
{
var mouse = listOperations[j] as MouseOperation;
MouseAction.DoClick((int)mouse.Point.X, (int)mouse.Point.Y);
}
else if (listOperations[j].OperationType == OperationType.Key)
{
var key = listOperations[j] as KeyOperation;
if (key.KeyOperationType == KeyOperationTypeEnum.Press)
{
KeyAction.MykeyDown(key.KeyCode);
}
else if (key.KeyOperationType == KeyOperationTypeEnum.Up)
{
KeyAction.MykeyUp(key.KeyCode);
}
}
}
private void CancelExec_OnClick(object sender, RoutedEventArgs e)
{
if (ExecTask != null)
{
for (int i = 0; i < 3; i++)
{
try
{
cancelTokenSource.Cancel();
if (cancelTokenSource.IsCancellationRequested)
{
cancelTokenSource = new CancellationTokenSource();
ExecTask.Dispose();
btnStart.IsEnabled = true;
btnEnd.IsEnabled = !btnStart.IsEnabled;
btnExec.IsEnabled = true;
btnCancel.IsEnabled = !btnExec.IsEnabled;
break;
}
}
catch (Exception)
{
}
}
}
}
}
}

勾子监听键盘鼠标事件

using System;
using System.Runtime.InteropServices;
namespace AutoOperationTool
{
public class KMHook
{
public static bool InsertHook()
{
bool iRet;
iRet = InsertKeyboardHook();
if (!iRet)
{
return false;
}
iRet = InsertMouseHook();
if (!iRet)
{
removeKeyboardHook();
return false;
}
return true;
}
public static bool RemoveHook()
{
bool iRet;
iRet = removeKeyboardHook();
if (iRet)
{
iRet = removeMouseHook();
}
return iRet;
}
public static event Func<object, bool> MouseCallback;
public static event Func<object, bool> KeyCallback;
internal struct Keyboard_LL_Hook_Data
{
public UInt32 vkCode;
public UInt32 scanCode;
public UInt32 flags;
public UInt32 time;
public IntPtr extraInfo;
}
internal struct Mouse_LL_Hook_Data
{
internal long yx;
internal readonly int mouseData;
internal readonly uint flags;
internal readonly uint time;
internal readonly IntPtr dwExtraInfo;
}
private static IntPtr pKeyboardHook = IntPtr.Zero;
private static IntPtr pMouseHook = IntPtr.Zero;
//钩子委托声明
public delegate int HookProc(int code, IntPtr wParam, IntPtr lParam);
private static HookProc keyboardHookProc;
private static HookProc mouseHookProc;
//安装钩子
[DllImport("user32.dll")]
public static extern IntPtr SetWindowsHookEx(int idHook, HookProc lpfn, IntPtr pInstance, int threadID);
//卸载钩子
[DllImport("user32.dll", CallingConvention = CallingConvention.StdCall)]
public static extern bool UnhookWindowsHookEx(IntPtr pHookHandle);
[DllImport("user32.dll")]
public static extern int CallNextHookEx(IntPtr hhk, int nCode, IntPtr wParam, IntPtr lParam); //parameter 'hhk' is ignored.
private static int keyboardHookCallback(int code, IntPtr wParam, IntPtr lParam)
{
if (code < 0)
{
return CallNextHookEx(IntPtr.Zero, code, wParam, lParam);
}
Keyboard_LL_Hook_Data khd = (Keyboard_LL_Hook_Data)Marshal.PtrToStructure(lParam, typeof(Keyboard_LL_Hook_Data));
System.Diagnostics.Debug.WriteLine($"key event:{wParam}, key code:{khd.vkCode}, event time:{khd.time}");
var keyType = 0L;
var iWParam = (int)wParam;
if (iWParam == 256)
{
keyType = 0;
}
else if (iWParam == 257)
{
keyType = 1;
}
else
{
keyType = 0;
}
KeyCallback?.Invoke(new long[3] { keyType, (int)khd.vkCode, (int)khd.time });
return 0;
}
private static int mouseHookCallback(int code, IntPtr wParam, IntPtr lParam)
{
if (code < 0)
{
return CallNextHookEx(IntPtr.Zero, code, wParam, lParam);
}
Mouse_LL_Hook_Data mhd = (Mouse_LL_Hook_Data)Marshal.PtrToStructure(lParam, typeof(Mouse_LL_Hook_Data));
System.Diagnostics.Debug.WriteLine($"mouse event:{wParam}, ({mhd.yx & 0xffffffff},{mhd.yx >> 32})");
var mouseType = 0L;
var iWParam = (int)wParam;
if (iWParam == 513)
{
mouseType = 1;
}
else if (iWParam == 514)
{
mouseType = 2;
}
else
{
mouseType = 0;
}
MouseCallback?.Invoke(new long[3]{ mouseType , mhd.yx & 0xffffffff, mhd.yx >> 32 });
return 0;
}
//安装钩子方法
private static bool InsertKeyboardHook()
{
if (pKeyboardHook == IntPtr.Zero)//不存在钩子时
{
//创建钩子
keyboardHookProc = keyboardHookCallback;
pKeyboardHook = SetWindowsHookEx(13, //13表示全局键盘事件。
keyboardHookProc,
(IntPtr)0,
0);
if (pKeyboardHook == IntPtr.Zero)//如果安装钩子失败
{
removeKeyboardHook();
return false;
}
}
return true;
}
private static bool InsertMouseHook()
{
if (pMouseHook == IntPtr.Zero)
{
mouseHookProc = mouseHookCallback;
pMouseHook = SetWindowsHookEx(14, //14表示全局鼠标事件
mouseHookProc,
(IntPtr)0,
0);
if (pMouseHook == IntPtr.Zero)
{
removeMouseHook();
return false;
}
}
return true;
}
private static bool removeKeyboardHook()
{
if (pKeyboardHook != IntPtr.Zero)
{
if (UnhookWindowsHookEx(pKeyboardHook))
{
pKeyboardHook = IntPtr.Zero;
}
else
{
return false;
}
}
return true;
}
private static bool removeMouseHook()
{
if (pMouseHook != IntPtr.Zero)
{
if (UnhookWindowsHookEx(pMouseHook))
{
pMouseHook = IntPtr.Zero;
}
else
{
return false;
}
}
return true;
}
}
}

操作键盘按键

using System;
using System.Runtime.InteropServices;
namespace AutoOperationTool
{
public class KeyAction
{
[DllImport("user32.dll", SetLastError = true)]
public static extern void keybd_event(byte bVk, byte bScan, uint dwFlags, UIntPtr dwExtraInfo);
/// key down
public void MykeyDown(Key vKeyCoad)
{
PressKey(vKeyCoad, false);
}
/// Key up
public void MykeyUp(Key vKeyCoad)
{
PressKey(vKeyCoad, true);
}
private void PressKey(Key key, bool up)
{
const int KEYEVENTF_EXTENDEDKEY = 0x1;
const int KEYEVENTF_KEYUP = 0x2;
if (up)
{
keybd_event((byte)key, 0x45, KEYEVENTF_EXTENDEDKEY | KEYEVENTF_KEYUP, (UIntPtr)0);
}
else
{
keybd_event((byte)key, 0x45, KEYEVENTF_EXTENDEDKEY, (UIntPtr)0);
}
}
}
}

操作鼠标移动及单击

using System.Runtime.InteropServices;
namespace AutoOperationTool
{
public class MouseAction
{
[DllImport("user32")]
public static extern int mouse_event(int dwFlags, int dx, int dy, int cButtons, int dwExtraInfo);
[DllImport("User32.dll")]
public static extern bool SetCursorPos(int X, int Y);
public static void DoClick(int x, int y)
{
SetCursorPos(x, y);
mouse_event((int)MouseType.MOUSEEVENTF_LEFTDOWN | (int)MouseType.MOUSEEVENTF_LEFTUP, 0, 0, 0, 0);
}
}
}

 

原创文章,作者:kepupublish,如若转载,请注明出处:https://blog.ytso.com/277103.html

(0)
上一篇 2022年7月26日
下一篇 2022年7月26日

相关推荐

发表回复

登录后才能评论