|
|
发表于 2025-10-26 23:23:00
|
显示全部楼层
C++实现类似大漠的com插件源码实现找图,找字,键盘,鼠标源码分享
在C++中实现类似大漠插件的COM组件，需要对Windows API、图像处理和OCR技术有一定的了解。以下是一个简单的示例代码，用于实现找图、找字、键盘和鼠标操作功能。<br><br>1. 创建COM组件<br><br>首先，我们需要创建一个COM组件，以便其他应用程序可以调用这些功能。<br><br>- cpp<br>include <br>include <br>include <br>include <br>include <br><br>class AutomationPlugin : public IDispatch {<br>public:<br> STDMETHOD(FindImage)(const std::wstring& imagePath, int& x, int& y);<br> STDMETHOD(FindText)(const std::wstring& text, int& x, int& y);<br> STDMETHOD(KeyboardInput)(const std::wstring& input);<br> STDMETHOD(MouseClick)(int x, int y);<br>};
- cpp<br>bool AutomationPlugin::FindImage(const std::wstring& imagePath, int& x, int& y) {<br> cv::Mat templateImage = cv::imread(std::string(imagePath.begin(), imagePath.end()), cv::IMREADCOLOR);<br> if (templateImage.empty()) {<br> return false;<br> }<br><br> // Capture the screen<br> HDC hScreenDC = GetDC(NULL);<br> HDC hMemoryDC = CreateCompatibleDC(hScreenDC);<br> int width = GetDeviceCaps(hScreenDC, HORZRES);<br> int height = GetDeviceCaps(hScreenDC, VERTRES);<br> HBITMAP hBitmap = CreateCompatibleBitmap(hScreenDC, width, height);<br> SelectObject(hMemoryDC, hBitmap);<br> BitBlt(hMemoryDC, 0, 0, width, height, hScreenDC, 0, 0, SRCCOPY);<br><br> // Convert bitmap to Mat<br> BITMAPINFOHEADER bi;<br> bi.biSize = sizeof(BITMAPINFOHEADER);<br> bi.biWidth = width;<br> bi.biHeight = -height; // Top-down<br> bi.biPlanes = 1;<br> bi.biBitCount = 32;<br> bi.biCompression = BIRGB;<br> bi.biSizeImage = 0;<br> bi.biXPelsPerMeter = 0;<br> bi.biYPelsPerMeter = 0;<br> bi.biClrUsed = 0;<br> bi.biClrImportant = 0;<br><br> cv::Mat screenMat(height, width, CV8UC4);<br> GetDIBits(hMemoryDC, hBitmap, 0, height, screenMat.data, (BITMAPINFO)&bi, DIBRGBCOLORS);<br><br> // Find the template in the screen capture<br> cv::Mat result;<br> cv::matchTemplate(screenMat, templateImage, result, cv::TMCCOEFFNORMED);<br> double minVal, maxVal;<br> cv::Point minLoc, maxLoc;<br> cv::minMaxLoc(result, &minVal, &maxVal, &minLoc, &maxLoc);<br><br> if (maxVal > 0.8) { // Threshold for match confidence<br> x = maxLoc.x + templateImage.cols / 2;<br> y = maxLoc.y + templateImage.rows / 2;<br> DeleteObject(hBitmap);<br> DeleteDC(hMemoryDC);<br> ReleaseDC(NULL, hScreenDC);<br> return true;<br> }<br><br> DeleteObject(hBitmap);<br> DeleteDC(hMemoryDC);<br> ReleaseDC(NULL, hScreenDC);<br> return false;<br>}
- cpp<br>bool AutomationPlugin::FindText(const std::wstring& text, int& x, int& y) {<br> // Capture the screen as above and convert to Mat<br> // ...<br><br> // Use Tesseract to find the text in the captured image<br> tesseract::TessBaseAPI ocr;<br> ocr.Init(NULL, "eng", tesseract::OEMLSTMONLY);<br> ocr.SetPageSegMode(tesseract::PSMAUTO);<br> ocr.SetImage((uchar)screenMat.data, screenMat.cols, screenMat.rows, 3, screenMat.step);<br> std::string detectedText = ocr.GetUTF8Text();<br><br> if (detectedText.find(std::string(text.begin(), text.end())) != std::string::npos) {<br> // Find the position of the text in the detectedText string<br> // This is a simplified example, actual implementation may vary<br> x = 0; // Set appropriate x coordinate<br> y = 0; // Set appropriate y coordinate<br> return true;<br> }<br><br> return false;<br>}
- cpp<br>bool AutomationPlugin::KeyboardInput(const std::wstring& input) {<br> for (wchart ch : input) {<br> keybdevent((BYTE)VkKeyScan(ch), 0, 0, 0);<br> keybdevent((BYTE)VkKeyScan(ch), 0, KEYEVENTFKEYUP, 0);<br> }<br> return true;<br>}
- cpp<br>bool AutomationPlugin::MouseClick(int x, int y) {<br> SetCursorPos(x, y);<br> mouseevent(MOUSEEVENTFLEFTDOWN, 0, 0, 0, 0);<br> mouseevent(MOUSEEVENTFLEFTUP, 0, 0, 0, 0);<br> return true;<br>}
|
|
/2 
照妖镜
