mirror of
https://github.com/kunkundi/crossdesk.git
synced 2026-06-10 09:24:51 +08:00
1065 lines
34 KiB
C++
1065 lines
34 KiB
C++
#include "screen_capturer_win.h"
|
|
|
|
#include <Windows.h>
|
|
|
|
#include <chrono>
|
|
#include <cmath>
|
|
#include <cstring>
|
|
#include <filesystem>
|
|
#include <memory>
|
|
#include <nlohmann/json.hpp>
|
|
#include <sstream>
|
|
#include <string>
|
|
#include <thread>
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
#include "interactive_state.h"
|
|
#include "rd_log.h"
|
|
#include "screen_capturer_dxgi.h"
|
|
#include "screen_capturer_gdi.h"
|
|
#include "service_host.h"
|
|
#include "session_helper_shared.h"
|
|
#include "wgc_plugin_api.h"
|
|
|
|
namespace crossdesk {
|
|
|
|
namespace {
|
|
|
|
using Json = nlohmann::json;
|
|
|
|
constexpr DWORD kSecureDesktopStatusIntervalMs = 250;
|
|
constexpr DWORD kSecureDesktopStatusPipeTimeoutMs = 500;
|
|
constexpr DWORD kSecureDesktopHelperPipeTimeoutMs = 120;
|
|
constexpr DWORD kSecureDesktopTransientErrorGraceMs = 1500;
|
|
constexpr DWORD kSecureDesktopTransientErrorLogIntervalMs = 5000;
|
|
constexpr int kSecureDesktopCaptureMinFps = 30;
|
|
constexpr int kSecureDesktopCaptureMaxIntervalMs =
|
|
1000 / kSecureDesktopCaptureMinFps;
|
|
|
|
struct SecureDesktopServiceStatus {
|
|
bool service_available = false;
|
|
bool capture_active = false;
|
|
bool helper_running = false;
|
|
DWORD active_session_id = 0xFFFFFFFF;
|
|
DWORD error_code = 0;
|
|
std::string interactive_stage;
|
|
std::string error;
|
|
};
|
|
|
|
class WgcPluginCapturer final : public ScreenCapturer {
|
|
public:
|
|
using CreateFn = ScreenCapturer* (*)();
|
|
using DestroyFn = void (*)(ScreenCapturer*);
|
|
|
|
static std::unique_ptr<ScreenCapturer> Create() {
|
|
std::filesystem::path plugin_path;
|
|
wchar_t module_path[MAX_PATH] = {0};
|
|
const DWORD len = GetModuleFileNameW(nullptr, module_path, MAX_PATH);
|
|
if (len == 0 || len >= MAX_PATH) {
|
|
return nullptr;
|
|
}
|
|
plugin_path =
|
|
std::filesystem::path(module_path).parent_path() / L"wgc_plugin.dll";
|
|
|
|
HMODULE module = LoadLibraryW(plugin_path.c_str());
|
|
if (!module) {
|
|
return nullptr;
|
|
}
|
|
|
|
auto create_fn = reinterpret_cast<CreateFn>(
|
|
GetProcAddress(module, "CrossDeskCreateWgcCapturer"));
|
|
auto destroy_fn = reinterpret_cast<DestroyFn>(
|
|
GetProcAddress(module, "CrossDeskDestroyWgcCapturer"));
|
|
if (!create_fn || !destroy_fn) {
|
|
FreeLibrary(module);
|
|
return nullptr;
|
|
}
|
|
|
|
ScreenCapturer* impl = create_fn();
|
|
if (!impl) {
|
|
FreeLibrary(module);
|
|
return nullptr;
|
|
}
|
|
|
|
return std::unique_ptr<ScreenCapturer>(
|
|
new WgcPluginCapturer(module, impl, destroy_fn));
|
|
}
|
|
|
|
~WgcPluginCapturer() override {
|
|
if (impl_) {
|
|
destroy_fn_(impl_);
|
|
impl_ = nullptr;
|
|
}
|
|
if (module_) {
|
|
FreeLibrary(module_);
|
|
module_ = nullptr;
|
|
}
|
|
}
|
|
|
|
int Init(const int fps, cb_desktop_data cb) override {
|
|
return impl_ ? impl_->Init(fps, std::move(cb)) : -1;
|
|
}
|
|
int Destroy() override { return impl_ ? impl_->Destroy() : 0; }
|
|
int Start(bool show_cursor) override {
|
|
return impl_ ? impl_->Start(show_cursor) : -1;
|
|
}
|
|
int Stop() override { return impl_ ? impl_->Stop() : 0; }
|
|
int Pause(int monitor_index) override {
|
|
return impl_ ? impl_->Pause(monitor_index) : -1;
|
|
}
|
|
int Resume(int monitor_index) override {
|
|
return impl_ ? impl_->Resume(monitor_index) : -1;
|
|
}
|
|
std::vector<DisplayInfo> GetDisplayInfoList() override {
|
|
return impl_ ? impl_->GetDisplayInfoList() : std::vector<DisplayInfo>{};
|
|
}
|
|
int SwitchTo(int monitor_index) override {
|
|
return impl_ ? impl_->SwitchTo(monitor_index) : -1;
|
|
}
|
|
int ResetToInitialMonitor() override {
|
|
return impl_ ? impl_->ResetToInitialMonitor() : -1;
|
|
}
|
|
|
|
private:
|
|
WgcPluginCapturer(HMODULE module, ScreenCapturer* impl, DestroyFn destroy_fn)
|
|
: module_(module), impl_(impl), destroy_fn_(destroy_fn) {}
|
|
|
|
HMODULE module_ = nullptr;
|
|
ScreenCapturer* impl_ = nullptr;
|
|
DestroyFn destroy_fn_ = nullptr;
|
|
};
|
|
|
|
std::string BuildSecureCaptureCommand(int left, int top, int width, int height,
|
|
bool show_cursor,
|
|
const std::string& stage) {
|
|
std::ostringstream stream;
|
|
stream << kCrossDeskSecureInputCaptureCommandPrefix << left << ":" << top
|
|
<< ":" << width << ":" << height << ":" << (show_cursor ? 1 : 0);
|
|
if (!stage.empty()) {
|
|
stream << ":" << stage;
|
|
}
|
|
return stream.str();
|
|
}
|
|
|
|
std::string BuildSecureCaptureStartCommand(int left, int top, int width,
|
|
int height, bool show_cursor,
|
|
int fps,
|
|
const std::string& stage) {
|
|
std::ostringstream stream;
|
|
stream << kCrossDeskSecureInputCaptureStartCommandPrefix << left << ":" << top
|
|
<< ":" << width << ":" << height << ":" << (show_cursor ? 1 : 0)
|
|
<< ":" << fps;
|
|
if (!stage.empty()) {
|
|
stream << ":" << stage;
|
|
}
|
|
return stream.str();
|
|
}
|
|
|
|
std::string ExtractPipeTextResponse(const std::vector<uint8_t>& response) {
|
|
if (response.empty() || response.front() != '{') {
|
|
return "<non-text-response>";
|
|
}
|
|
return std::string(response.begin(), response.end());
|
|
}
|
|
|
|
bool IsTransientSecureDesktopFrameError(const std::string& error_message) {
|
|
return error_message.rfind("pipe_unavailable:", 0) == 0 ||
|
|
error_message.find("\"error\":\"bitblt_failed\"") != std::string::npos;
|
|
}
|
|
|
|
bool IsTransientWindowsServiceStatusError(const std::string& error) {
|
|
return error == "pipe_unavailable" || error == "pipe_connect_failed" ||
|
|
error == "pipe_read_failed";
|
|
}
|
|
|
|
bool ReadPipeMessage(HANDLE pipe, std::vector<uint8_t>* response_out,
|
|
DWORD* error_code_out = nullptr) {
|
|
if (response_out == nullptr) {
|
|
return false;
|
|
}
|
|
|
|
response_out->clear();
|
|
if (error_code_out != nullptr) {
|
|
*error_code_out = 0;
|
|
}
|
|
|
|
std::vector<uint8_t> chunk(64 * 1024);
|
|
while (true) {
|
|
DWORD bytes_read = 0;
|
|
if (ReadFile(pipe, chunk.data(), static_cast<DWORD>(chunk.size()),
|
|
&bytes_read, nullptr)) {
|
|
response_out->insert(response_out->end(), chunk.begin(),
|
|
chunk.begin() + bytes_read);
|
|
return true;
|
|
}
|
|
|
|
const DWORD error = GetLastError();
|
|
response_out->insert(response_out->end(), chunk.begin(),
|
|
chunk.begin() + bytes_read);
|
|
if (error == ERROR_MORE_DATA) {
|
|
continue;
|
|
}
|
|
|
|
if (error_code_out != nullptr) {
|
|
*error_code_out = error;
|
|
}
|
|
return false;
|
|
}
|
|
}
|
|
|
|
bool ParseSecureDesktopFrameResponse(const std::vector<uint8_t>& response,
|
|
std::vector<uint8_t>* nv12_frame_out,
|
|
int* width_out, int* height_out,
|
|
std::string* error_out) {
|
|
if (nv12_frame_out == nullptr || width_out == nullptr ||
|
|
height_out == nullptr) {
|
|
return false;
|
|
}
|
|
|
|
if (response.size() < sizeof(CrossDeskSecureDesktopFrameHeader)) {
|
|
if (error_out != nullptr) {
|
|
*error_out = ExtractPipeTextResponse(response);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
CrossDeskSecureDesktopFrameHeader header{};
|
|
std::memcpy(&header, response.data(), sizeof(header));
|
|
if (header.magic != kCrossDeskSecureDesktopFrameMagic ||
|
|
header.version != kCrossDeskSecureDesktopFrameVersion) {
|
|
if (error_out != nullptr) {
|
|
*error_out = ExtractPipeTextResponse(response);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
const size_t expected_size = sizeof(header) + header.payload_size;
|
|
if (expected_size != response.size()) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "<invalid-frame-size>";
|
|
}
|
|
return false;
|
|
}
|
|
|
|
*width_out = static_cast<int>(header.width);
|
|
*height_out = static_cast<int>(header.height);
|
|
nv12_frame_out->assign(response.begin() + sizeof(header), response.end());
|
|
return true;
|
|
}
|
|
|
|
bool QuerySecureDesktopServiceStatus(SecureDesktopServiceStatus* status) {
|
|
if (status == nullptr) {
|
|
return false;
|
|
}
|
|
|
|
*status = {};
|
|
const std::string response =
|
|
QueryCrossDeskService("status", kSecureDesktopStatusPipeTimeoutMs);
|
|
Json json = Json::parse(response, nullptr, false);
|
|
if (json.is_discarded() || !json.is_object()) {
|
|
status->error = "invalid_service_status_json";
|
|
return false;
|
|
}
|
|
|
|
status->service_available = json.value("ok", false);
|
|
if (!status->service_available) {
|
|
status->error = json.value("error", std::string("service_unavailable"));
|
|
status->error_code = json.value("code", 0u);
|
|
return true;
|
|
}
|
|
|
|
if (ShouldNormalizeUnlockToUserDesktop(
|
|
json.value("interactive_lock_screen_visible", false),
|
|
json.value("interactive_stage", std::string()),
|
|
json.value("session_locked", false),
|
|
json.value("interactive_logon_ui_visible", false),
|
|
json.value("interactive_secure_desktop_active",
|
|
json.value("secure_desktop_active", false)),
|
|
json.value("credential_ui_visible", false),
|
|
json.value("password_box_visible", false),
|
|
json.value("unlock_ui_visible", false),
|
|
json.value("last_session_event", std::string()))) {
|
|
status->active_session_id = json.value("active_session_id", 0xFFFFFFFFu);
|
|
status->interactive_stage = "user-desktop";
|
|
status->capture_active = false;
|
|
return true;
|
|
}
|
|
|
|
status->active_session_id = json.value("active_session_id", 0xFFFFFFFFu);
|
|
status->helper_running = json.value("secure_input_helper_running", false);
|
|
status->interactive_stage = json.value("interactive_stage", std::string());
|
|
const bool secure_desktop_active =
|
|
json.value("interactive_secure_desktop_active",
|
|
json.value("secure_desktop_active", false));
|
|
status->capture_active =
|
|
status->active_session_id != 0xFFFFFFFF &&
|
|
(secure_desktop_active ||
|
|
IsSecureDesktopInteractionRequired(status->interactive_stage));
|
|
return true;
|
|
}
|
|
|
|
bool QuerySecureDesktopHelperCommand(DWORD session_id,
|
|
const std::string& command,
|
|
std::vector<uint8_t>* response_out,
|
|
std::string* error_out) {
|
|
if (response_out == nullptr) {
|
|
return false;
|
|
}
|
|
|
|
response_out->clear();
|
|
const std::wstring pipe_name =
|
|
GetCrossDeskSecureInputHelperPipeName(session_id);
|
|
if (!WaitNamedPipeW(pipe_name.c_str(), kSecureDesktopHelperPipeTimeoutMs)) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "pipe_unavailable:" + std::to_string(GetLastError());
|
|
}
|
|
return false;
|
|
}
|
|
|
|
HANDLE pipe = CreateFileW(pipe_name.c_str(), GENERIC_READ | GENERIC_WRITE, 0,
|
|
nullptr, OPEN_EXISTING, 0, nullptr);
|
|
if (pipe == INVALID_HANDLE_VALUE) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "pipe_connect_failed:" + std::to_string(GetLastError());
|
|
}
|
|
return false;
|
|
}
|
|
|
|
DWORD pipe_mode = PIPE_READMODE_MESSAGE;
|
|
SetNamedPipeHandleState(pipe, &pipe_mode, nullptr, nullptr);
|
|
|
|
DWORD bytes_written = 0;
|
|
if (!WriteFile(pipe, command.data(), static_cast<DWORD>(command.size()),
|
|
&bytes_written, nullptr)) {
|
|
const DWORD error = GetLastError();
|
|
CloseHandle(pipe);
|
|
if (error_out != nullptr) {
|
|
*error_out = "pipe_write_failed:" + std::to_string(error);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
DWORD read_error = 0;
|
|
const bool read_ok = ReadPipeMessage(pipe, response_out, &read_error);
|
|
CloseHandle(pipe);
|
|
if (!read_ok) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "pipe_read_failed:" + std::to_string(read_error);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool QuerySecureDesktopHelperFrame(DWORD session_id, int left, int top,
|
|
int width, int height, bool show_cursor,
|
|
const std::string& stage,
|
|
std::vector<uint8_t>* nv12_frame_out,
|
|
int* captured_width_out,
|
|
int* captured_height_out,
|
|
std::string* error_out) {
|
|
if (nv12_frame_out == nullptr || captured_width_out == nullptr ||
|
|
captured_height_out == nullptr) {
|
|
return false;
|
|
}
|
|
|
|
const std::string command =
|
|
BuildSecureCaptureCommand(left, top, width, height, show_cursor, stage);
|
|
std::vector<uint8_t> response;
|
|
if (!QuerySecureDesktopHelperCommand(session_id, command, &response,
|
|
error_out)) {
|
|
return false;
|
|
}
|
|
|
|
return ParseSecureDesktopFrameResponse(response, nv12_frame_out,
|
|
captured_width_out,
|
|
captured_height_out, error_out);
|
|
}
|
|
|
|
} // namespace
|
|
|
|
ScreenCapturerWin::ScreenCapturerWin() {}
|
|
ScreenCapturerWin::~ScreenCapturerWin() { Destroy(); }
|
|
|
|
int ScreenCapturerWin::Init(const int fps, cb_desktop_data cb) {
|
|
fps_ = fps;
|
|
cb_orig_ = cb;
|
|
cb_ = [this](unsigned char* data, int size, int w, int h,
|
|
const char* display_name) {
|
|
if (secure_desktop_capture_active_.load(std::memory_order_relaxed)) {
|
|
return;
|
|
}
|
|
|
|
std::string mapped_name;
|
|
{
|
|
std::lock_guard<std::mutex> lock(alias_mutex_);
|
|
auto it = label_alias_.find(display_name);
|
|
if (it != label_alias_.end())
|
|
mapped_name = it->second;
|
|
else
|
|
mapped_name = display_name;
|
|
}
|
|
{
|
|
std::lock_guard<std::mutex> lock(alias_mutex_);
|
|
if (canonical_labels_.find(mapped_name) == canonical_labels_.end()) {
|
|
return;
|
|
}
|
|
}
|
|
if (cb_orig_) cb_orig_(data, size, w, h, mapped_name.c_str());
|
|
};
|
|
|
|
int ret = -1;
|
|
|
|
impl_ = WgcPluginCapturer::Create();
|
|
impl_is_wgc_plugin_ = (impl_ != nullptr);
|
|
ret = impl_ ? impl_->Init(fps_, cb_) : -1;
|
|
if (ret == 0) {
|
|
LOG_INFO("Windows capturer: using WGC plugin");
|
|
BuildCanonicalFromImpl();
|
|
monitor_index_.store(0, std::memory_order_relaxed);
|
|
initial_monitor_index_ = 0;
|
|
return 0;
|
|
}
|
|
|
|
LOG_WARN("Windows capturer: WGC plugin init failed (ret={}), try DXGI", ret);
|
|
impl_.reset();
|
|
impl_is_wgc_plugin_ = false;
|
|
|
|
impl_ = std::make_unique<ScreenCapturerDxgi>();
|
|
impl_is_wgc_plugin_ = false;
|
|
ret = impl_->Init(fps_, cb_);
|
|
if (ret == 0) {
|
|
LOG_INFO("Windows capturer: using DXGI Desktop Duplication");
|
|
BuildCanonicalFromImpl();
|
|
monitor_index_.store(0, std::memory_order_relaxed);
|
|
initial_monitor_index_ = 0;
|
|
return 0;
|
|
}
|
|
|
|
LOG_WARN("Windows capturer: DXGI init failed (ret={}), fallback to GDI", ret);
|
|
impl_.reset();
|
|
|
|
impl_ = std::make_unique<ScreenCapturerGdi>();
|
|
impl_is_wgc_plugin_ = false;
|
|
ret = impl_->Init(fps_, cb_);
|
|
if (ret == 0) {
|
|
LOG_INFO("Windows capturer: using GDI BitBlt");
|
|
BuildCanonicalFromImpl();
|
|
monitor_index_.store(0, std::memory_order_relaxed);
|
|
initial_monitor_index_ = 0;
|
|
return 0;
|
|
}
|
|
|
|
LOG_ERROR("Windows capturer: all implementations failed, ret={}", ret);
|
|
impl_.reset();
|
|
return -1;
|
|
}
|
|
|
|
int ScreenCapturerWin::Destroy() {
|
|
Stop();
|
|
paused_.store(false, std::memory_order_relaxed);
|
|
if (impl_) {
|
|
impl_->Destroy();
|
|
impl_.reset();
|
|
impl_is_wgc_plugin_ = false;
|
|
}
|
|
{
|
|
std::lock_guard<std::mutex> lock(alias_mutex_);
|
|
label_alias_.clear();
|
|
handle_to_canonical_.clear();
|
|
canonical_labels_.clear();
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int ScreenCapturerWin::Start(bool show_cursor) {
|
|
if (!impl_) return -1;
|
|
if (running_.load(std::memory_order_relaxed)) {
|
|
return 0;
|
|
}
|
|
|
|
show_cursor_.store(show_cursor, std::memory_order_relaxed);
|
|
paused_.store(false, std::memory_order_relaxed);
|
|
|
|
int ret = impl_->Start(show_cursor);
|
|
if (ret != 0) {
|
|
LOG_WARN("Windows capturer: Start failed (ret={}), trying fallback", ret);
|
|
|
|
auto try_init_start = [&](std::unique_ptr<ScreenCapturer> cand) -> bool {
|
|
int r = cand->Init(fps_, cb_);
|
|
if (r != 0) return false;
|
|
int s = cand->Start(show_cursor);
|
|
if (s == 0) {
|
|
impl_ = std::move(cand);
|
|
impl_is_wgc_plugin_ = false;
|
|
RebuildAliasesFromImpl();
|
|
return true;
|
|
}
|
|
return false;
|
|
};
|
|
|
|
bool fallback_started = false;
|
|
if (impl_is_wgc_plugin_) {
|
|
if (try_init_start(std::make_unique<ScreenCapturerDxgi>())) {
|
|
LOG_INFO("Windows capturer: fallback to DXGI");
|
|
fallback_started = true;
|
|
} else if (try_init_start(std::make_unique<ScreenCapturerGdi>())) {
|
|
LOG_INFO("Windows capturer: fallback to GDI");
|
|
fallback_started = true;
|
|
}
|
|
} else if (dynamic_cast<ScreenCapturerDxgi*>(impl_.get())) {
|
|
if (try_init_start(std::make_unique<ScreenCapturerGdi>())) {
|
|
LOG_INFO("Windows capturer: fallback to GDI");
|
|
fallback_started = true;
|
|
}
|
|
}
|
|
|
|
if (!fallback_started) {
|
|
LOG_ERROR("Windows capturer: all fallbacks failed to start");
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
running_.store(true, std::memory_order_relaxed);
|
|
secure_desktop_capture_active_.store(false, std::memory_order_relaxed);
|
|
if (!secure_capture_thread_.joinable()) {
|
|
secure_capture_thread_ =
|
|
std::thread([this]() { SecureDesktopCaptureLoop(); });
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int ScreenCapturerWin::Stop() {
|
|
running_.store(false, std::memory_order_relaxed);
|
|
secure_desktop_capture_active_.store(false, std::memory_order_relaxed);
|
|
int ret = 0;
|
|
if (impl_) {
|
|
ret = impl_->Stop();
|
|
}
|
|
StopSecureCaptureThread();
|
|
StopSecureDesktopSharedCapture(secure_shared_session_id_);
|
|
return ret;
|
|
}
|
|
|
|
int ScreenCapturerWin::Pause(int monitor_index) {
|
|
paused_.store(true, std::memory_order_relaxed);
|
|
if (!impl_) return -1;
|
|
return impl_->Pause(monitor_index);
|
|
}
|
|
|
|
int ScreenCapturerWin::Resume(int monitor_index) {
|
|
paused_.store(false, std::memory_order_relaxed);
|
|
if (!impl_) return -1;
|
|
return impl_->Resume(monitor_index);
|
|
}
|
|
|
|
int ScreenCapturerWin::SwitchTo(int monitor_index) {
|
|
if (!impl_) return -1;
|
|
const int ret = impl_->SwitchTo(monitor_index);
|
|
if (ret == 0) {
|
|
monitor_index_.store(monitor_index, std::memory_order_relaxed);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int ScreenCapturerWin::ResetToInitialMonitor() {
|
|
if (!impl_) return -1;
|
|
const int ret = impl_->ResetToInitialMonitor();
|
|
if (ret == 0) {
|
|
monitor_index_.store(initial_monitor_index_, std::memory_order_relaxed);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
std::vector<DisplayInfo> ScreenCapturerWin::GetDisplayInfoList() {
|
|
if (!impl_) return {};
|
|
return impl_->GetDisplayInfoList();
|
|
}
|
|
|
|
void ScreenCapturerWin::BuildCanonicalFromImpl() {
|
|
std::lock_guard<std::mutex> lock(alias_mutex_);
|
|
handle_to_canonical_.clear();
|
|
label_alias_.clear();
|
|
canonical_displays_ = impl_->GetDisplayInfoList();
|
|
canonical_labels_.clear();
|
|
for (const auto& di : canonical_displays_) {
|
|
handle_to_canonical_[di.handle] = di.name;
|
|
canonical_labels_.insert(di.name);
|
|
}
|
|
}
|
|
|
|
void ScreenCapturerWin::RebuildAliasesFromImpl() {
|
|
std::lock_guard<std::mutex> lock(alias_mutex_);
|
|
label_alias_.clear();
|
|
auto current = impl_->GetDisplayInfoList();
|
|
auto similar = [&](const DisplayInfo& a, const DisplayInfo& b) {
|
|
int dl = std::abs(a.left - b.left);
|
|
int dt = std::abs(a.top - b.top);
|
|
int dw = std::abs(a.width - b.width);
|
|
int dh = std::abs(a.height - b.height);
|
|
return dl <= 10 && dt <= 10 && dw <= 20 && dh <= 20;
|
|
};
|
|
for (const auto& di : current) {
|
|
std::string canonical;
|
|
auto it = handle_to_canonical_.find(di.handle);
|
|
if (it != handle_to_canonical_.end()) {
|
|
canonical = it->second;
|
|
} else {
|
|
for (const auto& c : canonical_displays_) {
|
|
if (similar(di, c) || (di.is_primary && c.is_primary)) {
|
|
canonical = c.name;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
if (!canonical.empty() && canonical != di.name) {
|
|
label_alias_[di.name] = canonical;
|
|
}
|
|
}
|
|
}
|
|
|
|
void ScreenCapturerWin::StopSecureCaptureThread() {
|
|
if (secure_capture_thread_.joinable()) {
|
|
secure_capture_thread_.join();
|
|
}
|
|
}
|
|
|
|
bool ScreenCapturerWin::GetCurrentCaptureRegion(int* left, int* top, int* width,
|
|
int* height,
|
|
std::string* display_name) {
|
|
if (left == nullptr || top == nullptr || width == nullptr ||
|
|
height == nullptr || display_name == nullptr) {
|
|
return false;
|
|
}
|
|
|
|
std::lock_guard<std::mutex> lock(alias_mutex_);
|
|
if (canonical_displays_.empty()) {
|
|
return false;
|
|
}
|
|
|
|
int current_monitor = monitor_index_.load(std::memory_order_relaxed);
|
|
if (current_monitor < 0 ||
|
|
current_monitor >= static_cast<int>(canonical_displays_.size())) {
|
|
current_monitor = 0;
|
|
}
|
|
|
|
const auto& display = canonical_displays_[current_monitor];
|
|
const int capture_width = display.width & ~1;
|
|
const int capture_height = display.height & ~1;
|
|
if (capture_width <= 0 || capture_height <= 0) {
|
|
return false;
|
|
}
|
|
|
|
*left = display.left;
|
|
*top = display.top;
|
|
*width = capture_width;
|
|
*height = capture_height;
|
|
*display_name = display.name;
|
|
return true;
|
|
}
|
|
|
|
void ScreenCapturerWin::CloseSecureDesktopSharedFrame() {
|
|
if (secure_frame_view_ != nullptr) {
|
|
UnmapViewOfFile(secure_frame_view_);
|
|
secure_frame_view_ = nullptr;
|
|
}
|
|
if (secure_frame_ready_event_ != nullptr) {
|
|
CloseHandle(secure_frame_ready_event_);
|
|
secure_frame_ready_event_ = nullptr;
|
|
}
|
|
if (secure_frame_mapping_ != nullptr) {
|
|
CloseHandle(secure_frame_mapping_);
|
|
secure_frame_mapping_ = nullptr;
|
|
}
|
|
secure_frame_view_size_ = 0;
|
|
}
|
|
|
|
void ScreenCapturerWin::StopSecureDesktopSharedCapture(DWORD session_id) {
|
|
DWORD target_session_id = session_id;
|
|
if (target_session_id == 0xFFFFFFFF) {
|
|
target_session_id = secure_shared_session_id_;
|
|
}
|
|
|
|
if (secure_shared_capture_started_ &&
|
|
target_session_id != 0xFFFFFFFF) {
|
|
std::vector<uint8_t> response;
|
|
std::string error_message;
|
|
QuerySecureDesktopHelperCommand(
|
|
target_session_id, kCrossDeskSecureInputCaptureStopCommand, &response,
|
|
&error_message);
|
|
}
|
|
|
|
CloseSecureDesktopSharedFrame();
|
|
secure_shared_capture_started_ = false;
|
|
secure_shared_session_id_ = 0xFFFFFFFF;
|
|
secure_shared_left_ = 0;
|
|
secure_shared_top_ = 0;
|
|
secure_shared_width_ = 0;
|
|
secure_shared_height_ = 0;
|
|
secure_shared_fps_ = 0;
|
|
secure_shared_show_cursor_ = true;
|
|
secure_shared_stage_.clear();
|
|
}
|
|
|
|
bool ScreenCapturerWin::OpenSecureDesktopSharedFrame(DWORD session_id,
|
|
size_t min_size,
|
|
std::string* error_out) {
|
|
if (secure_frame_view_ != nullptr &&
|
|
secure_shared_session_id_ == session_id &&
|
|
secure_frame_view_size_ >= min_size) {
|
|
return true;
|
|
}
|
|
|
|
CloseSecureDesktopSharedFrame();
|
|
|
|
const std::wstring mapping_name =
|
|
GetCrossDeskSecureDesktopFrameMappingName(session_id);
|
|
HANDLE frame_mapping =
|
|
OpenFileMappingW(FILE_MAP_READ, FALSE, mapping_name.c_str());
|
|
if (frame_mapping == nullptr) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "open_frame_mapping_failed:" +
|
|
std::to_string(GetLastError());
|
|
}
|
|
return false;
|
|
}
|
|
|
|
auto* frame_view =
|
|
static_cast<uint8_t*>(MapViewOfFile(frame_mapping, FILE_MAP_READ, 0, 0, 0));
|
|
if (frame_view == nullptr) {
|
|
const DWORD error = GetLastError();
|
|
CloseHandle(frame_mapping);
|
|
if (error_out != nullptr) {
|
|
*error_out = "map_frame_view_failed:" + std::to_string(error);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
const std::wstring event_name =
|
|
GetCrossDeskSecureDesktopFrameReadyEventName(session_id);
|
|
HANDLE frame_ready_event =
|
|
OpenEventW(SYNCHRONIZE, FALSE, event_name.c_str());
|
|
if (frame_ready_event == nullptr) {
|
|
const DWORD error = GetLastError();
|
|
UnmapViewOfFile(frame_view);
|
|
CloseHandle(frame_mapping);
|
|
if (error_out != nullptr) {
|
|
*error_out = "open_frame_event_failed:" + std::to_string(error);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
secure_frame_mapping_ = frame_mapping;
|
|
secure_frame_ready_event_ = frame_ready_event;
|
|
secure_frame_view_ = frame_view;
|
|
secure_frame_view_size_ = min_size;
|
|
secure_shared_session_id_ = session_id;
|
|
return true;
|
|
}
|
|
|
|
bool ScreenCapturerWin::ReadSecureDesktopSharedFrame(
|
|
DWORD wait_ms, std::vector<uint8_t>* nv12_frame_out, int* width_out,
|
|
int* height_out, std::string* error_out) {
|
|
if (nv12_frame_out == nullptr || width_out == nullptr ||
|
|
height_out == nullptr || secure_frame_view_ == nullptr ||
|
|
secure_frame_ready_event_ == nullptr) {
|
|
return false;
|
|
}
|
|
|
|
const DWORD wait_result = WaitForSingleObject(secure_frame_ready_event_,
|
|
wait_ms);
|
|
if (wait_result == WAIT_TIMEOUT) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "frame_wait_timeout";
|
|
}
|
|
return false;
|
|
}
|
|
if (wait_result != WAIT_OBJECT_0) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "frame_wait_failed:" + std::to_string(GetLastError());
|
|
}
|
|
return false;
|
|
}
|
|
|
|
auto* header =
|
|
reinterpret_cast<CrossDeskSecureDesktopSharedFrameHeader*>(
|
|
secure_frame_view_);
|
|
if (header->magic != kCrossDeskSecureDesktopFrameMagic ||
|
|
header->version != kCrossDeskSecureDesktopFrameVersion) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "invalid_shared_frame_header";
|
|
}
|
|
return false;
|
|
}
|
|
if (header->writing != 0) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "shared_frame_write_in_progress";
|
|
}
|
|
return false;
|
|
}
|
|
|
|
const uint32_t sequence = header->sequence;
|
|
const uint32_t payload_size = header->payload_size;
|
|
const uint32_t buffer_size = header->buffer_size;
|
|
if (payload_size == 0 || payload_size > buffer_size ||
|
|
sizeof(*header) + static_cast<size_t>(payload_size) >
|
|
secure_frame_view_size_) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "invalid_shared_frame_size";
|
|
}
|
|
return false;
|
|
}
|
|
|
|
nv12_frame_out->resize(payload_size);
|
|
std::memcpy(nv12_frame_out->data(), secure_frame_view_ + sizeof(*header),
|
|
payload_size);
|
|
MemoryBarrier();
|
|
if (header->writing != 0 || header->sequence != sequence) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "shared_frame_changed_during_read";
|
|
}
|
|
return false;
|
|
}
|
|
|
|
*width_out = static_cast<int>(header->width);
|
|
*height_out = static_cast<int>(header->height);
|
|
return true;
|
|
}
|
|
|
|
bool ScreenCapturerWin::StartSecureDesktopSharedCapture(
|
|
DWORD session_id, int left, int top, int width, int height,
|
|
const std::string& stage, bool show_cursor, int fps,
|
|
std::string* error_out) {
|
|
const size_t payload_size = static_cast<size_t>(width) * height * 3 / 2;
|
|
const size_t mapping_size =
|
|
sizeof(CrossDeskSecureDesktopSharedFrameHeader) + payload_size;
|
|
if (payload_size == 0) {
|
|
if (error_out != nullptr) {
|
|
*error_out = "invalid_capture_size";
|
|
}
|
|
return false;
|
|
}
|
|
|
|
if (secure_shared_capture_started_ &&
|
|
secure_shared_session_id_ == session_id &&
|
|
secure_shared_left_ == left && secure_shared_top_ == top &&
|
|
secure_shared_width_ == width && secure_shared_height_ == height &&
|
|
secure_shared_stage_ == stage &&
|
|
secure_shared_show_cursor_ == show_cursor && secure_shared_fps_ == fps &&
|
|
OpenSecureDesktopSharedFrame(session_id, mapping_size, error_out)) {
|
|
return true;
|
|
}
|
|
|
|
StopSecureDesktopSharedCapture(secure_shared_session_id_);
|
|
|
|
const std::string command =
|
|
BuildSecureCaptureStartCommand(left, top, width, height, show_cursor, fps,
|
|
stage);
|
|
std::vector<uint8_t> response;
|
|
if (!QuerySecureDesktopHelperCommand(session_id, command, &response,
|
|
error_out)) {
|
|
return false;
|
|
}
|
|
|
|
Json json = Json::parse(response.begin(), response.end(), nullptr, false);
|
|
if (json.is_discarded() || !json.value("ok", false)) {
|
|
if (error_out != nullptr) {
|
|
*error_out = ExtractPipeTextResponse(response);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
secure_shared_capture_started_ = true;
|
|
secure_shared_session_id_ = session_id;
|
|
secure_shared_left_ = left;
|
|
secure_shared_top_ = top;
|
|
secure_shared_width_ = width;
|
|
secure_shared_height_ = height;
|
|
secure_shared_show_cursor_ = show_cursor;
|
|
secure_shared_fps_ = fps;
|
|
secure_shared_stage_ = stage;
|
|
|
|
if (!OpenSecureDesktopSharedFrame(session_id, mapping_size, error_out)) {
|
|
StopSecureDesktopSharedCapture(session_id);
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
void ScreenCapturerWin::SecureDesktopCaptureLoop() {
|
|
const int frame_interval_ms =
|
|
fps_ > 0 ? (std::min)(kSecureDesktopCaptureMaxIntervalMs, 1000 / fps_)
|
|
: kSecureDesktopCaptureMaxIntervalMs;
|
|
ULONGLONG last_status_tick = 0;
|
|
ULONGLONG last_error_tick = 0;
|
|
bool last_capture_active = false;
|
|
bool last_service_available = true;
|
|
std::string last_stage;
|
|
std::string last_service_error;
|
|
ULONGLONG capture_stage_started_tick = 0;
|
|
SecureDesktopServiceStatus status;
|
|
std::vector<uint8_t> secure_frame;
|
|
|
|
while (running_.load(std::memory_order_relaxed)) {
|
|
if (paused_.load(std::memory_order_relaxed)) {
|
|
std::this_thread::sleep_for(std::chrono::milliseconds(10));
|
|
continue;
|
|
}
|
|
|
|
const ULONGLONG now = GetTickCount64();
|
|
if (last_status_tick == 0 ||
|
|
now - last_status_tick >= kSecureDesktopStatusIntervalMs) {
|
|
SecureDesktopServiceStatus latest_status;
|
|
const bool status_ok = QuerySecureDesktopServiceStatus(&latest_status);
|
|
status = latest_status;
|
|
if (status_ok) {
|
|
const bool service_changed =
|
|
status.service_available != last_service_available;
|
|
const bool service_error_changed =
|
|
!status.service_available && status.error != last_service_error;
|
|
if (service_changed || service_error_changed) {
|
|
if (status.service_available) {
|
|
LOG_INFO(
|
|
"Windows capturer secure desktop service available, polling "
|
|
"session_id={}",
|
|
status.active_session_id);
|
|
} else if (IsTransientWindowsServiceStatusError(status.error)) {
|
|
LOG_INFO(
|
|
"Windows capturer secure desktop service temporarily unavailable: "
|
|
"error={}, code={}",
|
|
status.error, status.error_code);
|
|
} else {
|
|
LOG_WARN(
|
|
"Windows capturer secure desktop service unavailable: "
|
|
"error={}, code={}",
|
|
status.error, status.error_code);
|
|
}
|
|
last_service_available = status.service_available;
|
|
last_service_error = status.error;
|
|
}
|
|
} else if (last_service_available ||
|
|
last_service_error != "invalid_service_status_json") {
|
|
LOG_WARN("Windows capturer secure desktop service status query failed");
|
|
last_service_available = false;
|
|
last_service_error = "invalid_service_status_json";
|
|
}
|
|
|
|
secure_desktop_capture_active_.store(status.capture_active,
|
|
std::memory_order_relaxed);
|
|
if (status.capture_active != last_capture_active ||
|
|
status.interactive_stage != last_stage) {
|
|
capture_stage_started_tick = now;
|
|
LOG_INFO(
|
|
"Windows capturer secure desktop state: active={}, stage='{}', "
|
|
"session_id={}",
|
|
status.capture_active, status.interactive_stage,
|
|
status.active_session_id);
|
|
last_capture_active = status.capture_active;
|
|
last_stage = status.interactive_stage;
|
|
}
|
|
last_status_tick = now;
|
|
}
|
|
|
|
if (!status.capture_active || status.active_session_id == 0xFFFFFFFF) {
|
|
StopSecureDesktopSharedCapture(secure_shared_session_id_);
|
|
std::this_thread::sleep_for(
|
|
std::chrono::milliseconds(status.service_available ? 50 : 200));
|
|
continue;
|
|
}
|
|
|
|
if (!status.helper_running) {
|
|
StopSecureDesktopSharedCapture(secure_shared_session_id_);
|
|
std::this_thread::sleep_for(std::chrono::milliseconds(30));
|
|
continue;
|
|
}
|
|
|
|
int left = 0;
|
|
int top = 0;
|
|
int width = 0;
|
|
int height = 0;
|
|
std::string display_name;
|
|
if (!GetCurrentCaptureRegion(&left, &top, &width, &height, &display_name)) {
|
|
StopSecureDesktopSharedCapture(secure_shared_session_id_);
|
|
std::this_thread::sleep_for(std::chrono::milliseconds(100));
|
|
continue;
|
|
}
|
|
|
|
int captured_width = 0;
|
|
int captured_height = 0;
|
|
std::string error_message;
|
|
bool frame_delivered = false;
|
|
const bool show_cursor = show_cursor_.load(std::memory_order_relaxed);
|
|
const int shared_fps =
|
|
fps_ > 0 ? (std::max)(kSecureDesktopCaptureMinFps, fps_)
|
|
: kSecureDesktopCaptureMinFps;
|
|
|
|
if (StartSecureDesktopSharedCapture(status.active_session_id, left, top,
|
|
width, height,
|
|
status.interactive_stage, show_cursor,
|
|
shared_fps, &error_message) &&
|
|
ReadSecureDesktopSharedFrame(
|
|
static_cast<DWORD>(frame_interval_ms + 20), &secure_frame,
|
|
&captured_width, &captured_height, &error_message)) {
|
|
if (cb_orig_ && !secure_frame.empty()) {
|
|
cb_orig_(secure_frame.data(), static_cast<int>(secure_frame.size()),
|
|
captured_width, captured_height, display_name.c_str());
|
|
}
|
|
frame_delivered = true;
|
|
}
|
|
|
|
if (!frame_delivered &&
|
|
QuerySecureDesktopHelperFrame(status.active_session_id, left, top,
|
|
width, height, show_cursor,
|
|
status.interactive_stage,
|
|
&secure_frame, &captured_width,
|
|
&captured_height, &error_message)) {
|
|
if (cb_orig_ && !secure_frame.empty()) {
|
|
cb_orig_(secure_frame.data(), static_cast<int>(secure_frame.size()),
|
|
captured_width, captured_height, display_name.c_str());
|
|
}
|
|
frame_delivered = true;
|
|
}
|
|
|
|
if (!frame_delivered) {
|
|
const bool transient_error =
|
|
IsTransientSecureDesktopFrameError(error_message);
|
|
const bool in_grace_period = capture_stage_started_tick != 0 &&
|
|
now - capture_stage_started_tick <
|
|
kSecureDesktopTransientErrorGraceMs;
|
|
const DWORD log_interval =
|
|
transient_error ? kSecureDesktopTransientErrorLogIntervalMs : 1000;
|
|
if (transient_error && in_grace_period) {
|
|
std::this_thread::sleep_for(
|
|
std::chrono::milliseconds(frame_interval_ms));
|
|
continue;
|
|
}
|
|
if (now - last_error_tick >= log_interval) {
|
|
if (transient_error) {
|
|
LOG_INFO(
|
|
"Windows capturer secure desktop transient frame query failed, "
|
|
"stage='{}', session_id={}, error={}",
|
|
status.interactive_stage, status.active_session_id,
|
|
error_message);
|
|
} else {
|
|
LOG_WARN(
|
|
"Windows capturer secure desktop frame query failed, stage='{}', "
|
|
"session_id={}, error={}",
|
|
status.interactive_stage, status.active_session_id,
|
|
error_message);
|
|
}
|
|
last_error_tick = now;
|
|
}
|
|
}
|
|
|
|
std::this_thread::sleep_for(std::chrono::milliseconds(frame_interval_ms));
|
|
}
|
|
|
|
StopSecureDesktopSharedCapture(secure_shared_session_id_);
|
|
secure_desktop_capture_active_.store(false, std::memory_order_relaxed);
|
|
}
|
|
|
|
} // namespace crossdesk
|