// // Created by loki on 6/21/19. // #include "sunshine/platform/common.h" #include #include #include #include #include #include #include #include #include #include #include "sunshine/config.h" #include "sunshine/main.h" #include "sunshine/task_pool.h" #include "graphics.h" #include "misc.h" #include "vaapi.h" #include "x11grab.h" using namespace std::literals; namespace platf { int load_xcb(); int load_x11(); namespace x11 { #define _FN(x, ret, args) \ typedef ret(*x##_fn) args; \ static x##_fn x _FN(GetImage, XImage *, ( Display * display, Drawable d, int x, int y, unsigned int width, unsigned int height, unsigned long plane_mask, int format)); _FN(OpenDisplay, Display *, (_Xconst char *display_name)); _FN(GetWindowAttributes, Status, ( Display * display, Window w, XWindowAttributes *window_attributes_return)); _FN(CloseDisplay, int, (Display * display)); _FN(Free, int, (void *data)); _FN(InitThreads, Status, (void)); namespace rr { _FN(GetScreenResources, XRRScreenResources *, (Display * dpy, Window window)); _FN(GetOutputInfo, XRROutputInfo *, (Display * dpy, XRRScreenResources *resources, RROutput output)); _FN(GetCrtcInfo, XRRCrtcInfo *, (Display * dpy, XRRScreenResources *resources, RRCrtc crtc)); _FN(FreeScreenResources, void, (XRRScreenResources * resources)); _FN(FreeOutputInfo, void, (XRROutputInfo * outputInfo)); _FN(FreeCrtcInfo, void, (XRRCrtcInfo * crtcInfo)); int init() { static void *handle { nullptr }; static bool funcs_loaded = false; if(funcs_loaded) return 0; if(!handle) { handle = dyn::handle({ "libXrandr.so.2", "libXrandr.so" }); if(!handle) { return -1; } } std::vector> funcs { { (dyn::apiproc *)&GetScreenResources, "XRRGetScreenResources" }, { (dyn::apiproc *)&GetOutputInfo, "XRRGetOutputInfo" }, { (dyn::apiproc *)&GetCrtcInfo, "XRRGetCrtcInfo" }, { (dyn::apiproc *)&FreeScreenResources, "XRRFreeScreenResources" }, { (dyn::apiproc *)&FreeOutputInfo, "XRRFreeOutputInfo" }, { (dyn::apiproc *)&FreeCrtcInfo, "XRRFreeCrtcInfo" }, }; if(dyn::load(handle, funcs)) { return -1; } funcs_loaded = true; return 0; } } // namespace rr namespace fix { _FN(GetCursorImage, XFixesCursorImage *, (Display * dpy)); int init() { static void *handle { nullptr }; static bool funcs_loaded = false; if(funcs_loaded) return 0; if(!handle) { handle = dyn::handle({ "libXfixes.so.3", "libXfixes.so" }); if(!handle) { return -1; } } std::vector> funcs { { (dyn::apiproc *)&GetCursorImage, "XFixesGetCursorImage" }, }; if(dyn::load(handle, funcs)) { return -1; } funcs_loaded = true; return 0; } } // namespace fix int init() { static void *handle { nullptr }; static bool funcs_loaded = false; if(funcs_loaded) return 0; if(!handle) { handle = dyn::handle({ "libX11.so.6", "libX11.so" }); if(!handle) { return -1; } } std::vector> funcs { { (dyn::apiproc *)&GetImage, "XGetImage" }, { (dyn::apiproc *)&OpenDisplay, "XOpenDisplay" }, { (dyn::apiproc *)&GetWindowAttributes, "XGetWindowAttributes" }, { (dyn::apiproc *)&Free, "XFree" }, { (dyn::apiproc *)&CloseDisplay, "XCloseDisplay" }, { (dyn::apiproc *)&InitThreads, "XInitThreads" }, }; if(dyn::load(handle, funcs)) { return -1; } funcs_loaded = true; return 0; } } // namespace x11 namespace xcb { static xcb_extension_t *shm_id; _FN(shm_get_image_reply, xcb_shm_get_image_reply_t *, ( xcb_connection_t * c, xcb_shm_get_image_cookie_t cookie, xcb_generic_error_t **e)); _FN(shm_get_image_unchecked, xcb_shm_get_image_cookie_t, ( xcb_connection_t * c, xcb_drawable_t drawable, int16_t x, int16_t y, uint16_t width, uint16_t height, uint32_t plane_mask, uint8_t format, xcb_shm_seg_t shmseg, uint32_t offset)); _FN(shm_attach, xcb_void_cookie_t, (xcb_connection_t * c, xcb_shm_seg_t shmseg, uint32_t shmid, uint8_t read_only)); _FN(get_extension_data, xcb_query_extension_reply_t *, (xcb_connection_t * c, xcb_extension_t *ext)); _FN(get_setup, xcb_setup_t *, (xcb_connection_t * c)); _FN(disconnect, void, (xcb_connection_t * c)); _FN(connection_has_error, int, (xcb_connection_t * c)); _FN(connect, xcb_connection_t *, (const char *displayname, int *screenp)); _FN(setup_roots_iterator, xcb_screen_iterator_t, (const xcb_setup_t *R)); _FN(generate_id, std::uint32_t, (xcb_connection_t * c)); int init_shm() { static void *handle { nullptr }; static bool funcs_loaded = false; if(funcs_loaded) return 0; if(!handle) { handle = dyn::handle({ "libxcb-shm.so.0", "libxcb-shm.so" }); if(!handle) { return -1; } } std::vector> funcs { { (dyn::apiproc *)&shm_id, "xcb_shm_id" }, { (dyn::apiproc *)&shm_get_image_reply, "xcb_shm_get_image_reply" }, { (dyn::apiproc *)&shm_get_image_unchecked, "xcb_shm_get_image_unchecked" }, { (dyn::apiproc *)&shm_attach, "xcb_shm_attach" }, }; if(dyn::load(handle, funcs)) { return -1; } funcs_loaded = true; return 0; } int init() { static void *handle { nullptr }; static bool funcs_loaded = false; if(funcs_loaded) return 0; if(!handle) { handle = dyn::handle({ "libxcb.so.1", "libxcb.so" }); if(!handle) { return -1; } } std::vector> funcs { { (dyn::apiproc *)&get_extension_data, "xcb_get_extension_data" }, { (dyn::apiproc *)&get_setup, "xcb_get_setup" }, { (dyn::apiproc *)&disconnect, "xcb_disconnect" }, { (dyn::apiproc *)&connection_has_error, "xcb_connection_has_error" }, { (dyn::apiproc *)&connect, "xcb_connect" }, { (dyn::apiproc *)&setup_roots_iterator, "xcb_setup_roots_iterator" }, { (dyn::apiproc *)&generate_id, "xcb_generate_id" }, }; if(dyn::load(handle, funcs)) { return -1; } funcs_loaded = true; return 0; } #undef _FN } // namespace xcb void freeImage(XImage *); void freeX(XFixesCursorImage *); using xcb_connect_t = util::dyn_safe_ptr; using xcb_img_t = util::c_ptr; using xdisplay_t = util::dyn_safe_ptr_v2; using ximg_t = util::safe_ptr; using xcursor_t = util::safe_ptr; using crtc_info_t = util::dyn_safe_ptr<_XRRCrtcInfo, &x11::rr::FreeCrtcInfo>; using output_info_t = util::dyn_safe_ptr<_XRROutputInfo, &x11::rr::FreeOutputInfo>; using screen_res_t = util::dyn_safe_ptr<_XRRScreenResources, &x11::rr::FreeScreenResources>; class shm_id_t { public: shm_id_t() : id { -1 } {} shm_id_t(int id) : id { id } {} shm_id_t(shm_id_t &&other) noexcept : id(other.id) { other.id = -1; } ~shm_id_t() { if(id != -1) { shmctl(id, IPC_RMID, nullptr); id = -1; } } int id; }; class shm_data_t { public: shm_data_t() : data { (void *)-1 } {} shm_data_t(void *data) : data { data } {} shm_data_t(shm_data_t &&other) noexcept : data(other.data) { other.data = (void *)-1; } ~shm_data_t() { if((std::uintptr_t)data != -1) { shmdt(data); } } void *data; }; struct x11_img_t : public img_t { ximg_t img; }; struct shm_img_t : public img_t { ~shm_img_t() override { delete[] data; data = nullptr; } }; static void blend_cursor(Display *display, img_t &img, int offsetX, int offsetY) { xcursor_t overlay { x11::fix::GetCursorImage(display) }; if(!overlay) { BOOST_LOG(error) << "Couldn't get cursor from XFixesGetCursorImage"sv; return; } overlay->x -= overlay->xhot; overlay->y -= overlay->yhot; overlay->x -= offsetX; overlay->y -= offsetY; overlay->x = std::max((short)0, overlay->x); overlay->y = std::max((short)0, overlay->y); auto pixels = (int *)img.data; auto screen_height = img.height; auto screen_width = img.width; auto delta_height = std::min(overlay->height, std::max(0, screen_height - overlay->y)); auto delta_width = std::min(overlay->width, std::max(0, screen_width - overlay->x)); for(auto y = 0; y < delta_height; ++y) { auto overlay_begin = &overlay->pixels[y * overlay->width]; auto overlay_end = &overlay->pixels[y * overlay->width + delta_width]; auto pixels_begin = &pixels[(y + overlay->y) * (img.row_pitch / img.pixel_pitch) + overlay->x]; std::for_each(overlay_begin, overlay_end, [&](long pixel) { int *pixel_p = (int *)&pixel; auto colors_in = (uint8_t *)pixels_begin; auto alpha = (*(uint *)pixel_p) >> 24u; if(alpha == 255) { *pixels_begin = *pixel_p; } else { auto colors_out = (uint8_t *)pixel_p; colors_in[0] = colors_out[0] + (colors_in[0] * (255 - alpha) + 255 / 2) / 255; colors_in[1] = colors_out[1] + (colors_in[1] * (255 - alpha) + 255 / 2) / 255; colors_in[2] = colors_out[2] + (colors_in[2] * (255 - alpha) + 255 / 2) / 255; } ++pixels_begin; }); } } struct x11_attr_t : public display_t { std::chrono::nanoseconds delay; xdisplay_t xdisplay; Window xwindow; XWindowAttributes xattr; mem_type_e mem_type; /* * Last X (NOT the streamed monitor!) size. * This way we can trigger reinitialization if the dimensions changed while streaming */ // int env_width, env_height; x11_attr_t(mem_type_e mem_type) : xdisplay { x11::OpenDisplay(nullptr) }, xwindow {}, xattr {}, mem_type { mem_type } { x11::InitThreads(); } int init(const std::string &display_name, int framerate) { if(!xdisplay) { BOOST_LOG(error) << "Could not open X11 display"sv; return -1; } delay = std::chrono::nanoseconds { 1s } / framerate; xwindow = DefaultRootWindow(xdisplay.get()); refresh(); int streamedMonitor = -1; if(!display_name.empty()) { streamedMonitor = (int)util::from_view(display_name); } if(streamedMonitor != -1) { BOOST_LOG(info) << "Configuring selected monitor ("sv << streamedMonitor << ") to stream"sv; screen_res_t screenr { x11::rr::GetScreenResources(xdisplay.get(), xwindow) }; int output = screenr->noutput; output_info_t result; int monitor = 0; for(int x = 0; x < output; ++x) { output_info_t out_info { x11::rr::GetOutputInfo(xdisplay.get(), screenr.get(), screenr->outputs[x]) }; if(out_info && out_info->connection == RR_Connected) { if(monitor++ == streamedMonitor) { result = std::move(out_info); break; } } } if(!result) { BOOST_LOG(error) << "Could not stream display number ["sv << streamedMonitor << "], there are only ["sv << monitor << "] displays."sv; return -1; } crtc_info_t crt_info { x11::rr::GetCrtcInfo(xdisplay.get(), screenr.get(), result->crtc) }; BOOST_LOG(info) << "Streaming display: "sv << result->name << " with res "sv << crt_info->width << 'x' << crt_info->height << " offset by "sv << crt_info->x << 'x' << crt_info->y; width = crt_info->width; height = crt_info->height; offset_x = crt_info->x; offset_y = crt_info->y; } else { width = xattr.width; height = xattr.height; } env_width = xattr.width; env_height = xattr.height; return 0; } /** * Called when the display attributes should change. */ void refresh() { x11::GetWindowAttributes(xdisplay.get(), xwindow, &xattr); //Update xattr's } capture_e capture(snapshot_cb_t &&snapshot_cb, std::shared_ptr img, bool *cursor) override { auto next_frame = std::chrono::steady_clock::now(); while(img) { auto now = std::chrono::steady_clock::now(); if(next_frame > now) { std::this_thread::sleep_for((next_frame - now) / 3 * 2); } while(next_frame > now) { now = std::chrono::steady_clock::now(); } next_frame = now + delay; auto status = snapshot(img.get(), 1000ms, *cursor); switch(status) { case platf::capture_e::reinit: case platf::capture_e::error: return status; case platf::capture_e::timeout: std::this_thread::sleep_for(1ms); continue; case platf::capture_e::ok: img = snapshot_cb(img); break; default: BOOST_LOG(error) << "Unrecognized capture status ["sv << (int)status << ']'; return status; } } return capture_e::ok; } capture_e snapshot(img_t *img_out_base, std::chrono::milliseconds timeout, bool cursor) { refresh(); //The whole X server changed, so we gotta reinit everything if(xattr.width != env_width || xattr.height != env_height) { BOOST_LOG(warning) << "X dimensions changed in non-SHM mode, request reinit"sv; return capture_e::reinit; } XImage *img { x11::GetImage(xdisplay.get(), xwindow, offset_x, offset_y, width, height, AllPlanes, ZPixmap) }; auto img_out = (x11_img_t *)img_out_base; img_out->width = img->width; img_out->height = img->height; img_out->data = (uint8_t *)img->data; img_out->row_pitch = img->bytes_per_line; img_out->pixel_pitch = img->bits_per_pixel / 8; img_out->img.reset(img); if(cursor) { blend_cursor(xdisplay.get(), *img_out_base, offset_x, offset_y); } return capture_e::ok; } std::shared_ptr alloc_img() override { return std::make_shared(); } std::shared_ptr make_hwdevice(pix_fmt_e pix_fmt) override { if(mem_type == mem_type_e::vaapi) { return va::make_hwdevice(width, height, false); } return std::make_shared(); } int dummy_img(img_t *img) override { snapshot(img, 0s, true); return 0; } }; struct shm_attr_t : public x11_attr_t { xdisplay_t shm_xdisplay; // Prevent race condition with x11_attr_t::xdisplay xcb_connect_t xcb; xcb_screen_t *display; std::uint32_t seg; shm_id_t shm_id; shm_data_t data; util::TaskPool::task_id_t refresh_task_id; void delayed_refresh() { refresh(); refresh_task_id = task_pool.pushDelayed(&shm_attr_t::delayed_refresh, 2s, this).task_id; } shm_attr_t(mem_type_e mem_type) : x11_attr_t(mem_type), shm_xdisplay { x11::OpenDisplay(nullptr) } { refresh_task_id = task_pool.pushDelayed(&shm_attr_t::delayed_refresh, 2s, this).task_id; } ~shm_attr_t() override { while(!task_pool.cancel(refresh_task_id)) ; } capture_e capture(snapshot_cb_t &&snapshot_cb, std::shared_ptr img, bool *cursor) override { auto next_frame = std::chrono::steady_clock::now(); while(img) { auto now = std::chrono::steady_clock::now(); if(next_frame > now) { std::this_thread::sleep_for((next_frame - now) / 3 * 2); } while(next_frame > now) { now = std::chrono::steady_clock::now(); } next_frame = now + delay; auto status = snapshot(img.get(), 1000ms, *cursor); switch(status) { case platf::capture_e::reinit: case platf::capture_e::error: return status; case platf::capture_e::timeout: std::this_thread::sleep_for(1ms); continue; case platf::capture_e::ok: img = snapshot_cb(img); break; default: BOOST_LOG(error) << "Unrecognized capture status ["sv << (int)status << ']'; return status; } } return capture_e::ok; } capture_e snapshot(img_t *img, std::chrono::milliseconds timeout, bool cursor) { //The whole X server changed, so we gotta reinit everything if(xattr.width != env_width || xattr.height != env_height) { BOOST_LOG(warning) << "X dimensions changed in SHM mode, request reinit"sv; return capture_e::reinit; } else { auto img_cookie = xcb::shm_get_image_unchecked(xcb.get(), display->root, offset_x, offset_y, width, height, ~0, XCB_IMAGE_FORMAT_Z_PIXMAP, seg, 0); xcb_img_t img_reply { xcb::shm_get_image_reply(xcb.get(), img_cookie, nullptr) }; if(!img_reply) { BOOST_LOG(error) << "Could not get image reply"sv; return capture_e::reinit; } std::copy_n((std::uint8_t *)data.data, frame_size(), img->data); if(cursor) { blend_cursor(shm_xdisplay.get(), *img, offset_x, offset_y); } return capture_e::ok; } } std::shared_ptr alloc_img() override { auto img = std::make_shared(); img->width = width; img->height = height; img->pixel_pitch = 4; img->row_pitch = img->pixel_pitch * width; img->data = new std::uint8_t[height * img->row_pitch]; return img; } int dummy_img(platf::img_t *img) override { return 0; } int init(const std::string &display_name, int framerate) { if(x11_attr_t::init(display_name, framerate)) { return 1; } shm_xdisplay.reset(x11::OpenDisplay(nullptr)); xcb.reset(xcb::connect(nullptr, nullptr)); if(xcb::connection_has_error(xcb.get())) { return -1; } if(!xcb::get_extension_data(xcb.get(), xcb::shm_id)->present) { BOOST_LOG(error) << "Missing SHM extension"sv; return -1; } auto iter = xcb::setup_roots_iterator(xcb::get_setup(xcb.get())); display = iter.data; seg = xcb::generate_id(xcb.get()); shm_id.id = shmget(IPC_PRIVATE, frame_size(), IPC_CREAT | 0777); if(shm_id.id == -1) { BOOST_LOG(error) << "shmget failed"sv; return -1; } xcb::shm_attach(xcb.get(), seg, shm_id.id, false); data.data = shmat(shm_id.id, nullptr, 0); if((uintptr_t)data.data == -1) { BOOST_LOG(error) << "shmat failed"sv; return -1; } return 0; } std::uint32_t frame_size() { return width * height * 4; } }; std::shared_ptr x11_display(platf::mem_type_e hwdevice_type, const std::string &display_name, int framerate) { if(hwdevice_type != platf::mem_type_e::system && hwdevice_type != platf::mem_type_e::vaapi && hwdevice_type != platf::mem_type_e::cuda) { BOOST_LOG(error) << "Could not initialize display with the given hw device type."sv; return nullptr; } if(xcb::init_shm() || xcb::init() || x11::init() || x11::rr::init() || x11::fix::init()) { BOOST_LOG(error) << "Couldn't init x11 libraries"sv; return nullptr; } // Attempt to use shared memory X11 to avoid copying the frame auto shm_disp = std::make_shared(hwdevice_type); auto status = shm_disp->init(display_name, framerate); if(status > 0) { // x11_attr_t::init() failed, don't bother trying again. return nullptr; } if(status == 0) { return shm_disp; } // Fallback auto x11_disp = std::make_shared(hwdevice_type); if(x11_disp->init(display_name, framerate)) { return nullptr; } return x11_disp; } std::vector x11_display_names() { if(load_x11() || load_xcb()) { BOOST_LOG(error) << "Couldn't init x11 libraries"sv; return {}; } BOOST_LOG(info) << "Detecting connected monitors"sv; xdisplay_t xdisplay { x11::OpenDisplay(nullptr) }; if(!xdisplay) { return {}; } auto xwindow = DefaultRootWindow(xdisplay.get()); screen_res_t screenr { x11::rr::GetScreenResources(xdisplay.get(), xwindow) }; int output = screenr->noutput; int monitor = 0; for(int x = 0; x < output; ++x) { output_info_t out_info { x11::rr::GetOutputInfo(xdisplay.get(), screenr.get(), screenr->outputs[x]) }; if(out_info && out_info->connection == RR_Connected) { ++monitor; } } std::vector names; names.reserve(monitor); for(auto x = 0; x < monitor; ++x) { names.emplace_back(std::to_string(x)); } return names; } void freeImage(XImage *p) { XDestroyImage(p); } void freeX(XFixesCursorImage *p) { x11::Free(p); } int load_xcb() { // This will be called once only static int xcb_status = xcb::init_shm() || xcb::init(); return xcb_status; } int load_x11() { // This will be called once only static int x11_status = window_system == window_system_e::NONE || x11::init() || x11::rr::init() || x11::fix::init(); return x11_status; } namespace x11 { std::optional cursor_t::make() { if(load_x11()) { return std::nullopt; } cursor_t cursor; cursor.ctx.reset((cursor_ctx_t::pointer)x11::OpenDisplay(nullptr)); return cursor; } void cursor_t::capture(egl::cursor_t &img) { auto display = (xdisplay_t::pointer)ctx.get(); xcursor_t xcursor = fix::GetCursorImage(display); if(img.serial != xcursor->cursor_serial) { auto buf_size = xcursor->width * xcursor->height * sizeof(int); if(img.buffer.size() < buf_size) { img.buffer.resize(buf_size); } std::transform(xcursor->pixels, xcursor->pixels + buf_size / 4, (int *)img.buffer.data(), [](long pixel) -> int { return pixel; }); } img.data = img.buffer.data(); img.width = xcursor->width; img.height = xcursor->height; img.x = xcursor->x - xcursor->xhot; img.y = xcursor->y - xcursor->yhot; img.pixel_pitch = 4; img.row_pitch = img.pixel_pitch * img.width; img.serial = xcursor->cursor_serial; } void cursor_t::blend(img_t &img, int offsetX, int offsetY) { blend_cursor((xdisplay_t::pointer)ctx.get(), img, offsetX, offsetY); } void freeCursorCtx(cursor_ctx_t::pointer ctx) { x11::CloseDisplay((xdisplay_t::pointer)ctx); } } // namespace x11 } // namespace platf