From 2e86bc2724d65f4b177dda86375ce1e78f12a445 Mon Sep 17 00:00:00 2001 From: Jerry Date: Tue, 25 Apr 2023 13:54:52 +0800 Subject: [PATCH] u --- server.c | 395 +++++++++++++++++++++++++++++++++++++++++++++++++++---- 1 file changed, 369 insertions(+), 26 deletions(-) diff --git a/server.c b/server.c index 0819c85..3302ce4 100644 --- a/server.c +++ b/server.c @@ -5,8 +5,270 @@ #include #include -#include +#include +#include #include +//#include +#include +#include +#include + + +#define ARRAY_SIZE(x) (sizeof(x) / sizeof(x[0])) +/* 10 frames per second (if we can) */ +#define PICTURE_TIMEOUT (1.0/10.0) +#define UINPUT_ABS_MAX INT16_MAX + + +struct Vec2d { + int x; + int y; +}; +struct Vec2d resolution; + +/* + * throttle camera updates +*/ +static int TimeToTakePicture() { + static struct timeval now={0,0}, then={0,0}; + double elapsed, dnow, dthen; + + gettimeofday(&now,NULL); + + dnow = now.tv_sec + (now.tv_usec /1000000.0); + dthen = then.tv_sec + (then.tv_usec/1000000.0); + elapsed = dnow - dthen; + + if (elapsed > PICTURE_TIMEOUT) + memcpy((char *)&then, (char *)&now, sizeof(struct timeval)); + return elapsed > PICTURE_TIMEOUT; +} + +static void convert_bgrx_to_rgb(const char* in, int width, int height, char* buff) { + for (int y = 0; y < height; y++) + { + for(int x = 0; x < width; x++) + { + buff[(y*width+x)*4] = in[(y*width+x)*4 + 2]; + buff[(y*width+x)*4 + 1] = in[(y*width+x)*4 + 1]; + buff[(y*width+x)*4 + 2] = in[(y*width+x)*4]; + } + } +} + +struct vnc_xkb { + struct xkb_context *ctx; + struct xkb_keymap *map; +}; +struct vnc_xkb xkb; + +#define MAX_KEYS 256 +int uinput_fd = 0; +char keystate[MAX_KEYS]; +static void xkb_init() { + xkb.ctx = xkb_context_new(XKB_CONTEXT_NO_FLAGS); + if (xkb.ctx == NULL) { + fprintf(stderr, "Failed to create XKB context\n"); + exit(1); + } + struct xkb_rule_names names = { + .rules = "", + .model = "", + .layout = "us", + .variant = "", + .options = "" + }; + xkb.map = xkb_keymap_new_from_names(xkb.ctx, &names, 0); + if (xkb.map == NULL) { + fprintf(stderr, "Failed to create XKB context\n"); + exit(1); + } + printf("xkb: keymap = %s\n", xkb_keymap_get_as_string(xkb.map, XKB_KEYMAP_USE_ORIGINAL_FORMAT)); +} + +static void uinput_init() { + struct uinput_setup usetup; + uinput_fd = open("/dev/uinput", O_WRONLY | O_NONBLOCK); + if (uinput_fd <= 0) { + fprintf(stderr, "Failed to open uinput\n"); + exit(1); + } + ioctl(uinput_fd, UI_SET_EVBIT, EV_KEY); + ioctl(uinput_fd, UI_SET_EVBIT, EV_SYN); + for (int i = 0; i < MAX_KEYS; i++) { + ioctl(uinput_fd, UI_SET_KEYBIT, i); + } + + + ioctl(uinput_fd, UI_SET_EVBIT, EV_ABS); + ioctl(uinput_fd, UI_SET_ABSBIT, ABS_X); + ioctl(uinput_fd, UI_SET_ABSBIT, ABS_Y); + + ioctl(uinput_fd, UI_SET_KEYBIT, BTN_LEFT); + ioctl(uinput_fd, UI_SET_KEYBIT, BTN_MIDDLE); + ioctl(uinput_fd, UI_SET_KEYBIT, BTN_RIGHT); + ioctl(uinput_fd, UI_SET_EVBIT, EV_REL); + ioctl(uinput_fd, UI_SET_RELBIT, REL_WHEEL); + + struct uinput_abs_setup abs; + memset(&abs, 0, sizeof(abs)); + abs.absinfo.maximum = UINPUT_ABS_MAX; + abs.absinfo.minimum = 0; + abs.code = ABS_X; + ioctl(uinput_fd, UI_ABS_SETUP, &abs); + abs.code = ABS_Y; + ioctl(uinput_fd, UI_ABS_SETUP, &abs); + + memset(&usetup, 0, sizeof(usetup)); + usetup.id.bustype = BUS_USB; + usetup.id.vendor = 0x0011; + usetup.id.product = 0x4514; + strcpy(usetup.name, "kmsvnc-device"); + + ioctl(uinput_fd, UI_DEV_SETUP, &usetup); + ioctl(uinput_fd, UI_DEV_CREATE); + + memset(keystate, 0, MAX_KEYS); +} + +struct key_iter_search { + xkb_keysym_t keysym; + + xkb_keycode_t keycode; + xkb_level_index_t level; +}; + +static void key_iter(struct xkb_keymap *xkb, xkb_keycode_t key, void *data) { + struct key_iter_search *search = data; + if (search->keycode != XKB_KEYCODE_INVALID) { + return; // We are done + } + xkb_level_index_t num_levels = xkb_keymap_num_levels_for_key(xkb, key, 0); + for (xkb_level_index_t i = 0; i < num_levels; i++) { + const xkb_keysym_t *syms; + int num_syms = xkb_keymap_key_get_syms_by_level(xkb, key, 0, i, &syms); + for (int k = 0; k < num_syms; k++) { + if (syms[k] == search->keysym) { + search->keycode = key; + search->level = i; + break; + goto end; + } + } + } +end: + return; +} + +static void rfb_key_hook(rfbBool down, rfbKeySym keysym, rfbClientPtr cl) { + struct key_iter_search search = { + .keysym = keysym, + .keycode = XKB_KEYCODE_INVALID, + .level = 0, + }; + xkb_keymap_key_for_each(xkb.map, key_iter, &search); + if (search.keycode == XKB_KEYCODE_INVALID) { + fprintf(stderr, "Keysym %04x not found in our keymap\n", keysym); + return; + } + printf("key %s, keysym %04x, keycode %u\n", down ? "down" : "up", keysym, search.keycode); + if (search.keycode >= MAX_KEYS) { + fprintf(stderr, "Keycode %d >= %d\n", search.keycode, MAX_KEYS); + return; + } + if (down != keystate[search.keycode]) { + struct input_event ies[] = { + { + .type = EV_KEY, + .code = search.keycode, + .value = down, + .time.tv_sec = 0, + .time.tv_usec = 0, + }, + { + .type = EV_SYN, + .code = SYN_REPORT, + .value = 0, + }, + }; + for (int i = 0; i < ARRAY_SIZE(ies); i++) { + write(uinput_fd, &ies[i], sizeof(ies[0])); + } + + keystate[search.keycode] = down; + } +} + +static void rfb_ptr_hook(int mask, int screen_x, int screen_y, rfbClientPtr cl) { + printf("pointer to %d, %d\n", screen_x, screen_y); + float global_x = (float)screen_x; + float global_y = (float)screen_y; + int touch_x = round(global_x / resolution.x * UINPUT_ABS_MAX); + int touch_y = round(global_y / resolution.y * UINPUT_ABS_MAX); + struct input_event ies1[] = { + { + .type = EV_ABS, + .code = ABS_X, + .value = touch_x, + }, + { + .type = EV_ABS, + .code = ABS_Y, + .value = touch_y, + }, + { + .type = EV_KEY, + .code = BTN_LEFT, + .value = !! (mask & 0b1) + }, + { + .type = EV_KEY, + .code = BTN_MIDDLE, + .value = !! (mask & 0b10) + }, + { + .type = EV_KEY, + .code = BTN_RIGHT, + .value = !! (mask & 0b100) + }, + { + .type = EV_SYN, + .code = SYN_REPORT, + .value = 0, + }, + }; + for (int i = 0; i < ARRAY_SIZE(ies1); i++) { + write(uinput_fd, &ies1[i], sizeof(ies1[0])); + } + if (mask & 0b11000) { + struct input_event ies2[] = { + { + .type = EV_REL, + .code = REL_WHEEL, + .value = mask & 0b1000 ? -1 : 1, + }, + { + .type = EV_SYN, + .code = SYN_REPORT, + .value = 0, + }, + }; + for (int i = 0; i < ARRAY_SIZE(ies2); i++) { + write(uinput_fd, &ies2[i], sizeof(ies2[0])); + } + } +} + + +static void drm_wait_vblank(int drmfd) { + int ioctl_err; + union drm_wait_vblank vbl; + memset(&vbl, 0, sizeof(vbl)); + vbl.request.type = DRM_VBLANK_RELATIVE; + vbl.request.sequence = 1; + if (ioctl_err = drmIoctl(drmfd, DRM_IOCTL_WAIT_VBLANK, &vbl)) + fprintf(stderr, "DRM ioctl error %d on line %d\n", ioctl_err, __LINE__); +} int main(int argc, const char **argv) { @@ -14,6 +276,8 @@ int main(int argc, const char **argv) printf("not enough arguments\n"); return 1; } + xkb_init(); + uinput_init(); const char *card = argv[1]; const int drmfd = open(card, O_RDONLY); @@ -21,6 +285,7 @@ int main(int argc, const char **argv) fprintf(stderr, "card %s open failed: %s\n", card, strerror(errno)); return 1; } + drmVersionPtr drm_ver = drmGetVersion(drmfd); int err; int source_plane = 0; int source_crtc = 0; @@ -30,7 +295,7 @@ int main(int argc, const char **argv) } drmModePlane *plane = NULL; drmModePlaneRes *plane_res = NULL; - drmModeFB2 *fb = NULL; + drmModeFB *fb = NULL; if (source_plane > 0) { plane = drmModeGetPlane(drmfd, source_plane); if (!plane) { @@ -76,52 +341,130 @@ int main(int argc, const char **argv) } uint32_t plane_id = plane->plane_id; - fb = drmModeGetFB2(drmfd, plane->fb_id); + fb = drmModeGetFB(drmfd, plane->fb_id); if (!fb) { fprintf(stderr, "Failed to get framebuffer %u: %s\n", plane->fb_id, strerror(errno)); goto cleanup; } - //printf("Template framebuffer is %u: %ux%u %ubpp %ub depth %u pitch\n", fb->fb_id, fb->width, fb->height, fb->bpp, fb->depth, fb->pitch); - printf("Template framebuffer is %u: %ux%u fourcc:%u mod:%u flags:%u\n", fb->fb_id, fb->width, fb->height, fb->pixel_format, fb->modifier, fb->flags); - printf("handles %u %u %u %u\n", fb->handles[0], fb->handles[1], fb->handles[2], fb->handles[3]); - printf("offsets %u %u %u %u\n", fb->offsets[0], fb->offsets[1], fb->offsets[2], fb->offsets[3]); - printf("pitches %u %u %u %u\n", fb->pitches[0], fb->pitches[1], fb->pitches[2], fb->pitches[3]); - printf("format %s, modifier %s:%s\n", drmGetFormatName(fb->pixel_format), drmGetFormatModifierVendor(fb->modifier), drmGetFormatModifierName(fb->modifier)); + printf("Template framebuffer is %u: %ux%u %ubpp %ub depth %u pitch\n", fb->fb_id, fb->width, fb->height, fb->bpp, fb->depth, fb->pitch); + //printf("Template framebuffer is %u: %ux%u fourcc:%u mod:%u flags:%u\n", fb->fb_id, fb->width, fb->height, fb->pixel_format, fb->modifier, fb->flags); + //printf("handles %u %u %u %u\n", fb->handles[0], fb->handles[1], fb->handles[2], fb->handles[3]); + //printf("offsets %u %u %u %u\n", fb->offsets[0], fb->offsets[1], fb->offsets[2], fb->offsets[3]); + //printf("pitches %u %u %u %u\n", fb->pitches[0], fb->pitches[1], fb->pitches[2], fb->pitches[3]); + //printf("format %s, modifier %s:%s\n", drmGetFormatName(fb->pixel_format), drmGetFormatModifierVendor(fb->modifier), drmGetFormatModifierName(fb->modifier)); - if (!fb->handles[0]) { + if (!fb->handle) { fprintf(stderr, "No handle set on framebuffer: maybe you need some additional capabilities?\n"); goto cleanup; } - int fd = -1; - err = drmPrimeHandleToFD(drmfd, fb->handles[0], O_RDONLY, &fd); - if (err < 0 || fd < 0) { - perror("Failed to get PRIME fd from framebuffer handle"); + int ioctl_err = 0; + struct drm_gem_flink flink; + flink.handle = fb->handle; + if (ioctl_err = drmIoctl(drmfd, DRM_IOCTL_GEM_FLINK, &flink)) { + fprintf(stderr, "DRM ioctl error %d on line %d\n", ioctl_err, __LINE__); + goto cleanup; + } + struct drm_gem_open open_arg; + open_arg.name = flink.name; + if (ioctl_err = drmIoctl(drmfd, DRM_IOCTL_GEM_OPEN, &open_arg)) { + fprintf(stderr, "DRM ioctl error %d on line %d\n", ioctl_err, __LINE__); + goto cleanup; } - - //size_t buflen = fb->width * fb->height * fb->bpp / 8; - size_t buflen = fb->width * fb->height * 32 / 8; - char *buf = malloc(buflen); - char *mapped = mmap(NULL, buflen, PROT_READ, MAP_SHARED, fd, 0); + off_t mmap_offset = 0; + size_t mmap_size = 0; + printf("drm driver is %s\n", drm_ver->name); + if (strcmp(drm_ver->name, "i915") == 0) { + struct drm_i915_gem_mmap_gtt mmap_arg; + mmap_arg.handle = open_arg.handle; + if (ioctl_err = drmIoctl(drmfd, DRM_IOCTL_I915_GEM_MMAP_GTT, &mmap_arg)) { + fprintf(stderr, "DRM ioctl error %d on line %d\n", ioctl_err, __LINE__); + goto cleanup; + } + mmap_size = open_arg.size; + mmap_offset = mmap_arg.offset; + } + else if (strcmp(drm_ver->name, "amdgpu") == 0) { + union drm_amdgpu_gem_mmap mmap_arg; + memset(&mmap_arg, 0, sizeof(mmap_arg)); + mmap_arg.in.handle = open_arg.handle; + if (ioctl_err = drmIoctl(drmfd, DRM_IOCTL_AMDGPU_GEM_MMAP, &mmap_arg)) { + fprintf(stderr, "DRM ioctl error %d on line %d\n", ioctl_err, __LINE__); + goto cleanup; + } + mmap_size = open_arg.size; + mmap_offset = mmap_arg.out.addr_ptr; + } + else { + fprintf(stderr, "Unimplemented drm driver\n"); + goto cleanup; + } + printf("mapping with size = %d, offset = %d, drmfd = %d\n", mmap_size, mmap_offset, drmfd); + char *mapped = mmap(NULL, mmap_size, PROT_READ, MAP_SHARED, drmfd, mmap_offset); if (mapped == MAP_FAILED) { perror("mmap"); goto cleanup; } - memcpy(buf, mapped, buflen); + + size_t buflen = fb->width * fb->height * 32 / 8; + char *buf = malloc(buflen); + memset(buf, 0, buflen); + char *buf2 = malloc(buflen); + memset(buf2, 0, buflen); + //memcpy(buf, mapped, buflen); + + //cairo_surface_t *surface = cairo_image_surface_create_for_data(buf, CAIRO_FORMAT_RGB24, fb->width, fb->height, fb->pitch); + //cairo_surface_write_to_png(surface, "/tmp/test-1.png"); + //cairo_surface_destroy(surface); //unlink("/tmp/1.raw"); //write(open("/tmp/1.raw", O_WRONLY | O_CREAT, 00644), buf, buflen); + resolution.x = fb->width; + resolution.y = fb->height; rfbScreenInfoPtr server=rfbGetScreen(0,NULL,fb->width,fb->height,8,3,32/8); if(!server) return 1; - server->frameBuffer=buf+8; - rfbInitServer(server); - rfbRunEventLoop(server,-1,FALSE); - return(0); + server->desktopName = "kmsvnc"; + server->frameBuffer = buf; + server->port = 5900; + //server->listenInterface = inet_addr("127.0.0.1"); + server->ipv6port = 0; + server->listen6Interface = NULL; + server->alwaysShared = (1==1); + server->kbdAddEvent = rfb_key_hook; + server->ptrAddEvent = rfb_ptr_hook; + rfbInitServer(server); + //rfbRunEventLoop(server,40000,FALSE); + long usec; + while (rfbIsActive(server)) { + if (server->clientHead && TimeToTakePicture()) { + drm_wait_vblank(drmfd); + // still tearing + memcpy(buf2, mapped, buflen); + convert_bgrx_to_rgb(buf2, fb->width, fb->height, buf); + rfbMarkRectAsModified(server, 0, 0, fb->width, fb->height); + } + usec = server->deferUpdateTime*1000; + rfbProcessEvents(server,usec); + } + + if (drm_ver != NULL) drmFreeVersion(drm_ver); + if (fb != NULL) drmModeFreeFB(fb); + if (uinput_fd > 0) { + ioctl(uinput_fd, UI_DEV_DESTROY); + close(uinput_fd); + } + close(drmfd); + return 0; cleanup: + if (drm_ver != NULL) drmFreeVersion(drm_ver); + if (fb != NULL) drmModeFreeFB(fb); + if (uinput_fd > 0) { + ioctl(uinput_fd, UI_DEV_DESTROY); + close(uinput_fd); + } close(drmfd); return 1; - -} \ No newline at end of file +}