1 /*
2 * XCB input grabber
3 * Copyright (C) 2014 Luca Barbato <lu_zero@gentoo.org>
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 #include "config.h"
23
24 #include <stdlib.h>
25 #include <string.h>
26 #include <xcb/xcb.h>
27
28 #if CONFIG_LIBXCB_XFIXES
29 #include <xcb/xfixes.h>
30 #endif
31
32 #if CONFIG_LIBXCB_SHM
33 #include <sys/shm.h>
34 #include <xcb/shm.h>
35 #endif
36
37 #if CONFIG_LIBXCB_SHAPE
38 #include <xcb/shape.h>
39 #endif
40
47
51
54
58 #if CONFIG_LIBXCB_SHM
60 #endif
64
70
77
79
82
83 #define FOLLOW_CENTER -1
84
85 #define OFFSET(x) offsetof(XCBGrabContext, x)
86 #define D AV_OPT_FLAG_DECODING_PARAM
88 {
"window_id",
"Window to capture.",
OFFSET(window_id),
AV_OPT_TYPE_INT, { .i64 = XCB_NONE }, 0, UINT32_MAX,
D },
96 { "follow_mouse", "Move the grabbing region when the mouse pointer reaches within specified amount of pixels to the edge of region.",
98 {
"centered",
"Keep the mouse pointer at the center of grabbing region when following.", 0,
AV_OPT_TYPE_CONST, { .i64 = -1 }, INT_MIN, INT_MAX,
D, .unit =
"follow_mouse" },
99 {
"show_region",
"Show the grabbing region.",
OFFSET(show_region),
AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1,
D },
100 {
"region_border",
"Set the region border thickness.",
OFFSET(region_border),
AV_OPT_TYPE_INT, { .i64 = 3 }, 1, 128,
D },
103 };
104
111 };
112
114 xcb_query_pointer_reply_t *
p,
115 xcb_get_geometry_reply_t *geo)
116 {
118 int x =
c->x, y =
c->y;
119 int w =
c->width,
h =
c->height,
f =
c->follow_mouse;
120 int p_x, p_y;
121
124
127
131 } else {
133 int right = x +
w -
f;
135 int bottom = y +
h -
f;
136 if (p_x > right) {
137 x += p_x - right;
138 }
else if (p_x <
left) {
140 }
141 if (p_y > bottom) {
142 y += p_y - bottom;
143 } else if (p_y < top) {
144 y -= top - p_y;
145 }
146 }
147
150
151 return 0;
152 }
153
155 {
156 free(opaque);
157 }
158
160 {
162 xcb_get_image_cookie_t iq;
163 xcb_get_image_reply_t *
img;
164 xcb_drawable_t drawable =
c->window_id;
165 xcb_generic_error_t *e =
NULL;
167 int length;
168
169 iq = xcb_get_image(
c->conn, XCB_IMAGE_FORMAT_Z_PIXMAP, drawable,
170 c->x,
c->y,
c->width,
c->height, ~0);
171
172 img = xcb_get_image_reply(
c->conn, iq, &e);
173
174 if (e) {
176 "Cannot get the image data "
177 "event_error: response_type:%u error_code:%u "
178 "sequence:%u resource_id:%u minor_code:%u major_code:%u.\n",
179 e->response_type, e->error_code,
180 e->sequence, e->resource_id, e->minor_code, e->major_code);
181 free(e);
183 }
184
187
188 data = xcb_get_image_data(
img);
189 length = xcb_get_image_data_length(
img);
190
195 }
196
199
200 return 0;
201 }
202
204 {
207
208 c->time_frame +=
c->frame_duration;
209
210 for (;;) {
212 delay =
c->time_frame - curtime;
213 if (delay <= 0)
214 break;
216 }
217
218 return curtime;
219 }
220
221 #if CONFIG_LIBXCB_SHM
222 static int check_shm(xcb_connection_t *conn)
223 {
224 xcb_shm_query_version_cookie_t cookie = xcb_shm_query_version(conn);
225 xcb_shm_query_version_reply_t *reply;
226
227 reply = xcb_shm_query_version_reply(conn, cookie,
NULL);
228 if (reply) {
229 free(reply);
230 return 1;
231 }
232
233 return 0;
234 }
235
236 static void free_shm_buffer(
void *opaque, uint8_t *
data)
237 {
239 }
240
242 {
243 xcb_connection_t *conn = opaque;
248
249 id = shmget(IPC_PRIVATE,
size, IPC_CREAT | 0777);
250 if (id == -1)
252
253 segment = xcb_generate_id(conn);
254 xcb_shm_attach(conn,
segment,
id, 0);
256 shmctl(id, IPC_RMID, 0);
259
263
265 }
266
268 {
270 xcb_shm_get_image_cookie_t iq;
271 xcb_shm_get_image_reply_t *
img;
272 xcb_drawable_t drawable =
c->window_id;
273 xcb_generic_error_t *e =
NULL;
276
278 if (!buf) {
281 }
283
284 iq = xcb_shm_get_image(
c->conn, drawable,
285 c->x,
c->y,
c->width,
c->height, ~0,
286 XCB_IMAGE_FORMAT_Z_PIXMAP,
segment, 0);
287 img = xcb_shm_get_image_reply(
c->conn, iq, &e);
288
290
291 if (e) {
293 "Cannot get the image data "
294 "event_error: response_type:%u error_code:%u "
295 "sequence:%u resource_id:%u minor_code:%u major_code:%u.\n",
296 e->response_type, e->error_code,
297 e->sequence, e->resource_id, e->minor_code, e->major_code);
298
299 free(e);
302 }
303
305
309
310 return 0;
311 }
312 #endif /* CONFIG_LIBXCB_SHM */
313
314 #if CONFIG_LIBXCB_XFIXES
315 static int check_xfixes(xcb_connection_t *conn)
316 {
317 xcb_xfixes_query_version_cookie_t cookie;
318 xcb_xfixes_query_version_reply_t *reply;
319
320 cookie = xcb_xfixes_query_version(conn, XCB_XFIXES_MAJOR_VERSION,
321 XCB_XFIXES_MINOR_VERSION);
322 reply = xcb_xfixes_query_version_reply(conn, cookie,
NULL);
323
324 if (reply) {
325 free(reply);
326 return 1;
327 }
328 return 0;
329 }
330
331 #define BLEND(target, source, alpha) \
332 (target) + ((source) * (255 - (alpha)) + 255 / 2) / 255
333
335 xcb_query_pointer_reply_t *
p,
336 xcb_get_geometry_reply_t *geo,
337 int win_x, int win_y)
338 {
340 uint32_t *cursor;
343 xcb_xfixes_get_cursor_image_cookie_t cc;
344 xcb_xfixes_get_cursor_image_reply_t *ci;
345 int cx, cy, x, y,
w,
h, c_off, i_off;
346
347 cc = xcb_xfixes_get_cursor_image(gr->
conn);
348 ci = xcb_xfixes_get_cursor_image_reply(gr->
conn, cc,
NULL);
349 if (!ci)
350 return;
351
352 cursor = xcb_xfixes_get_cursor_image_cursor_image(ci);
353 if (!cursor)
354 return;
355
356 cx = ci->x - ci->xhot;
357 cy = ci->y - ci->yhot;
358
359 x =
FFMAX(cx, win_x + gr->
x);
360 y =
FFMAX(cy, win_y + gr->
y);
361
362 w =
FFMIN(cx + ci->width, win_x + gr->
x + gr->
width) - x;
364
365 c_off = x - cx;
366 i_off = x - gr->
x - win_x;
367
368 cursor += (y - cy) * ci->width;
370
371 for (y = 0; y <
h; y++) {
372 cursor += c_off;
374 for (x = 0; x <
w; x++, cursor++, image +=
stride) {
376
378 g = (*cursor >> 8) & 0xff;
379 b = (*cursor >> 16) & 0xff;
380 a = (*cursor >> 24) & 0xff;
381
383 continue;
384
389 } else {
390 image[0] = BLEND(
r, image[0],
a);
391 image[1] = BLEND(
g, image[1],
a);
392 image[2] = BLEND(
b, image[2],
a);
393 }
394
395 }
396 cursor += ci->width -
w - c_off;
398 }
399
400 free(ci);
401 }
402 #endif /* CONFIG_LIBXCB_XFIXES */
403
405 {
407 const uint32_t args[] = { win_x +
c->x -
c->region_border,
408 win_y +
c->y -
c->region_border };
409
410 xcb_configure_window(
c->conn,
412 XCB_CONFIG_WINDOW_X | XCB_CONFIG_WINDOW_Y,
413 args);
414 }
415
417 {
419 xcb_query_pointer_cookie_t pc;
420 xcb_get_geometry_cookie_t gc;
421 xcb_translate_coordinates_cookie_t tc;
422 xcb_query_pointer_reply_t *
p =
NULL;
423 xcb_get_geometry_reply_t *geo =
NULL;
424 xcb_translate_coordinates_reply_t *translate =
NULL;
427 int win_x = 0, win_y = 0;
428
431
432 if (
c->follow_mouse ||
c->draw_mouse) {
433 pc = xcb_query_pointer(
c->conn,
c->window_id);
434 gc = xcb_get_geometry(
c->conn,
c->window_id);
435 p = xcb_query_pointer_reply(
c->conn, pc,
NULL);
439 }
440 geo = xcb_get_geometry_reply(
c->conn, gc,
NULL);
441 if (!geo) {
445 }
446 }
447 if (
c->window_id !=
c->screen->root) {
448 tc = xcb_translate_coordinates(
c->conn,
c->window_id,
c->screen->root, 0, 0);
449 translate = xcb_translate_coordinates_reply(
c->conn, tc,
NULL);
450 if (!translate) {
452 free(geo);
455 }
456 win_x = translate->dst_x;
457 win_y = translate->dst_y;
458 free(translate);
459 }
460
461 if (
c->follow_mouse &&
p->same_screen)
463
466
467 #if CONFIG_LIBXCB_SHM
468 if (
c->has_shm && xcbgrab_frame_shm(
s,
pkt) < 0) {
471 }
472 #endif
477
478 #if CONFIG_LIBXCB_XFIXES
479 if (
ret >= 0 &&
c->draw_mouse &&
p->same_screen)
480 xcbgrab_draw_mouse(
s,
pkt,
p, geo, win_x, win_y);
481 #endif
482
484 free(geo);
485
487 }
488
490 {
492
493 #if CONFIG_LIBXCB_SHM
495 #endif
496
497 xcb_disconnect(
ctx->conn);
498
499 return 0;
500 }
501
502 static xcb_screen_t *
get_screen(
const xcb_setup_t *setup,
int screen_num)
503 {
504 xcb_screen_iterator_t
it = xcb_setup_roots_iterator(setup);
505 xcb_screen_t *screen =
NULL;
506
507 for (;
it.rem > 0; xcb_screen_next (&
it)) {
508 if (!screen_num) {
510 break;
511 }
512
513 screen_num--;
514 }
515
516 return screen;
517 }
518
521 {
523 const xcb_setup_t *setup = xcb_get_setup(
c->conn);
524 const xcb_format_t *fmt = xcb_setup_pixmap_formats(setup);
525 int length = xcb_setup_pixmap_formats_length(setup);
526
528
529 while (length--) {
530 if (fmt->depth == depth) {
531 switch (depth) {
532 case 32:
533 if (fmt->bits_per_pixel == 32)
534 *
pix_fmt = setup->image_byte_order == XCB_IMAGE_ORDER_LSB_FIRST ?
536 break;
537 case 24:
538 if (fmt->bits_per_pixel == 32)
539 *
pix_fmt = setup->image_byte_order == XCB_IMAGE_ORDER_LSB_FIRST ?
541 else if (fmt->bits_per_pixel == 24)
542 *
pix_fmt = setup->image_byte_order == XCB_IMAGE_ORDER_LSB_FIRST ?
544 break;
545 case 16:
546 if (fmt->bits_per_pixel == 16)
547 *
pix_fmt = setup->image_byte_order == XCB_IMAGE_ORDER_LSB_FIRST ?
549 break;
550 case 15:
551 if (fmt->bits_per_pixel == 16)
552 *
pix_fmt = setup->image_byte_order == XCB_IMAGE_ORDER_LSB_FIRST ?
554 break;
555 case 8:
556 if (fmt->bits_per_pixel == 8)
558 break;
559 }
560 }
561
563 *bpp = fmt->bits_per_pixel;
564 return 0;
565 }
566
567 fmt++;
568 }
570
572 }
573
575 {
578 xcb_get_geometry_cookie_t gc;
579 xcb_get_geometry_reply_t *geo;
582
583 if (!st)
585
589
591
592 gc = xcb_get_geometry(
c->conn,
c->window_id);
593 geo = xcb_get_geometry_reply(
c->conn, gc,
NULL);
594 if (!geo) {
597 }
598
599 if (!
c->width || !
c->height) {
600 c->width = geo->width;
601 c->height = geo->height;
602 }
603
604 if (
c->x +
c->width > geo->width ||
605 c->y +
c->height > geo->height) {
607 "Capture area %dx%d at position %d.%d "
608 "outside the screen size %dx%d\n",
611 geo->width, geo->height);
612 free(geo);
614 }
615
620
622 free(geo);
625
626 frame_size_bits = (
int64_t)
c->width *
c->height *
c->bpp;
630 }
631 c->frame_size = frame_size_bits / 8;
632
633 #if CONFIG_LIBXCB_SHM
635 c->conn, allocate_shm_buffer,
NULL);
638 #endif
639
645
647 }
648
650 {
652 xcb_gcontext_t gc = xcb_generate_id(
c->conn);
653 uint32_t
mask = XCB_GC_FOREGROUND |
654 XCB_GC_BACKGROUND |
655 XCB_GC_LINE_WIDTH |
656 XCB_GC_LINE_STYLE |
657 XCB_GC_FILL_STYLE;
658 uint32_t
values[] = {
c->screen->black_pixel,
659 c->screen->white_pixel,
661 XCB_LINE_STYLE_DOUBLE_DASH,
662 XCB_FILL_STYLE_SOLID };
663 xcb_rectangle_t
r = { 1, 1,
664 c->width +
c->region_border * 2 - 3,
665 c->height +
c->region_border * 2 - 3 };
666
668
669 xcb_poly_rectangle(
c->conn,
c->window, gc, 1, &
r);
670 }
671
673 {
675 uint32_t
mask = XCB_CW_OVERRIDE_REDIRECT | XCB_CW_EVENT_MASK;
677 XCB_EVENT_MASK_EXPOSURE |
678 XCB_EVENT_MASK_STRUCTURE_NOTIFY };
680
681 c->window = xcb_generate_id(
c->conn);
682
683 xcb_create_window(
c->conn, XCB_COPY_FROM_PARENT,
686 c->x -
c->region_border,
687 c->y -
c->region_border,
688 c->width +
c->region_border * 2,
689 c->height +
c->region_border * 2,
690 0,
691 XCB_WINDOW_CLASS_INPUT_OUTPUT,
692 XCB_COPY_FROM_PARENT,
694
695 #if CONFIG_LIBXCB_SHAPE
696 xcb_shape_rectangles(
c->conn, XCB_SHAPE_SO_SUBTRACT,
697 XCB_SHAPE_SK_BOUNDING, XCB_CLIP_ORDERING_UNSORTED,
699 c->region_border,
c->region_border,
701 #endif
702
703 xcb_map_window(
c->conn,
c->window);
704
706 }
707
708 #define CROSSHAIR_CURSOR 34
709
711 xcb_point_t *corner_b)
712 {
713 xcb_rectangle_t rectangle;
714 rectangle.x =
FFMIN(corner_a->x, corner_b->x);
715 rectangle.y =
FFMIN(corner_a->y, corner_b->y);
716 rectangle.width =
FFABS(corner_a->x - corner_b->x);
717 rectangle.height =
FFABS(corner_a->y - corner_b->y);
718 return rectangle;
719 }
720
722 {
724 xcb_connection_t *conn =
c->conn;
725 xcb_screen_t *screen =
c->screen;
726
727 int ret = 0, done = 0, was_pressed = 0;
728 xcb_cursor_t cursor;
729 xcb_font_t cursor_font;
730 xcb_point_t press_position;
731 xcb_generic_event_t *event;
732 xcb_rectangle_t rectangle = { 0 };
733 xcb_grab_pointer_reply_t *reply;
734 xcb_grab_pointer_cookie_t cookie;
735
736 xcb_window_t root_window = screen->root;
737 xcb_gcontext_t gc = xcb_generate_id(conn);
738 uint32_t
mask = XCB_GC_FUNCTION | XCB_GC_SUBWINDOW_MODE;
739 uint32_t
values[] = { XCB_GX_INVERT, XCB_SUBWINDOW_MODE_INCLUDE_INFERIORS };
740 xcb_create_gc(conn, gc, root_window,
mask,
values);
741
742 cursor_font = xcb_generate_id(conn);
743 xcb_open_font(conn, cursor_font, strlen("cursor"), "cursor");
744 cursor = xcb_generate_id(conn);
745 xcb_create_glyph_cursor(conn, cursor, cursor_font, cursor_font,
747 0xFFFF, 0xFFFF, 0xFFFF);
748 cookie = xcb_grab_pointer(conn, 0, root_window,
749 XCB_EVENT_MASK_BUTTON_PRESS |
750 XCB_EVENT_MASK_BUTTON_RELEASE |
751 XCB_EVENT_MASK_BUTTON_MOTION,
752 XCB_GRAB_MODE_ASYNC, XCB_GRAB_MODE_ASYNC,
753 root_window, cursor, XCB_CURRENT_TIME);
754 reply = xcb_grab_pointer_reply(conn, cookie,
NULL);
755 if (!reply || reply->status != XCB_GRAB_STATUS_SUCCESS) {
757 "Failed to select region. Could not grab pointer.\n");
759 free(reply);
761 }
762 free(reply);
763
764 xcb_grab_server(conn);
765
766 while (!done && (event = xcb_wait_for_event(conn))) {
767 switch (event->response_type & ~0x80) {
768 case XCB_BUTTON_PRESS: {
769 xcb_button_press_event_t *press = (xcb_button_press_event_t *)event;
770 press_position = (xcb_point_t){ press->event_x, press->event_y };
771 rectangle.x = press_position.x;
772 rectangle.y = press_position.y;
773 xcb_poly_rectangle(conn, root_window, gc, 1, &rectangle);
774 was_pressed = 1;
775 break;
776 }
777 case XCB_MOTION_NOTIFY: {
778 if (was_pressed) {
779 xcb_motion_notify_event_t *motion =
780 (xcb_motion_notify_event_t *)event;
781 xcb_point_t cursor_position = { motion->event_x, motion->event_y };
782 xcb_poly_rectangle(conn, root_window, gc, 1, &rectangle);
784 xcb_poly_rectangle(conn, root_window, gc, 1, &rectangle);
785 }
786 break;
787 }
788 case XCB_BUTTON_RELEASE: {
789 xcb_poly_rectangle(conn, root_window, gc, 1, &rectangle);
790 done = 1;
791 break;
792 }
793 default:
794 break;
795 }
796 xcb_flush(conn);
797 free(event);
798 }
799 c->width = rectangle.width;
800 c->height = rectangle.height;
801 if (
c->width &&
c->height) {
804 } else {
807 }
808 xcb_ungrab_server(conn);
809 xcb_ungrab_pointer(conn, XCB_CURRENT_TIME);
810 xcb_flush(conn);
811
813 xcb_free_cursor(conn, cursor);
814 xcb_close_font(conn, cursor_font);
815 xcb_free_gc(conn, gc);
817 }
818
820 {
823 const xcb_setup_t *setup;
825
826 if (!display_name)
828
829 if (!sscanf(
s->url,
"%[^+]+%d,%d", display_name, &
c->x, &
c->y)) {
830 *display_name = 0;
831 if(sscanf(
s->url,
"+%d,%d", &
c->x, &
c->y) != 2) {
834 }
835 }
836
837 c->conn = xcb_connect(display_name[0] ? display_name :
NULL, &screen_num);
839
840 if ((
ret = xcb_connection_has_error(
c->conn))) {
842 s->url[0] ?
s->url :
"default",
ret);
844 }
845
846 setup = xcb_get_setup(
c->conn);
847
851 screen_num);
854 }
855
856 if (
c->window_id == XCB_NONE)
857 c->window_id =
c->screen->root;
858 else {
859 if (
c->select_region) {
861 c->select_region = 0;
862 }
863 if (
c->follow_mouse) {
866 }
867 }
868
869 if (
c->select_region) {
874 }
875 }
876
878
882 }
883
884 #if CONFIG_LIBXCB_SHM
885 c->has_shm = check_shm(
c->conn);
886 #endif
887
888 #if CONFIG_LIBXCB_XFIXES
890 if (!(
c->draw_mouse = check_xfixes(
c->conn))) {
892 "XFixes not available, cannot draw the mouse.\n");
893 }
898 }
899 }
900 #endif
901
904
905 return 0;
906 }
907
917 };