2018-01-23 23:32:29 +08:00
|
|
|
#include "scrcpy.h"
|
2017-12-12 22:12:07 +08:00
|
|
|
|
2018-01-23 23:32:29 +08:00
|
|
|
#include <stdio.h>
|
|
|
|
#include <string.h>
|
2017-12-12 22:12:07 +08:00
|
|
|
#include <unistd.h>
|
|
|
|
#include <libavformat/avformat.h>
|
2018-01-23 23:32:29 +08:00
|
|
|
#include <sys/time.h>
|
2017-12-12 22:12:07 +08:00
|
|
|
#include <SDL2/SDL.h>
|
|
|
|
|
2018-01-23 23:32:29 +08:00
|
|
|
#include "command.h"
|
|
|
|
#include "common.h"
|
2018-02-08 18:26:31 +08:00
|
|
|
#include "controller.h"
|
2018-01-23 23:32:29 +08:00
|
|
|
#include "decoder.h"
|
2018-02-08 22:42:49 +08:00
|
|
|
#include "device.h"
|
2018-01-23 23:32:29 +08:00
|
|
|
#include "events.h"
|
|
|
|
#include "frames.h"
|
2018-02-15 18:10:58 +08:00
|
|
|
#include "fpscounter.h"
|
2018-02-15 19:07:47 +08:00
|
|
|
#include "inputmanager.h"
|
2018-02-13 17:10:18 +08:00
|
|
|
#include "log.h"
|
2018-01-23 23:32:29 +08:00
|
|
|
#include "lockutil.h"
|
Replace SDL_net by custom implementation
SDL_net is not very suitable for scrcpy.
For example, SDLNet_TCP_Accept() is non-blocking, so we have to wrap it
by calling many SDL_Net-specific functions to make it blocking.
But above all, SDLNet_TCP_Open() is a server socket only when no IP is
provided; otherwise, it's a client socket. Therefore, it is not possible
to create a server socket bound to localhost, so it accepts connections
from anywhere.
This is a problem for scrcpy, because on start, the application listens
for nearly 1 second until it accepts the first connection, supposedly
from the device. If someone on the local network manages to connect to
the server socket first, then they can stream arbitrary H.264 video.
This may be troublesome, for example during a public presentation ;-)
Provide our own simplified API (net.h) instead, implemented for the
different platforms.
2018-02-16 05:59:21 +08:00
|
|
|
#include "net.h"
|
2018-02-08 18:14:13 +08:00
|
|
|
#include "screen.h"
|
2018-01-23 23:32:29 +08:00
|
|
|
#include "server.h"
|
2018-02-06 00:29:40 +08:00
|
|
|
#include "tinyxpm.h"
|
2018-01-23 23:32:29 +08:00
|
|
|
|
2018-02-08 22:16:27 +08:00
|
|
|
static struct server server = SERVER_INITIALIZER;
|
2018-02-08 18:14:13 +08:00
|
|
|
static struct screen screen = SCREEN_INITIALIZER;
|
2018-01-23 23:32:29 +08:00
|
|
|
static struct frames frames;
|
|
|
|
static struct decoder decoder;
|
|
|
|
static struct controller controller;
|
|
|
|
|
2018-02-15 19:07:47 +08:00
|
|
|
static struct input_manager input_manager = {
|
|
|
|
.controller = &controller,
|
2018-02-15 19:24:16 +08:00
|
|
|
.frames = &frames,
|
2018-02-15 19:07:47 +08:00
|
|
|
.screen = &screen,
|
|
|
|
};
|
|
|
|
|
2018-03-14 04:26:05 +08:00
|
|
|
#if defined(__APPLE__) || defined(__WINDOWS__)
|
|
|
|
# define CONTINUOUS_RESIZING_WORKAROUND
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef CONTINUOUS_RESIZING_WORKAROUND
|
|
|
|
// On Windows and MacOS, resizing blocks the event loop, so resizing events are
|
|
|
|
// not triggered. As a workaround, handle them in an event handler.
|
|
|
|
//
|
|
|
|
// <https://bugzilla.libsdl.org/show_bug.cgi?id=2077>
|
|
|
|
// <https://stackoverflow.com/a/40693139/1987178>
|
2018-03-14 16:31:16 +08:00
|
|
|
static int event_watcher(void *data, SDL_Event *event) {
|
2018-03-14 04:26:05 +08:00
|
|
|
if (event->type == SDL_WINDOWEVENT && event->window.event == SDL_WINDOWEVENT_RESIZED) {
|
|
|
|
// called from another thread, not very safe, but it's a workaround!
|
|
|
|
screen_render(&screen);
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2018-02-08 16:08:55 +08:00
|
|
|
static void event_loop(void) {
|
2018-03-14 04:26:05 +08:00
|
|
|
#ifdef CONTINUOUS_RESIZING_WORKAROUND
|
2018-03-14 16:31:16 +08:00
|
|
|
SDL_AddEventWatch(event_watcher, NULL);
|
2018-03-14 04:26:05 +08:00
|
|
|
#endif
|
2018-01-23 23:32:29 +08:00
|
|
|
SDL_Event event;
|
|
|
|
while (SDL_WaitEvent(&event)) {
|
|
|
|
switch (event.type) {
|
2018-02-01 18:34:49 +08:00
|
|
|
case EVENT_DECODER_STOPPED:
|
2018-02-13 17:10:18 +08:00
|
|
|
LOGD("Video decoder stopped");
|
2018-02-07 22:24:39 +08:00
|
|
|
return;
|
2018-02-01 18:34:49 +08:00
|
|
|
case SDL_QUIT:
|
2018-02-13 17:10:18 +08:00
|
|
|
LOGD("User requested to quit");
|
2018-01-23 23:32:29 +08:00
|
|
|
return;
|
2018-02-01 18:34:49 +08:00
|
|
|
case EVENT_NEW_FRAME:
|
Improve startup time
On startup, the client has to:
1. listen on a port
2. push and start the server to the device
3. wait for the server to connect (accept)
4. read device name and size
5. initialize SDL
6. initialize the window and renderer
7. show the window
From the execution of the app_process command to start the server on the
device, to the execution of the java main method, it takes ~800ms. As a
consequence, step 3 also takes ~800ms on the client.
Once complete, the client initializes SDL, which takes ~500ms.
These two expensive actions are executed sequentially:
HOST DEVICE
listen on port | |
push/start the server |----------------->|| app_process loads the jar
accept the connection . ^ ||
. | ||
. | WASTE ||
. | OF ||
. | TIME ||
. | ||
. | ||
. v X execution of our java main
connection accepted |<-----------------| connect to the host
init SDL || |
|| ,----------------| send frames
|| |,---------------|
|| ||,--------------|
|| |||,-------------|
|| ||||,------------|
init window/renderer | |||||,-----------|
display frames |<++++++-----------|
(many frames skipped)
The rationale for step 3 occuring before step 5 is that initializing
SDL replaces the SIGTERM handler to receive the event in the event loop,
so pressing Ctrl+C during step 5 would not work (since it blocks the
event loop).
But this is not so important; let's parallelize the SDL initialization
with the app_process execution (we'll just add a timeout to the
connection):
HOST DEVICE
listen on port | |
push/start the server |----------------->||app_process loads the jar
init SDL || ||
|| ||
|| ||
|| ||
|| ||
|| ||
accept the connection . ||
. X execution of our java main
connection accepted |<-----------------| connect to the host
init window/renderer | |
display frames |<-----------------| send frames
|<-----------------|
In addition, show the window only once the first frame is available to
avoid flickering (opening a black window for 100~200ms).
Note: the window and renderer are initialized after the connection is
accepted because they use the device information received from the
device.
2018-02-09 20:50:54 +08:00
|
|
|
if (!screen.has_frame) {
|
|
|
|
screen.has_frame = SDL_TRUE;
|
|
|
|
// this is the very first frame, show the window
|
|
|
|
screen_show_window(&screen);
|
|
|
|
}
|
2018-02-09 18:14:47 +08:00
|
|
|
if (!screen_update_frame(&screen, &frames)) {
|
2018-02-01 18:34:49 +08:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case SDL_WINDOWEVENT:
|
|
|
|
switch (event.window.event) {
|
2018-03-15 23:00:40 +08:00
|
|
|
case SDL_WINDOWEVENT_EXPOSED:
|
|
|
|
case SDL_WINDOWEVENT_SIZE_CHANGED:
|
|
|
|
screen_render(&screen);
|
|
|
|
break;
|
2018-02-01 18:34:49 +08:00
|
|
|
}
|
|
|
|
break;
|
2018-03-15 23:00:40 +08:00
|
|
|
case SDL_TEXTINPUT:
|
2018-02-15 19:07:47 +08:00
|
|
|
input_manager_process_text_input(&input_manager, &event.text);
|
2018-02-01 18:34:49 +08:00
|
|
|
break;
|
|
|
|
case SDL_KEYDOWN:
|
|
|
|
case SDL_KEYUP:
|
2018-02-15 19:07:47 +08:00
|
|
|
input_manager_process_key(&input_manager, &event.key);
|
2018-02-01 18:34:49 +08:00
|
|
|
break;
|
|
|
|
case SDL_MOUSEMOTION:
|
2018-02-15 19:07:47 +08:00
|
|
|
input_manager_process_mouse_motion(&input_manager, &event.motion);
|
2018-02-01 18:34:49 +08:00
|
|
|
break;
|
2018-03-15 23:00:40 +08:00
|
|
|
case SDL_MOUSEWHEEL:
|
2018-02-15 19:07:47 +08:00
|
|
|
input_manager_process_mouse_wheel(&input_manager, &event.wheel);
|
2018-02-01 18:34:49 +08:00
|
|
|
break;
|
|
|
|
case SDL_MOUSEBUTTONDOWN:
|
2018-03-15 23:00:40 +08:00
|
|
|
case SDL_MOUSEBUTTONUP:
|
2018-02-15 19:07:47 +08:00
|
|
|
input_manager_process_mouse_button(&input_manager, &event.button);
|
2018-01-23 23:32:29 +08:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-03-25 22:20:34 +08:00
|
|
|
static process_t set_show_touches_enabled(const char *serial, SDL_bool enabled) {
|
2018-03-25 21:23:00 +08:00
|
|
|
const char *value = enabled ? "1" : "0";
|
|
|
|
const char *const adb_cmd[] = {
|
|
|
|
"shell", "settings", "put", "system", "show_touches", value
|
|
|
|
};
|
2018-03-25 22:20:34 +08:00
|
|
|
return adb_execute(serial, adb_cmd, ARRAY_LEN(adb_cmd));
|
|
|
|
}
|
|
|
|
|
|
|
|
static void wait_show_touches(process_t process) {
|
|
|
|
// reap the process, ignore the result
|
|
|
|
process_check_success(process, "show_touches");
|
2018-03-25 21:23:00 +08:00
|
|
|
}
|
|
|
|
|
2018-03-21 21:04:13 +08:00
|
|
|
SDL_bool scrcpy(const struct scrcpy_options *options) {
|
|
|
|
if (!server_start(&server, options->serial, options->port,
|
|
|
|
options->max_size, options->bit_rate)) {
|
2018-01-23 23:32:29 +08:00
|
|
|
return SDL_FALSE;
|
|
|
|
}
|
|
|
|
|
2018-05-27 21:46:07 +08:00
|
|
|
process_t proc_show_touches = PROCESS_NONE;
|
2018-03-25 22:20:34 +08:00
|
|
|
SDL_bool show_touches_waited;
|
|
|
|
if (options->show_touches) {
|
|
|
|
LOGI("Enable show_touches");
|
|
|
|
proc_show_touches = set_show_touches_enabled(options->serial, SDL_TRUE);
|
|
|
|
show_touches_waited = SDL_FALSE;
|
|
|
|
}
|
|
|
|
|
2018-02-09 19:59:36 +08:00
|
|
|
SDL_bool ret = SDL_TRUE;
|
|
|
|
|
2018-03-22 04:43:12 +08:00
|
|
|
if (!SDL_SetHint(SDL_HINT_NO_SIGNAL_HANDLERS, "1")) {
|
|
|
|
LOGW("Cannot request to keep default signal handlers");
|
|
|
|
}
|
|
|
|
|
Improve startup time
On startup, the client has to:
1. listen on a port
2. push and start the server to the device
3. wait for the server to connect (accept)
4. read device name and size
5. initialize SDL
6. initialize the window and renderer
7. show the window
From the execution of the app_process command to start the server on the
device, to the execution of the java main method, it takes ~800ms. As a
consequence, step 3 also takes ~800ms on the client.
Once complete, the client initializes SDL, which takes ~500ms.
These two expensive actions are executed sequentially:
HOST DEVICE
listen on port | |
push/start the server |----------------->|| app_process loads the jar
accept the connection . ^ ||
. | ||
. | WASTE ||
. | OF ||
. | TIME ||
. | ||
. | ||
. v X execution of our java main
connection accepted |<-----------------| connect to the host
init SDL || |
|| ,----------------| send frames
|| |,---------------|
|| ||,--------------|
|| |||,-------------|
|| ||||,------------|
init window/renderer | |||||,-----------|
display frames |<++++++-----------|
(many frames skipped)
The rationale for step 3 occuring before step 5 is that initializing
SDL replaces the SIGTERM handler to receive the event in the event loop,
so pressing Ctrl+C during step 5 would not work (since it blocks the
event loop).
But this is not so important; let's parallelize the SDL initialization
with the app_process execution (we'll just add a timeout to the
connection):
HOST DEVICE
listen on port | |
push/start the server |----------------->||app_process loads the jar
init SDL || ||
|| ||
|| ||
|| ||
|| ||
|| ||
accept the connection . ||
. X execution of our java main
connection accepted |<-----------------| connect to the host
init window/renderer | |
display frames |<-----------------| send frames
|<-----------------|
In addition, show the window only once the first frame is available to
avoid flickering (opening a black window for 100~200ms).
Note: the window and renderer are initialized after the connection is
accepted because they use the device information received from the
device.
2018-02-09 20:50:54 +08:00
|
|
|
if (!sdl_init_and_configure()) {
|
|
|
|
ret = SDL_FALSE;
|
|
|
|
goto finally_destroy_server;
|
|
|
|
}
|
|
|
|
|
2018-03-22 04:43:12 +08:00
|
|
|
socket_t device_socket = server_connect_to(&server);
|
Replace SDL_net by custom implementation
SDL_net is not very suitable for scrcpy.
For example, SDLNet_TCP_Accept() is non-blocking, so we have to wrap it
by calling many SDL_Net-specific functions to make it blocking.
But above all, SDLNet_TCP_Open() is a server socket only when no IP is
provided; otherwise, it's a client socket. Therefore, it is not possible
to create a server socket bound to localhost, so it accepts connections
from anywhere.
This is a problem for scrcpy, because on start, the application listens
for nearly 1 second until it accepts the first connection, supposedly
from the device. If someone on the local network manages to connect to
the server socket first, then they can stream arbitrary H.264 video.
This may be troublesome, for example during a public presentation ;-)
Provide our own simplified API (net.h) instead, implemented for the
different platforms.
2018-02-16 05:59:21 +08:00
|
|
|
if (device_socket == INVALID_SOCKET) {
|
2018-03-12 17:19:12 +08:00
|
|
|
server_stop(&server);
|
2018-02-09 19:59:36 +08:00
|
|
|
ret = SDL_FALSE;
|
|
|
|
goto finally_destroy_server;
|
2018-01-23 23:32:29 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
char device_name[DEVICE_NAME_FIELD_LENGTH];
|
2018-02-08 18:14:13 +08:00
|
|
|
struct size frame_size;
|
2018-01-23 23:32:29 +08:00
|
|
|
|
|
|
|
// screenrecord does not send frames when the screen content does not change
|
|
|
|
// therefore, we transmit the screen size before the video stream, to be able
|
|
|
|
// to init the window immediately
|
2018-02-08 22:42:49 +08:00
|
|
|
if (!device_read_info(device_socket, device_name, &frame_size)) {
|
2018-03-12 17:19:12 +08:00
|
|
|
server_stop(&server);
|
2018-02-09 19:59:36 +08:00
|
|
|
ret = SDL_FALSE;
|
|
|
|
goto finally_destroy_server;
|
2018-01-23 23:32:29 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
if (!frames_init(&frames)) {
|
2018-03-12 17:19:12 +08:00
|
|
|
server_stop(&server);
|
2018-02-09 19:59:36 +08:00
|
|
|
ret = SDL_FALSE;
|
|
|
|
goto finally_destroy_server;
|
2018-01-23 23:32:29 +08:00
|
|
|
}
|
|
|
|
|
2018-02-09 20:29:48 +08:00
|
|
|
decoder_init(&decoder, &frames, device_socket);
|
2018-01-23 23:32:29 +08:00
|
|
|
|
|
|
|
// now we consumed the header values, the socket receives the video stream
|
|
|
|
// start the decoder
|
|
|
|
if (!decoder_start(&decoder)) {
|
|
|
|
ret = SDL_FALSE;
|
2018-03-12 17:19:12 +08:00
|
|
|
server_stop(&server);
|
2018-02-08 18:14:13 +08:00
|
|
|
goto finally_destroy_frames;
|
2018-01-23 23:32:29 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
if (!controller_init(&controller, device_socket)) {
|
|
|
|
ret = SDL_FALSE;
|
2018-02-08 18:14:13 +08:00
|
|
|
goto finally_stop_decoder;
|
2018-01-23 23:32:29 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
if (!controller_start(&controller)) {
|
|
|
|
ret = SDL_FALSE;
|
2018-02-08 18:14:13 +08:00
|
|
|
goto finally_destroy_controller;
|
2018-01-23 23:32:29 +08:00
|
|
|
}
|
|
|
|
|
2018-02-08 18:14:13 +08:00
|
|
|
if (!screen_init_rendering(&screen, device_name, frame_size)) {
|
2018-02-05 19:12:08 +08:00
|
|
|
ret = SDL_FALSE;
|
2018-02-08 18:14:13 +08:00
|
|
|
goto finally_stop_and_join_controller;
|
2018-02-05 19:12:08 +08:00
|
|
|
}
|
2018-01-23 23:32:29 +08:00
|
|
|
|
2018-03-25 21:23:00 +08:00
|
|
|
if (options->show_touches) {
|
2018-03-25 22:20:34 +08:00
|
|
|
wait_show_touches(proc_show_touches);
|
|
|
|
show_touches_waited = SDL_TRUE;
|
2018-03-25 21:23:00 +08:00
|
|
|
}
|
2018-01-23 23:32:29 +08:00
|
|
|
|
2018-03-25 21:23:00 +08:00
|
|
|
event_loop();
|
2018-02-13 17:10:18 +08:00
|
|
|
LOGD("quit...");
|
2018-03-25 21:23:00 +08:00
|
|
|
|
2018-03-25 21:59:43 +08:00
|
|
|
screen_destroy(&screen);
|
|
|
|
|
2018-02-08 18:14:13 +08:00
|
|
|
finally_stop_and_join_controller:
|
2018-01-23 23:32:29 +08:00
|
|
|
controller_stop(&controller);
|
|
|
|
controller_join(&controller);
|
2018-02-08 18:14:13 +08:00
|
|
|
finally_destroy_controller:
|
2018-01-23 23:32:29 +08:00
|
|
|
controller_destroy(&controller);
|
2018-02-08 18:14:13 +08:00
|
|
|
finally_stop_decoder:
|
2018-02-09 15:42:39 +08:00
|
|
|
decoder_stop(&decoder);
|
2018-02-16 18:11:07 +08:00
|
|
|
// stop the server before decoder_join() to wake up the decoder
|
2018-03-12 17:19:12 +08:00
|
|
|
server_stop(&server);
|
2018-01-23 23:32:29 +08:00
|
|
|
decoder_join(&decoder);
|
2018-02-08 18:14:13 +08:00
|
|
|
finally_destroy_frames:
|
2018-01-23 23:32:29 +08:00
|
|
|
frames_destroy(&frames);
|
2018-02-09 19:59:36 +08:00
|
|
|
finally_destroy_server:
|
2018-03-25 22:20:34 +08:00
|
|
|
if (options->show_touches) {
|
|
|
|
if (!show_touches_waited) {
|
|
|
|
// wait the process which enabled "show touches"
|
|
|
|
wait_show_touches(proc_show_touches);
|
|
|
|
}
|
|
|
|
LOGI("Disable show_touches");
|
|
|
|
proc_show_touches = set_show_touches_enabled(options->serial, SDL_FALSE);
|
|
|
|
wait_show_touches(proc_show_touches);
|
|
|
|
}
|
|
|
|
|
2018-02-09 19:59:36 +08:00
|
|
|
server_destroy(&server);
|
2017-12-18 18:29:34 +08:00
|
|
|
|
2018-01-23 23:32:29 +08:00
|
|
|
return ret;
|
2017-12-12 22:12:07 +08:00
|
|
|
}
|