#include "flipper.pb.h" #include "rpc_i.h" #include "gui.pb.h" #include #define TAG "RpcGui" typedef enum { RpcGuiWorkerFlagTransmit = (1 << 0), RpcGuiWorkerFlagExit = (1 << 1), } RpcGuiWorkerFlag; #define RpcGuiWorkerFlagAny (RpcGuiWorkerFlagTransmit | RpcGuiWorkerFlagExit) typedef struct { RpcSession* session; Gui* gui; // Receive part ViewPort* virtual_display_view_port; uint8_t* virtual_display_buffer; // Transmit PB_Main* transmit_frame; FuriThread* transmit_thread; bool virtual_display_not_empty; bool is_streaming; } RpcGuiSystem; static void rpc_system_gui_screen_stream_frame_callback(uint8_t* data, size_t size, void* context) { furi_assert(data); furi_assert(context); RpcGuiSystem* rpc_gui = (RpcGuiSystem*)context; uint8_t* buffer = rpc_gui->transmit_frame->content.gui_screen_frame.data->bytes; furi_assert(size == rpc_gui->transmit_frame->content.gui_screen_frame.data->size); memcpy(buffer, data, size); furi_thread_flags_set(furi_thread_get_id(rpc_gui->transmit_thread), RpcGuiWorkerFlagTransmit); } static int32_t rpc_system_gui_screen_stream_frame_transmit_thread(void* context) { furi_assert(context); RpcGuiSystem* rpc_gui = (RpcGuiSystem*)context; while(true) { uint32_t flags = furi_thread_flags_wait(RpcGuiWorkerFlagAny, FuriFlagWaitAny, FuriWaitForever); if(flags & RpcGuiWorkerFlagTransmit) { rpc_send(rpc_gui->session, rpc_gui->transmit_frame); } if(flags & RpcGuiWorkerFlagExit) { break; } } return 0; } static void rpc_system_gui_start_screen_stream_process(const PB_Main* request, void* context) { furi_assert(request); furi_assert(context); FURI_LOG_D(TAG, "StartScreenStream"); RpcGuiSystem* rpc_gui = context; RpcSession* session = rpc_gui->session; furi_assert(session); if(rpc_gui->is_streaming) { rpc_send_and_release_empty( session, request->command_id, PB_CommandStatus_ERROR_VIRTUAL_DISPLAY_ALREADY_STARTED); } else { rpc_send_and_release_empty(session, request->command_id, PB_CommandStatus_OK); rpc_gui->is_streaming = true; size_t framebuffer_size = gui_get_framebuffer_size(rpc_gui->gui); // Reusable Frame rpc_gui->transmit_frame = malloc(sizeof(PB_Main)); rpc_gui->transmit_frame->which_content = PB_Main_gui_screen_frame_tag; rpc_gui->transmit_frame->command_status = PB_CommandStatus_OK; rpc_gui->transmit_frame->content.gui_screen_frame.data = malloc(PB_BYTES_ARRAY_T_ALLOCSIZE(framebuffer_size)); rpc_gui->transmit_frame->content.gui_screen_frame.data->size = framebuffer_size; // Transmission thread for async TX rpc_gui->transmit_thread = furi_thread_alloc(); furi_thread_set_name(rpc_gui->transmit_thread, "GuiRpcWorker"); furi_thread_set_callback( rpc_gui->transmit_thread, rpc_system_gui_screen_stream_frame_transmit_thread); furi_thread_set_context(rpc_gui->transmit_thread, rpc_gui); furi_thread_set_stack_size(rpc_gui->transmit_thread, 1024); furi_thread_start(rpc_gui->transmit_thread); // GUI framebuffer callback gui_add_framebuffer_callback( rpc_gui->gui, rpc_system_gui_screen_stream_frame_callback, context); } } static void rpc_system_gui_stop_screen_stream_process(const PB_Main* request, void* context) { furi_assert(request); furi_assert(context); FURI_LOG_D(TAG, "StopScreenStream"); RpcGuiSystem* rpc_gui = context; RpcSession* session = rpc_gui->session; furi_assert(session); if(rpc_gui->is_streaming) { rpc_gui->is_streaming = false; // Remove GUI framebuffer callback gui_remove_framebuffer_callback( rpc_gui->gui, rpc_system_gui_screen_stream_frame_callback, context); // Stop and release worker thread furi_thread_flags_set(furi_thread_get_id(rpc_gui->transmit_thread), RpcGuiWorkerFlagExit); furi_thread_join(rpc_gui->transmit_thread); furi_thread_free(rpc_gui->transmit_thread); // Release frame pb_release(&PB_Main_msg, rpc_gui->transmit_frame); free(rpc_gui->transmit_frame); rpc_gui->transmit_frame = NULL; } rpc_send_and_release_empty(session, request->command_id, PB_CommandStatus_OK); } static void rpc_system_gui_send_input_event_request_process(const PB_Main* request, void* context) { furi_assert(request); furi_assert(request->which_content == PB_Main_gui_send_input_event_request_tag); furi_assert(context); FURI_LOG_D(TAG, "SendInputEvent"); RpcGuiSystem* rpc_gui = context; RpcSession* session = rpc_gui->session; furi_assert(session); InputEvent event; bool invalid = false; switch(request->content.gui_send_input_event_request.key) { case PB_Gui_InputKey_UP: event.key = InputKeyUp; break; case PB_Gui_InputKey_DOWN: event.key = InputKeyDown; break; case PB_Gui_InputKey_RIGHT: event.key = InputKeyRight; break; case PB_Gui_InputKey_LEFT: event.key = InputKeyLeft; break; case PB_Gui_InputKey_OK: event.key = InputKeyOk; break; case PB_Gui_InputKey_BACK: event.key = InputKeyBack; break; default: // Invalid key invalid = true; break; } switch(request->content.gui_send_input_event_request.type) { case PB_Gui_InputType_PRESS: event.type = InputTypePress; break; case PB_Gui_InputType_RELEASE: event.type = InputTypeRelease; break; case PB_Gui_InputType_SHORT: event.type = InputTypeShort; break; case PB_Gui_InputType_LONG: event.type = InputTypeLong; break; case PB_Gui_InputType_REPEAT: event.type = InputTypeRepeat; break; default: // Invalid type invalid = true; break; } if(invalid) { rpc_send_and_release_empty( session, request->command_id, PB_CommandStatus_ERROR_INVALID_PARAMETERS); return; } FuriPubSub* input_events = furi_record_open(RECORD_INPUT_EVENTS); furi_check(input_events); furi_pubsub_publish(input_events, &event); furi_record_close(RECORD_INPUT_EVENTS); rpc_send_and_release_empty(session, request->command_id, PB_CommandStatus_OK); } static void rpc_system_gui_virtual_display_render_callback(Canvas* canvas, void* context) { furi_assert(canvas); furi_assert(context); RpcGuiSystem* rpc_gui = context; if(!rpc_gui->virtual_display_not_empty) { canvas_set_font(canvas, FontPrimary); canvas_draw_str_aligned(canvas, 64, 20, AlignCenter, AlignCenter, "Virtual Display"); canvas_draw_str_aligned(canvas, 64, 36, AlignCenter, AlignCenter, "Waiting for frames..."); return; } canvas_draw_xbm(canvas, 0, 0, canvas->width, canvas->height, rpc_gui->virtual_display_buffer); } static void rpc_system_gui_start_virtual_display_process(const PB_Main* request, void* context) { furi_assert(request); furi_assert(context); FURI_LOG_D(TAG, "StartVirtualDisplay"); RpcGuiSystem* rpc_gui = context; RpcSession* session = rpc_gui->session; furi_assert(session); if(rpc_gui->virtual_display_view_port) { rpc_send_and_release_empty( session, request->command_id, PB_CommandStatus_ERROR_VIRTUAL_DISPLAY_ALREADY_STARTED); return; } // TODO: consider refactoring // Using display framebuffer size as an XBM buffer size is like comparing apples and oranges // Glad they both are 1024 for now size_t buffer_size = canvas_get_buffer_size(rpc_gui->gui->canvas); rpc_gui->virtual_display_buffer = malloc(buffer_size); if(request->content.gui_start_virtual_display_request.has_first_frame) { size_t buffer_size = canvas_get_buffer_size(rpc_gui->gui->canvas); memcpy( rpc_gui->virtual_display_buffer, request->content.gui_start_virtual_display_request.first_frame.data->bytes, buffer_size); rpc_gui->virtual_display_not_empty = true; } rpc_gui->virtual_display_view_port = view_port_alloc(); view_port_draw_callback_set( rpc_gui->virtual_display_view_port, rpc_system_gui_virtual_display_render_callback, rpc_gui); gui_add_view_port(rpc_gui->gui, rpc_gui->virtual_display_view_port, GuiLayerFullscreen); rpc_send_and_release_empty(session, request->command_id, PB_CommandStatus_OK); } static void rpc_system_gui_stop_virtual_display_process(const PB_Main* request, void* context) { furi_assert(request); furi_assert(context); FURI_LOG_D(TAG, "StopVirtualDisplay"); RpcGuiSystem* rpc_gui = context; RpcSession* session = rpc_gui->session; furi_assert(session); if(!rpc_gui->virtual_display_view_port) { rpc_send_and_release_empty( session, request->command_id, PB_CommandStatus_ERROR_VIRTUAL_DISPLAY_NOT_STARTED); return; } gui_remove_view_port(rpc_gui->gui, rpc_gui->virtual_display_view_port); view_port_free(rpc_gui->virtual_display_view_port); free(rpc_gui->virtual_display_buffer); rpc_gui->virtual_display_view_port = NULL; rpc_gui->virtual_display_not_empty = false; rpc_send_and_release_empty(session, request->command_id, PB_CommandStatus_OK); } static void rpc_system_gui_virtual_display_frame_process(const PB_Main* request, void* context) { furi_assert(request); furi_assert(context); FURI_LOG_D(TAG, "VirtualDisplayFrame"); RpcGuiSystem* rpc_gui = context; RpcSession* session = rpc_gui->session; furi_assert(session); if(!rpc_gui->virtual_display_view_port) { FURI_LOG_W(TAG, "Virtual display is not started, ignoring incoming frame packet"); return; } size_t buffer_size = canvas_get_buffer_size(rpc_gui->gui->canvas); memcpy( rpc_gui->virtual_display_buffer, request->content.gui_screen_frame.data->bytes, buffer_size); rpc_gui->virtual_display_not_empty = true; view_port_update(rpc_gui->virtual_display_view_port); (void)session; } void* rpc_system_gui_alloc(RpcSession* session) { furi_assert(session); RpcGuiSystem* rpc_gui = malloc(sizeof(RpcGuiSystem)); rpc_gui->gui = furi_record_open(RECORD_GUI); rpc_gui->session = session; RpcHandler rpc_handler = { .message_handler = NULL, .decode_submessage = NULL, .context = rpc_gui, }; rpc_handler.message_handler = rpc_system_gui_start_screen_stream_process; rpc_add_handler(session, PB_Main_gui_start_screen_stream_request_tag, &rpc_handler); rpc_handler.message_handler = rpc_system_gui_stop_screen_stream_process; rpc_add_handler(session, PB_Main_gui_stop_screen_stream_request_tag, &rpc_handler); rpc_handler.message_handler = rpc_system_gui_send_input_event_request_process; rpc_add_handler(session, PB_Main_gui_send_input_event_request_tag, &rpc_handler); rpc_handler.message_handler = rpc_system_gui_start_virtual_display_process; rpc_add_handler(session, PB_Main_gui_start_virtual_display_request_tag, &rpc_handler); rpc_handler.message_handler = rpc_system_gui_stop_virtual_display_process; rpc_add_handler(session, PB_Main_gui_stop_virtual_display_request_tag, &rpc_handler); rpc_handler.message_handler = rpc_system_gui_virtual_display_frame_process; rpc_add_handler(session, PB_Main_gui_screen_frame_tag, &rpc_handler); return rpc_gui; } void rpc_system_gui_free(void* context) { furi_assert(context); RpcGuiSystem* rpc_gui = context; furi_assert(rpc_gui->gui); if(rpc_gui->virtual_display_view_port) { gui_remove_view_port(rpc_gui->gui, rpc_gui->virtual_display_view_port); view_port_free(rpc_gui->virtual_display_view_port); free(rpc_gui->virtual_display_buffer); rpc_gui->virtual_display_view_port = NULL; rpc_gui->virtual_display_not_empty = false; } if(rpc_gui->is_streaming) { rpc_gui->is_streaming = false; // Remove GUI framebuffer callback gui_remove_framebuffer_callback( rpc_gui->gui, rpc_system_gui_screen_stream_frame_callback, context); // Stop and release worker thread furi_thread_flags_set(furi_thread_get_id(rpc_gui->transmit_thread), RpcGuiWorkerFlagExit); furi_thread_join(rpc_gui->transmit_thread); furi_thread_free(rpc_gui->transmit_thread); // Release frame pb_release(&PB_Main_msg, rpc_gui->transmit_frame); free(rpc_gui->transmit_frame); rpc_gui->transmit_frame = NULL; } furi_record_close(RECORD_GUI); free(rpc_gui); }