[FL-2263] Flasher service & RAM exec (#1006)

* WIP on stripping fw
* Compact FW build - use RAM_EXEC=1 COMPACT=1 DEBUG=0
* Fixed uninitialized storage struct; small fixes to compact fw
* Flasher srv w/mocked flash ops
* Fixed typos & accomodated FFF changes
* Alternative fw startup branch
* Working load & jmp to RAM fw
* +manifest processing for stage loader; + crc verification for stage payload
* Fixed questionable code & potential leaks
* Lowered screen update rate; added radio stack update stubs; working dfu write
* Console EP with manifest & stage validation
* Added microtar lib; minor ui fixes for updater
* Removed microtar
* Removed mtar #2
* Added a better version of microtar
* TAR archive api; LFS backup & restore core
* Recursive backup/restore
* LFS worker thread
* Added system apps to loader - not visible in UI; full update process with restarts
* Typo fix
* Dropped BL & f6; tooling for updater WIP
* Minor py fixes
* Minor fixes to make it build after merge
* Ported flash workaround from BL + fixed visuals
* Minor cleanup
* Chmod + loader app search fix
* Python linter fix
* Removed usb stuff & float read support for staged loader == -10% of binary size
* Added backup/restore & update pb requests
* Added stub impl to RPC for backup/restore/update commands
* Reworked TAR to use borrowed Storage api; slightly reduced build size by removing `static string`; hidden update-related RPC behind defines
* Moved backup&restore to storage
* Fixed new message types
* Backup/restore/update RPC impl
* Moved furi_hal_crc to LL; minor fixes
* CRC HAL rework to LL
* Purging STM HAL
* Brought back minimal DFU boot mode (no gui); additional crc state checks
* Added splash screen, BROKEN usb function
* Clock init rework WIP
* Stripped graphics from DFU mode
* Temp fix for unused static fun
* WIP update picker - broken!
* Fixed UI
* Bumping version
* Fixed RTC setup
* Backup to update folder instead of ext root
* Removed unused scenes & more usb remnants from staged loader
* CI updates
* Fixed update bundle name
* Temporary restored USB handler
* Attempt to prevent .text corruption
* Comments on how I spent this Saturday
* Added update file icon
* Documentation updates
* Moved common code to lib folder
* Storage: more unit tests
* Storage: blocking dir open, differentiate file and dir when freed.
* Major refactoring; added input processing to updater to allow retrying on failures (not very useful prob). Added API for extraction of thread return value
* Removed re-init check for manifest
* Changed low-level path manipulation to toolbox/path.h; makefile cleanup; tiny fix in lint.py
* Increased update worker stack size
* Text fixes in backup CLI
* Displaying number of update stages to run; removed timeout in handling errors
* Bumping version
* Added thread cleanup for spawner thread
* Updated build targets to exclude firmware bundle from 'ALL'
* Fixed makefile for update_package; skipping VCP init for update mode (ugly)
* Switched github build from ALL to update_package
* Added +x for dist_update.sh
* Cli: add total heap size to "free" command
* Moved (RAM) suffix to build version instead of git commit no.
* DFU comment
* Some fixes suggested by clang-tidy
* Fixed recursive PREFIX macro
* Makefile: gather all new rules in updater namespace. FuriHal: rename bootloader to boot, isr safe delays
* Github: correct build target name in firmware build
* FuriHal: move target switch to boot
* Makefile: fix firmware flash
* Furi, FuriHal: move kernel start to furi, early init
* Drop bootloader related stuff
* Drop cube. Drop bootloader linker script.
* Renamed update_hl, moved constants to #defines
* Moved update-related boot mode to separate bitfield
* Reworked updater cli to single entry point; fixed crash on tar cleanup
* Added Python replacement for dist shell scripts
* Linter fixes for dist.py +x
* Fixes for environment suffix
* Dropped bash scripts
* Added dirty build flag to version structure & interfaces
* Version string escapes
* Fixed flag logic in dist.py; added support for App instances being imported and not terminating the whole program
* Fixed fw address in ReadMe.md
* Rpc: fix crash on double screen start
* Return back original boot behavior and fix jump to system bootloader
* Cleanup code, add error sequence for RTC
* Update firmware readme
* FuriHal: drop boot, restructure RTC registers usage and add header register check
* Furi goes first
* Toolchain: add ccache support
* Renamed update bundle dir

Co-authored-by: DrZlo13 <who.just.the.doctor@gmail.com>
Co-authored-by: あく <alleteam@gmail.com>

applications/rpc/rpc_gui.c

@@ -69,30 +69,34 @@ static void rpc_system_gui_start_screen_stream_process(const PB_Main* request, v
 
     RpcSession* session = rpc_gui->session;
     furi_assert(session);
-    furi_assert(!rpc_gui->is_streaming);
 
-    rpc_send_and_release_empty(session, request->command_id, PB_CommandStatus_OK);
+    if(rpc_gui->is_streaming) {
+        rpc_send_and_release_empty(
+            session, request->command_id, PB_CommandStatus_ERROR_VIRTUAL_DISPLAY_ALREADY_STARTED);
+    } else {
+        rpc_send_and_release_empty(session, request->command_id, PB_CommandStatus_OK);
 
-    rpc_gui->is_streaming = true;
-    size_t framebuffer_size = gui_get_framebuffer_size(rpc_gui->gui);
-    // Reusable Frame
-    rpc_gui->transmit_frame = malloc(sizeof(PB_Main));
-    rpc_gui->transmit_frame->which_content = PB_Main_gui_screen_frame_tag;
-    rpc_gui->transmit_frame->command_status = PB_CommandStatus_OK;
-    rpc_gui->transmit_frame->content.gui_screen_frame.data =
-        malloc(PB_BYTES_ARRAY_T_ALLOCSIZE(framebuffer_size));
-    rpc_gui->transmit_frame->content.gui_screen_frame.data->size = framebuffer_size;
-    // Transmission thread for async TX
-    rpc_gui->transmit_thread = furi_thread_alloc();
-    furi_thread_set_name(rpc_gui->transmit_thread, "GuiRpcWorker");
-    furi_thread_set_callback(
-        rpc_gui->transmit_thread, rpc_system_gui_screen_stream_frame_transmit_thread);
-    furi_thread_set_context(rpc_gui->transmit_thread, rpc_gui);
-    furi_thread_set_stack_size(rpc_gui->transmit_thread, 1024);
-    furi_thread_start(rpc_gui->transmit_thread);
-    // GUI framebuffer callback
-    gui_add_framebuffer_callback(
-        rpc_gui->gui, rpc_system_gui_screen_stream_frame_callback, context);
+        rpc_gui->is_streaming = true;
+        size_t framebuffer_size = gui_get_framebuffer_size(rpc_gui->gui);
+        // Reusable Frame
+        rpc_gui->transmit_frame = malloc(sizeof(PB_Main));
+        rpc_gui->transmit_frame->which_content = PB_Main_gui_screen_frame_tag;
+        rpc_gui->transmit_frame->command_status = PB_CommandStatus_OK;
+        rpc_gui->transmit_frame->content.gui_screen_frame.data =
+            malloc(PB_BYTES_ARRAY_T_ALLOCSIZE(framebuffer_size));
+        rpc_gui->transmit_frame->content.gui_screen_frame.data->size = framebuffer_size;
+        // Transmission thread for async TX
+        rpc_gui->transmit_thread = furi_thread_alloc();
+        furi_thread_set_name(rpc_gui->transmit_thread, "GuiRpcWorker");
+        furi_thread_set_callback(
+            rpc_gui->transmit_thread, rpc_system_gui_screen_stream_frame_transmit_thread);
+        furi_thread_set_context(rpc_gui->transmit_thread, rpc_gui);
+        furi_thread_set_stack_size(rpc_gui->transmit_thread, 1024);
+        furi_thread_start(rpc_gui->transmit_thread);
+        // GUI framebuffer callback
+        gui_add_framebuffer_callback(
+            rpc_gui->gui, rpc_system_gui_screen_stream_frame_callback, context);
+    }
 }
 
 static void rpc_system_gui_stop_screen_stream_process(const PB_Main* request, void* context) {

applications/rpc/rpc_storage.c

@@ -10,10 +10,12 @@
 #include "storage/storage.h"
 #include <stdint.h>
 #include <lib/toolbox/md5.h>
+#include <update_util/lfs_backup.h>
 
 #define RPC_TAG "RPC_STORAGE"
 #define MAX_NAME_LENGTH 255
-#define MAX_DATA_SIZE 512
+
+static const size_t MAX_DATA_SIZE = 512;
 
 typedef enum {
     RpcStorageStateIdle = 0,
@@ -185,7 +187,7 @@ static void rpc_system_storage_list_root(const PB_Main* request, void* context)
     };
     furi_assert(COUNT_OF(hard_coded_dirs) < COUNT_OF(response.content.storage_list_response.file));
 
-    for(int i = 0; i < COUNT_OF(hard_coded_dirs); ++i) {
+    for(uint32_t i = 0; i < COUNT_OF(hard_coded_dirs); ++i) {
         ++response.content.storage_list_response.file_count;
         response.content.storage_list_response.file[i].data = NULL;
         response.content.storage_list_response.file[i].size = 0;
@@ -538,6 +540,53 @@ static void rpc_system_storage_rename_process(const PB_Main* request, void* cont
     rpc_send_and_release_empty(session, request->command_id, status);
 }
 
+static void rpc_system_storage_backup_create_process(const PB_Main* request, void* context) {
+    furi_assert(request);
+    furi_assert(request->which_content == PB_Main_storage_backup_create_request_tag);
+
+    RpcSession* session = (RpcSession*)context;
+    furi_assert(session);
+
+    PB_Main* response = malloc(sizeof(PB_Main));
+    response->command_id = request->command_id;
+    response->has_next = false;
+
+    Storage* fs_api = furi_record_open("storage");
+
+    bool backup_ok =
+        lfs_backup_create(fs_api, request->content.storage_backup_create_request.archive_path);
+    response->command_status = backup_ok ? PB_CommandStatus_OK : PB_CommandStatus_ERROR;
+
+    furi_record_close("storage");
+
+    rpc_send_and_release(session, response);
+    free(response);
+}
+
+static void rpc_system_storage_backup_restore_process(const PB_Main* request, void* context) {
+    furi_assert(request);
+    furi_assert(request->which_content == PB_Main_storage_backup_restore_request_tag);
+
+    RpcSession* session = (RpcSession*)context;
+    furi_assert(session);
+
+    PB_Main* response = malloc(sizeof(PB_Main));
+    response->command_id = request->command_id;
+    response->has_next = false;
+    response->command_status = PB_CommandStatus_OK;
+
+    Storage* fs_api = furi_record_open("storage");
+
+    bool backup_ok =
+        lfs_backup_unpack(fs_api, request->content.storage_backup_restore_request.archive_path);
+    response->command_status = backup_ok ? PB_CommandStatus_OK : PB_CommandStatus_ERROR;
+
+    furi_record_close("storage");
+
+    rpc_send_and_release(session, response);
+    free(response);
+}
+
 void* rpc_system_storage_alloc(RpcSession* session) {
     furi_assert(session);
 
@@ -579,6 +628,12 @@ void* rpc_system_storage_alloc(RpcSession* session) {
     rpc_handler.message_handler = rpc_system_storage_rename_process;
     rpc_add_handler(session, PB_Main_storage_rename_request_tag, &rpc_handler);
 
+    rpc_handler.message_handler = rpc_system_storage_backup_create_process;
+    rpc_add_handler(session, PB_Main_storage_backup_create_request_tag, &rpc_handler);
+
+    rpc_handler.message_handler = rpc_system_storage_backup_restore_process;
+    rpc_add_handler(session, PB_Main_storage_backup_restore_request_tag, &rpc_handler);
+
     return rpc_storage;
 }
 

applications/rpc/rpc_system.c

@@ -3,6 +3,7 @@
 #include <power/power_service/power.h>
 #include <notification/notification_messages.h>
 #include <protobuf_version.h>
+#include <update_util/update_operation.h>
 
 #include "rpc_i.h"
 
@@ -242,6 +243,28 @@ static void rpc_system_system_get_power_info_process(const PB_Main* request, voi
     free(response);
 }
 
+#ifdef APP_UPDATER
+static void rpc_system_system_update_request_process(const PB_Main* request, void* context) {
+    furi_assert(request);
+    furi_assert(request->which_content == PB_Main_system_update_request_tag);
+
+    RpcSession* session = (RpcSession*)context;
+    furi_assert(session);
+
+    bool update_prepare_result =
+        update_operation_prepare(request->content.system_update_request.update_folder) ==
+        UpdatePrepareResultOK;
+
+    PB_Main* response = malloc(sizeof(PB_Main));
+    response->command_id = request->command_id;
+    response->has_next = false;
+    response->command_status = update_prepare_result ? PB_CommandStatus_OK :
+                                                       PB_CommandStatus_ERROR_INVALID_PARAMETERS;
+    rpc_send_and_release(session, response);
+    free(response);
+}
+#endif
+
 void* rpc_system_system_alloc(RpcSession* session) {
     RpcHandler rpc_handler = {
         .message_handler = NULL,
@@ -276,5 +299,10 @@ void* rpc_system_system_alloc(RpcSession* session) {
     rpc_handler.message_handler = rpc_system_system_get_power_info_process;
     rpc_add_handler(session, PB_Main_system_power_info_request_tag, &rpc_handler);
 
+#ifdef APP_UPDATER
+    rpc_handler.message_handler = rpc_system_system_update_request_process;
+    rpc_add_handler(session, PB_Main_system_update_request_tag, &rpc_handler);
+#endif
+
     return NULL;
-}
+}