major remote desktop upgrades + do opus. Hopefully all the tests pass 😭

Overlord-Server/src/protocol.ts

@@ -8,6 +8,7 @@ export type MessageKind =
   | "command"
   | "command_result"
   | "desktop_encoder_capabilities"
+  | "desktop_stream_stats"
   | "client_logs_result"
   | "screenshot_result"
   | "frame"
@@ -125,6 +126,7 @@ export type CommandType =
   | "desktop_enable_mouse"
   | "desktop_enable_keyboard"
   | "desktop_set_fps"
+  | "desktop_set_bitrate"
   | "darwin_request_permissions"
   | "webrtc_publish"
   | "webrtc_stop"
@@ -189,6 +191,8 @@ export type FrameHeader = {
   monitor: number;
   fps: number;
   format: "jpeg" | "webp" | "raw" | "h264";
+  width?: number;
+  height?: number;
   hash?: string;
   backstage?: boolean;
   webcam?: boolean;
@@ -196,6 +200,19 @@ export type FrameHeader = {
 
 export type Frame = { type: "frame"; header: FrameHeader; data: Uint8Array };
 export type FrameAck = { type: "frame_ack" };
+export type DesktopStreamStats = {
+  type: "desktop_stream_stats";
+  fps: number;
+  format: string;
+  bytes: number;
+  width: number;
+  height: number;
+  captureMs: number;
+  encodeMs: number;
+  sendMs: number;
+  totalMs: number;
+  transport: "websocket" | "webrtc" | string;
+};
 export type Status = {
   type: "status";
   state: "idle" | "streaming" | "error";
@@ -505,6 +522,7 @@ export type WireMessage =
   | ScreenshotResult
   | Frame
   | FrameAck
+  | DesktopStreamStats
   | Status
   | ConsoleOutput
   | FileListResult