web rtc for webcam, audio, etc.
This commit is contained in:
@@ -0,0 +1,107 @@
|
||||
//go:build overlord_webrtc
|
||||
|
||||
package webrtcpub
|
||||
|
||||
import (
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/pion/webrtc/v4"
|
||||
"github.com/pion/webrtc/v4/pkg/media"
|
||||
)
|
||||
|
||||
// G.711 μ-law parameters: 8 kHz, mono, 8-bit, 64 kbps. Universally supported
|
||||
// in browsers without needing libopus / a separate Opus encoder dependency.
|
||||
//
|
||||
// We accept 16 kHz int16 PCM (the format malgo captures) and emit μ-law in
|
||||
// 20 ms RTP packets — 160 samples per packet at 8 kHz.
|
||||
|
||||
const (
|
||||
pcmuSourceRate = 16000
|
||||
pcmuTargetRate = 8000
|
||||
pcmuPacketMs = 20
|
||||
pcmuSamplesPerPacket = pcmuTargetRate * pcmuPacketMs / 1000 // 160
|
||||
)
|
||||
|
||||
// pcmuAudioWriter buffers incoming 16 kHz PCM, downsamples to 8 kHz, μ-law
|
||||
// encodes, and emits 20 ms RTP samples to the wrapped track. Thread-safe.
|
||||
type pcmuAudioWriter struct {
|
||||
t *webrtc.TrackLocalStaticSample
|
||||
mu sync.Mutex
|
||||
// buf8 holds 8 kHz mono int16 samples awaiting packetization.
|
||||
buf8 []int16
|
||||
// carry preserves the second sample of a 16 kHz pair across calls so
|
||||
// the decimation phase stays correct when callers hand us odd-length
|
||||
// buffers.
|
||||
carryValid bool
|
||||
carry int16
|
||||
}
|
||||
|
||||
func newPCMUAudioWriter(t *webrtc.TrackLocalStaticSample) *pcmuAudioWriter {
|
||||
return &pcmuAudioWriter{t: t, buf8: make([]int16, 0, pcmuSamplesPerPacket*4)}
|
||||
}
|
||||
|
||||
// WriteAudio is called with a 16 kHz mono int16 frame. Internally it
|
||||
// downsamples by 2 (pick every other sample — adequate for screen-share
|
||||
// audio; if you really need anti-aliasing, run a 1-pole IIR first) and
|
||||
// μ-law-encodes 20 ms slices.
|
||||
func (w *pcmuAudioWriter) WriteAudio(pcm16 []int16) error {
|
||||
if len(pcm16) == 0 {
|
||||
return nil
|
||||
}
|
||||
w.mu.Lock()
|
||||
defer w.mu.Unlock()
|
||||
|
||||
start := 0
|
||||
if w.carryValid {
|
||||
w.carryValid = false
|
||||
start = 1
|
||||
_ = w.carry // value discarded — we keep one of each pair
|
||||
}
|
||||
for i := start; i < len(pcm16); i += 2 {
|
||||
w.buf8 = append(w.buf8, pcm16[i])
|
||||
}
|
||||
if (len(pcm16)-start)%2 == 1 {
|
||||
w.carryValid = true
|
||||
w.carry = pcm16[len(pcm16)-1]
|
||||
}
|
||||
|
||||
for len(w.buf8) >= pcmuSamplesPerPacket {
|
||||
slice := w.buf8[:pcmuSamplesPerPacket]
|
||||
encoded := make([]byte, pcmuSamplesPerPacket)
|
||||
for i, s := range slice {
|
||||
encoded[i] = linearToMulaw(s)
|
||||
}
|
||||
if err := w.t.WriteSample(media.Sample{
|
||||
Data: encoded,
|
||||
Duration: pcmuPacketMs * time.Millisecond,
|
||||
}); err != nil {
|
||||
w.buf8 = w.buf8[:0]
|
||||
return err
|
||||
}
|
||||
w.buf8 = w.buf8[pcmuSamplesPerPacket:]
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func linearToMulaw(sample int16) byte {
|
||||
const (
|
||||
cBias = 0x84
|
||||
cClip = 32635
|
||||
)
|
||||
sign := int16(0)
|
||||
if sample < 0 {
|
||||
sample = -sample
|
||||
sign = 0x80
|
||||
}
|
||||
if sample > cClip {
|
||||
sample = cClip
|
||||
}
|
||||
sample += cBias
|
||||
exponent := int16(7)
|
||||
for mask := int16(0x4000); sample&mask == 0 && exponent > 0; mask >>= 1 {
|
||||
exponent--
|
||||
}
|
||||
mantissa := (sample >> (exponent + 3)) & 0x0F
|
||||
return ^byte(sign | (exponent << 4) | mantissa)
|
||||
}
|
||||
@@ -12,10 +12,13 @@ import (
|
||||
"github.com/pion/webrtc/v4"
|
||||
)
|
||||
|
||||
// p2pSession is a direct browser ↔ agent peer connection. SDP and ICE
|
||||
// candidates are relayed via the Overlord server's existing WS channels —
|
||||
// MediaMTX is NOT involved on this path.
|
||||
type p2pSession struct {
|
||||
kind Kind
|
||||
id string
|
||||
pc *webrtc.PeerConnection
|
||||
track *webrtc.TrackLocalStaticSample
|
||||
onICE func(ICECandidate)
|
||||
onClose func()
|
||||
closeOnce sync.Once
|
||||
@@ -23,28 +26,58 @@ type p2pSession struct {
|
||||
|
||||
var (
|
||||
p2pMu sync.Mutex
|
||||
p2p *p2pSession
|
||||
// Keyed by kind|id so the same agent can host concurrent P2P sessions
|
||||
// for desktop, webcam, and audio without sessions stomping each other.
|
||||
p2pSessions = map[string]*p2pSession{}
|
||||
)
|
||||
|
||||
func StartP2POffer(ctx context.Context, sessionID, offerSDP string, opts P2POfferCallbacks) (string, error) {
|
||||
func p2pSessionKey(kind Kind, sessionID string) string {
|
||||
return string(kind) + "|" + sessionID
|
||||
}
|
||||
|
||||
// StartP2POffer accepts an SDP offer from an operator (proxied through the
|
||||
// server WS), creates a peer connection with the requested tracks, and
|
||||
// returns the SDP answer. The offer must contain matching m-sections — the
|
||||
// browser side decides via its transceivers what to ask for. Trickle ICE
|
||||
// candidates emitted by Pion are delivered to opts.OnICE.
|
||||
func StartP2POffer(ctx context.Context, kind Kind, sessionID string, offerSDP string, opts P2POfferCallbacks, hasVideo, hasAudio bool) (string, error) {
|
||||
_ = ctx
|
||||
if sessionID == "" {
|
||||
return "", errors.New("webrtcpub: empty sessionID")
|
||||
}
|
||||
if offerSDP == "" {
|
||||
return "", errors.New("webrtcpub: empty offer SDP")
|
||||
}
|
||||
StopP2P()
|
||||
if !hasVideo && !hasAudio {
|
||||
return "", errors.New("webrtcpub: at least one of hasVideo/hasAudio must be true")
|
||||
}
|
||||
// Replace any previous session for this kind+id (operator restart).
|
||||
StopP2P(kind, sessionID)
|
||||
|
||||
mediaEngine := &webrtc.MediaEngine{}
|
||||
if err := mediaEngine.RegisterCodec(webrtc.RTPCodecParameters{
|
||||
RTPCodecCapability: webrtc.RTPCodecCapability{
|
||||
MimeType: webrtc.MimeTypeH264,
|
||||
ClockRate: 90000,
|
||||
SDPFmtpLine: "level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42e01f",
|
||||
},
|
||||
PayloadType: 102,
|
||||
}, webrtc.RTPCodecTypeVideo); err != nil {
|
||||
return "", fmt.Errorf("register codec: %w", err)
|
||||
if hasVideo {
|
||||
if err := mediaEngine.RegisterCodec(webrtc.RTPCodecParameters{
|
||||
RTPCodecCapability: webrtc.RTPCodecCapability{
|
||||
MimeType: webrtc.MimeTypeH264,
|
||||
ClockRate: 90000,
|
||||
SDPFmtpLine: "level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42e01f",
|
||||
},
|
||||
PayloadType: 102,
|
||||
}, webrtc.RTPCodecTypeVideo); err != nil {
|
||||
return "", fmt.Errorf("register video codec: %w", err)
|
||||
}
|
||||
}
|
||||
if hasAudio {
|
||||
if err := mediaEngine.RegisterCodec(webrtc.RTPCodecParameters{
|
||||
RTPCodecCapability: webrtc.RTPCodecCapability{
|
||||
MimeType: webrtc.MimeTypePCMU,
|
||||
ClockRate: 8000,
|
||||
Channels: 1,
|
||||
},
|
||||
PayloadType: 0,
|
||||
}, webrtc.RTPCodecTypeAudio); err != nil {
|
||||
return "", fmt.Errorf("register audio codec: %w", err)
|
||||
}
|
||||
}
|
||||
|
||||
api := webrtc.NewAPI(webrtc.WithMediaEngine(mediaEngine))
|
||||
@@ -57,29 +90,55 @@ func StartP2POffer(ctx context.Context, sessionID, offerSDP string, opts P2POffe
|
||||
return "", fmt.Errorf("new peer connection: %w", err)
|
||||
}
|
||||
|
||||
track, err := webrtc.NewTrackLocalStaticSample(
|
||||
webrtc.RTPCodecCapability{MimeType: webrtc.MimeTypeH264},
|
||||
"overlord-video-p2p", "overlord-desktop",
|
||||
var (
|
||||
videoTrack *webrtc.TrackLocalStaticSample
|
||||
audioTrack *webrtc.TrackLocalStaticSample
|
||||
)
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return "", fmt.Errorf("new track: %w", err)
|
||||
if hasVideo {
|
||||
videoTrack, err = webrtc.NewTrackLocalStaticSample(
|
||||
webrtc.RTPCodecCapability{MimeType: webrtc.MimeTypeH264},
|
||||
"overlord-video-p2p-"+string(kind), "overlord-"+string(kind),
|
||||
)
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return "", fmt.Errorf("new video track: %w", err)
|
||||
}
|
||||
tx, err := pc.AddTransceiverFromTrack(videoTrack, webrtc.RTPTransceiverInit{
|
||||
Direction: webrtc.RTPTransceiverDirectionSendonly,
|
||||
})
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return "", fmt.Errorf("add video transceiver: %w", err)
|
||||
}
|
||||
if sender := tx.Sender(); sender != nil {
|
||||
go drainRTCP(sender)
|
||||
}
|
||||
}
|
||||
transceiver, err := pc.AddTransceiverFromTrack(track, webrtc.RTPTransceiverInit{
|
||||
Direction: webrtc.RTPTransceiverDirectionSendonly,
|
||||
})
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return "", fmt.Errorf("add transceiver: %w", err)
|
||||
}
|
||||
if sender := transceiver.Sender(); sender != nil {
|
||||
go drainRTCP(sender)
|
||||
if hasAudio {
|
||||
audioTrack, err = webrtc.NewTrackLocalStaticSample(
|
||||
webrtc.RTPCodecCapability{MimeType: webrtc.MimeTypePCMU, ClockRate: 8000, Channels: 1},
|
||||
"overlord-audio-p2p-"+string(kind), "overlord-"+string(kind),
|
||||
)
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return "", fmt.Errorf("new audio track: %w", err)
|
||||
}
|
||||
tx, err := pc.AddTransceiverFromTrack(audioTrack, webrtc.RTPTransceiverInit{
|
||||
Direction: webrtc.RTPTransceiverDirectionSendonly,
|
||||
})
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return "", fmt.Errorf("add audio transceiver: %w", err)
|
||||
}
|
||||
if sender := tx.Sender(); sender != nil {
|
||||
go drainRTCP(sender)
|
||||
}
|
||||
}
|
||||
|
||||
sess := &p2pSession{
|
||||
kind: kind,
|
||||
id: sessionID,
|
||||
pc: pc,
|
||||
track: track,
|
||||
onICE: opts.OnICE,
|
||||
onClose: opts.OnClose,
|
||||
}
|
||||
@@ -108,7 +167,7 @@ func StartP2POffer(ctx context.Context, sessionID, offerSDP string, opts P2POffe
|
||||
})
|
||||
})
|
||||
pc.OnConnectionStateChange(func(state webrtc.PeerConnectionState) {
|
||||
log.Printf("webrtcpub: P2P peer state=%s", state)
|
||||
log.Printf("webrtcpub: P2P[%s/%s] peer state=%s", kind, sessionID, state)
|
||||
switch state {
|
||||
case webrtc.PeerConnectionStateFailed, webrtc.PeerConnectionStateClosed, webrtc.PeerConnectionStateDisconnected:
|
||||
sess.closeAndUnregister()
|
||||
@@ -132,21 +191,29 @@ func StartP2POffer(ctx context.Context, sessionID, offerSDP string, opts P2POffe
|
||||
return "", fmt.Errorf("set local desc: %w", err)
|
||||
}
|
||||
|
||||
key := p2pSessionKey(kind, sessionID)
|
||||
p2pMu.Lock()
|
||||
p2p = sess
|
||||
p2pSessions[key] = sess
|
||||
p2pMu.Unlock()
|
||||
registerWriter(p2pWriterID(sessionID), &trackWriter{t: track})
|
||||
writerID := p2pWriterID(kind, sessionID)
|
||||
if videoTrack != nil {
|
||||
registerVideoWriter(kind, writerID, &h264TrackWriter{t: videoTrack})
|
||||
}
|
||||
if audioTrack != nil {
|
||||
registerAudioWriter(kind, writerID, newPCMUAudioWriter(audioTrack))
|
||||
}
|
||||
return answer.SDP, nil
|
||||
}
|
||||
|
||||
func AddP2PICECandidate(sessionID string, c ICECandidate) {
|
||||
// AddP2PICECandidate hands a remote ICE candidate to a specific P2P session.
|
||||
func AddP2PICECandidate(kind Kind, sessionID string, c ICECandidate) {
|
||||
if c.Candidate == "" {
|
||||
return
|
||||
}
|
||||
p2pMu.Lock()
|
||||
sess := p2p
|
||||
sess := p2pSessions[p2pSessionKey(kind, sessionID)]
|
||||
p2pMu.Unlock()
|
||||
if sess == nil || sess.id != sessionID {
|
||||
if sess == nil {
|
||||
return
|
||||
}
|
||||
mid := c.SDPMid
|
||||
@@ -160,32 +227,51 @@ func AddP2PICECandidate(sessionID string, c ICECandidate) {
|
||||
}
|
||||
}
|
||||
|
||||
// StopP2P tears down the active P2P session, if any.
|
||||
func StopP2P() {
|
||||
// StopP2P tears down a specific P2P session.
|
||||
func StopP2P(kind Kind, sessionID string) {
|
||||
p2pMu.Lock()
|
||||
sess := p2p
|
||||
p2p = nil
|
||||
sess := p2pSessions[p2pSessionKey(kind, sessionID)]
|
||||
delete(p2pSessions, p2pSessionKey(kind, sessionID))
|
||||
p2pMu.Unlock()
|
||||
if sess != nil {
|
||||
sess.closeAndUnregister()
|
||||
}
|
||||
}
|
||||
|
||||
// StopAllP2P tears down every active P2P session. Used on shutdown.
|
||||
func StopAllP2P() {
|
||||
p2pMu.Lock()
|
||||
keys := make([]string, 0, len(p2pSessions))
|
||||
sessions := make([]*p2pSession, 0, len(p2pSessions))
|
||||
for k, s := range p2pSessions {
|
||||
keys = append(keys, k)
|
||||
sessions = append(sessions, s)
|
||||
}
|
||||
for _, k := range keys {
|
||||
delete(p2pSessions, k)
|
||||
}
|
||||
p2pMu.Unlock()
|
||||
for _, s := range sessions {
|
||||
s.closeAndUnregister()
|
||||
}
|
||||
}
|
||||
|
||||
func (s *p2pSession) closeAndUnregister() {
|
||||
s.closeOnce.Do(func() {
|
||||
unregisterWriter(p2pWriterID(s.id))
|
||||
unregisterWriter(s.kind, p2pWriterID(s.kind, s.id))
|
||||
_ = s.pc.Close()
|
||||
if s.onClose != nil {
|
||||
s.onClose()
|
||||
}
|
||||
})
|
||||
p2pMu.Lock()
|
||||
if p2p == s {
|
||||
p2p = nil
|
||||
key := p2pSessionKey(s.kind, s.id)
|
||||
if p2pSessions[key] == s {
|
||||
delete(p2pSessions, key)
|
||||
}
|
||||
p2pMu.Unlock()
|
||||
}
|
||||
|
||||
func p2pWriterID(sessionID string) string {
|
||||
return "p2p:" + sessionID
|
||||
func p2pWriterID(kind Kind, sessionID string) string {
|
||||
return "p2p:" + string(kind) + ":" + sessionID
|
||||
}
|
||||
|
||||
@@ -6,37 +6,85 @@ import (
|
||||
"time"
|
||||
)
|
||||
|
||||
type FrameWriter interface {
|
||||
type Kind string
|
||||
|
||||
const (
|
||||
KindDesktop Kind = "desktop"
|
||||
KindWebcam Kind = "webcam"
|
||||
KindAudio Kind = "audio"
|
||||
)
|
||||
|
||||
type VideoWriter interface {
|
||||
WriteH264(nalu []byte, dur time.Duration) error
|
||||
}
|
||||
|
||||
type AudioWriter interface {
|
||||
WriteAudio(pcm []int16) error
|
||||
}
|
||||
|
||||
type writerEntry struct {
|
||||
video VideoWriter
|
||||
audio AudioWriter
|
||||
}
|
||||
|
||||
var (
|
||||
writersMu sync.RWMutex
|
||||
writers = map[string]FrameWriter{}
|
||||
writers = map[string]map[string]writerEntry{} // kind → id → entry
|
||||
)
|
||||
|
||||
func registerWriter(id string, w FrameWriter) {
|
||||
func registerVideoWriter(kind Kind, id string, w VideoWriter) {
|
||||
if id == "" || w == nil {
|
||||
return
|
||||
}
|
||||
writersMu.Lock()
|
||||
writers[id] = w
|
||||
bucket := writers[string(kind)]
|
||||
if bucket == nil {
|
||||
bucket = map[string]writerEntry{}
|
||||
writers[string(kind)] = bucket
|
||||
}
|
||||
entry := bucket[id]
|
||||
entry.video = w
|
||||
bucket[id] = entry
|
||||
writersMu.Unlock()
|
||||
}
|
||||
|
||||
func unregisterWriter(id string) {
|
||||
func registerAudioWriter(kind Kind, id string, w AudioWriter) {
|
||||
if id == "" || w == nil {
|
||||
return
|
||||
}
|
||||
writersMu.Lock()
|
||||
bucket := writers[string(kind)]
|
||||
if bucket == nil {
|
||||
bucket = map[string]writerEntry{}
|
||||
writers[string(kind)] = bucket
|
||||
}
|
||||
entry := bucket[id]
|
||||
entry.audio = w
|
||||
bucket[id] = entry
|
||||
writersMu.Unlock()
|
||||
}
|
||||
|
||||
func unregisterWriter(kind Kind, id string) {
|
||||
if id == "" {
|
||||
return
|
||||
}
|
||||
writersMu.Lock()
|
||||
delete(writers, id)
|
||||
if bucket, ok := writers[string(kind)]; ok {
|
||||
delete(bucket, id)
|
||||
if len(bucket) == 0 {
|
||||
delete(writers, string(kind))
|
||||
}
|
||||
}
|
||||
writersMu.Unlock()
|
||||
}
|
||||
|
||||
func IsActive() bool {
|
||||
// IsActive reports whether any writer of the given kind is registered.
|
||||
// Callers in capture loops use this as a cheap "should I divert this frame
|
||||
// to WebRTC?" check before doing more expensive work.
|
||||
func IsActive(kind Kind) bool {
|
||||
writersMu.RLock()
|
||||
defer writersMu.RUnlock()
|
||||
return len(writers) > 0
|
||||
return len(writers[string(kind)]) > 0
|
||||
}
|
||||
|
||||
var keyframeWanted atomic.Bool
|
||||
@@ -49,21 +97,38 @@ func ConsumeKeyframeRequest() bool {
|
||||
return keyframeWanted.Swap(false)
|
||||
}
|
||||
|
||||
func WriteH264(nalu []byte, dur time.Duration) error {
|
||||
func WriteH264(kind Kind, nalu []byte, dur time.Duration) error {
|
||||
if len(nalu) == 0 {
|
||||
return nil
|
||||
}
|
||||
writersMu.RLock()
|
||||
defer writersMu.RUnlock()
|
||||
for _, w := range writers {
|
||||
_ = w.WriteH264(nalu, dur)
|
||||
bucket := writers[string(kind)]
|
||||
for _, w := range bucket {
|
||||
if w.video != nil {
|
||||
_ = w.video.WriteH264(nalu, dur)
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func WriteAudio(kind Kind, pcm []int16) error {
|
||||
if len(pcm) == 0 {
|
||||
return nil
|
||||
}
|
||||
writersMu.RLock()
|
||||
defer writersMu.RUnlock()
|
||||
bucket := writers[string(kind)]
|
||||
for _, w := range bucket {
|
||||
if w.audio != nil {
|
||||
_ = w.audio.WriteAudio(pcm)
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// Deadass fuck WebRTC bro ts is so confusing
|
||||
type Options struct {
|
||||
// (e.g. https://server:5173/api/webrtc/agents/abc/whip).
|
||||
// (e.g. https://server:5173/api/webrtc/agents/abc/desktop/whip).
|
||||
WhipURL string
|
||||
// PublishToken is the bearer token issued by the server.
|
||||
PublishToken string
|
||||
@@ -71,6 +136,9 @@ type Options struct {
|
||||
TLSInsecureSkipVerify bool
|
||||
// TLSCAPath is an optional custom CA bundle.
|
||||
TLSCAPath string
|
||||
// HasVideo / HasAudio select which tracks to add to the peer connection.
|
||||
HasVideo bool
|
||||
HasAudio bool
|
||||
}
|
||||
|
||||
type ICECandidate struct {
|
||||
|
||||
@@ -11,18 +11,20 @@ var ErrNotCompiled = errors.New("webrtc support not compiled in (build with -tag
|
||||
|
||||
type Publisher struct{}
|
||||
|
||||
func Start(_ context.Context, _ Options) (*Publisher, error) {
|
||||
func Start(_ context.Context, _ Kind, _ Options) (*Publisher, error) {
|
||||
return nil, ErrNotCompiled
|
||||
}
|
||||
|
||||
func Stop() {}
|
||||
|
||||
func Stop(_ Kind) {}
|
||||
func StopAll() {}
|
||||
func (*Publisher) Close() {}
|
||||
|
||||
func StartP2POffer(_ context.Context, _ string, _ string, _ P2POfferCallbacks) (string, error) {
|
||||
func StartP2POffer(_ context.Context, _ Kind, _ string, _ string, _ P2POfferCallbacks, _ bool, _ bool) (string, error) {
|
||||
return "", ErrNotCompiled
|
||||
}
|
||||
|
||||
func AddP2PICECandidate(_ string, _ ICECandidate) {}
|
||||
func AddP2PICECandidate(_ Kind, _ string, _ ICECandidate) {}
|
||||
|
||||
func StopP2P() {}
|
||||
func StopP2P(_ Kind, _ string) {}
|
||||
|
||||
func StopAllP2P() {}
|
||||
|
||||
@@ -43,17 +43,16 @@ func drainRTCP(sender *webrtc.RTPSender) {
|
||||
}
|
||||
}
|
||||
|
||||
type trackWriter struct {
|
||||
type h264TrackWriter struct {
|
||||
t *webrtc.TrackLocalStaticSample
|
||||
}
|
||||
|
||||
func (w *trackWriter) WriteH264(nalu []byte, dur time.Duration) error {
|
||||
func (w *h264TrackWriter) WriteH264(nalu []byte, dur time.Duration) error {
|
||||
return w.t.WriteSample(media.Sample{Data: nalu, Duration: dur})
|
||||
}
|
||||
|
||||
const whipWriterID = "whip"
|
||||
|
||||
type Publisher struct {
|
||||
kind Kind
|
||||
pc *webrtc.PeerConnection
|
||||
resourceURL string
|
||||
token string
|
||||
@@ -62,31 +61,48 @@ type Publisher struct {
|
||||
}
|
||||
|
||||
var (
|
||||
whipMu sync.Mutex
|
||||
whip *Publisher
|
||||
whipMu sync.Mutex
|
||||
whipByKind = map[Kind]*Publisher{}
|
||||
)
|
||||
|
||||
func Start(ctx context.Context, opts Options) (*Publisher, error) {
|
||||
func Start(ctx context.Context, kind Kind, opts Options) (*Publisher, error) {
|
||||
if strings.TrimSpace(opts.WhipURL) == "" {
|
||||
return nil, errors.New("webrtcpub: empty WhipURL")
|
||||
}
|
||||
if strings.TrimSpace(opts.PublishToken) == "" {
|
||||
return nil, errors.New("webrtcpub: empty PublishToken")
|
||||
}
|
||||
Stop()
|
||||
if !opts.HasVideo && !opts.HasAudio {
|
||||
return nil, errors.New("webrtcpub: at least one of HasVideo/HasAudio must be true")
|
||||
}
|
||||
Stop(kind)
|
||||
|
||||
httpClient := buildHTTPClient(opts)
|
||||
|
||||
mediaEngine := &webrtc.MediaEngine{}
|
||||
if err := mediaEngine.RegisterCodec(webrtc.RTPCodecParameters{
|
||||
RTPCodecCapability: webrtc.RTPCodecCapability{
|
||||
MimeType: webrtc.MimeTypeH264,
|
||||
ClockRate: 90000,
|
||||
SDPFmtpLine: "level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42e01f",
|
||||
},
|
||||
PayloadType: 102,
|
||||
}, webrtc.RTPCodecTypeVideo); err != nil {
|
||||
return nil, fmt.Errorf("register codec: %w", err)
|
||||
if opts.HasVideo {
|
||||
if err := mediaEngine.RegisterCodec(webrtc.RTPCodecParameters{
|
||||
RTPCodecCapability: webrtc.RTPCodecCapability{
|
||||
MimeType: webrtc.MimeTypeH264,
|
||||
ClockRate: 90000,
|
||||
SDPFmtpLine: "level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42e01f",
|
||||
},
|
||||
PayloadType: 102,
|
||||
}, webrtc.RTPCodecTypeVideo); err != nil {
|
||||
return nil, fmt.Errorf("register video codec: %w", err)
|
||||
}
|
||||
}
|
||||
if opts.HasAudio {
|
||||
if err := mediaEngine.RegisterCodec(webrtc.RTPCodecParameters{
|
||||
RTPCodecCapability: webrtc.RTPCodecCapability{
|
||||
MimeType: webrtc.MimeTypePCMU,
|
||||
ClockRate: 8000,
|
||||
Channels: 1,
|
||||
},
|
||||
PayloadType: 0,
|
||||
}, webrtc.RTPCodecTypeAudio); err != nil {
|
||||
return nil, fmt.Errorf("register audio codec: %w", err)
|
||||
}
|
||||
}
|
||||
|
||||
api := webrtc.NewAPI(webrtc.WithMediaEngine(mediaEngine))
|
||||
@@ -95,23 +111,49 @@ func Start(ctx context.Context, opts Options) (*Publisher, error) {
|
||||
return nil, fmt.Errorf("new peer connection: %w", err)
|
||||
}
|
||||
|
||||
track, err := webrtc.NewTrackLocalStaticSample(
|
||||
webrtc.RTPCodecCapability{MimeType: webrtc.MimeTypeH264},
|
||||
"overlord-video", "overlord-desktop",
|
||||
var (
|
||||
videoTrack *webrtc.TrackLocalStaticSample
|
||||
audioTrack *webrtc.TrackLocalStaticSample
|
||||
)
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return nil, fmt.Errorf("new track: %w", err)
|
||||
if opts.HasVideo {
|
||||
videoTrack, err = webrtc.NewTrackLocalStaticSample(
|
||||
webrtc.RTPCodecCapability{MimeType: webrtc.MimeTypeH264},
|
||||
"overlord-video-"+string(kind), "overlord-"+string(kind),
|
||||
)
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return nil, fmt.Errorf("new video track: %w", err)
|
||||
}
|
||||
tx, err := pc.AddTransceiverFromTrack(videoTrack, webrtc.RTPTransceiverInit{
|
||||
Direction: webrtc.RTPTransceiverDirectionSendonly,
|
||||
})
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return nil, fmt.Errorf("add video transceiver: %w", err)
|
||||
}
|
||||
if sender := tx.Sender(); sender != nil {
|
||||
go drainRTCP(sender)
|
||||
}
|
||||
}
|
||||
transceiver, err := pc.AddTransceiverFromTrack(track, webrtc.RTPTransceiverInit{
|
||||
Direction: webrtc.RTPTransceiverDirectionSendonly,
|
||||
})
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return nil, fmt.Errorf("add transceiver: %w", err)
|
||||
}
|
||||
if sender := transceiver.Sender(); sender != nil {
|
||||
go drainRTCP(sender)
|
||||
if opts.HasAudio {
|
||||
audioTrack, err = webrtc.NewTrackLocalStaticSample(
|
||||
webrtc.RTPCodecCapability{MimeType: webrtc.MimeTypePCMU, ClockRate: 8000, Channels: 1},
|
||||
"overlord-audio-"+string(kind), "overlord-"+string(kind),
|
||||
)
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return nil, fmt.Errorf("new audio track: %w", err)
|
||||
}
|
||||
tx, err := pc.AddTransceiverFromTrack(audioTrack, webrtc.RTPTransceiverInit{
|
||||
Direction: webrtc.RTPTransceiverDirectionSendonly,
|
||||
})
|
||||
if err != nil {
|
||||
_ = pc.Close()
|
||||
return nil, fmt.Errorf("add audio transceiver: %w", err)
|
||||
}
|
||||
if sender := tx.Sender(); sender != nil {
|
||||
go drainRTCP(sender)
|
||||
}
|
||||
}
|
||||
|
||||
offer, err := pc.CreateOffer(nil)
|
||||
@@ -148,44 +190,63 @@ func Start(ctx context.Context, opts Options) (*Publisher, error) {
|
||||
}
|
||||
|
||||
pub := &Publisher{
|
||||
kind: kind,
|
||||
pc: pc,
|
||||
resourceURL: resourceURL,
|
||||
token: opts.PublishToken,
|
||||
httpClient: httpClient,
|
||||
}
|
||||
|
||||
writerID := whipWriterID(kind)
|
||||
pc.OnConnectionStateChange(func(state webrtc.PeerConnectionState) {
|
||||
log.Printf("webrtcpub: WHIP peer state=%s", state)
|
||||
log.Printf("webrtcpub: WHIP[%s] peer state=%s", kind, state)
|
||||
switch state {
|
||||
case webrtc.PeerConnectionStateFailed, webrtc.PeerConnectionStateClosed:
|
||||
whipMu.Lock()
|
||||
if whip == pub {
|
||||
whip = nil
|
||||
if whipByKind[kind] == pub {
|
||||
delete(whipByKind, kind)
|
||||
}
|
||||
whipMu.Unlock()
|
||||
unregisterWriter(whipWriterID)
|
||||
unregisterWriter(kind, writerID)
|
||||
}
|
||||
})
|
||||
|
||||
whipMu.Lock()
|
||||
whip = pub
|
||||
whipByKind[kind] = pub
|
||||
whipMu.Unlock()
|
||||
registerWriter(whipWriterID, &trackWriter{t: track})
|
||||
log.Printf("webrtcpub: WHIP session established (resource=%s)", resourceURL)
|
||||
if videoTrack != nil {
|
||||
registerVideoWriter(kind, writerID, &h264TrackWriter{t: videoTrack})
|
||||
}
|
||||
if audioTrack != nil {
|
||||
registerAudioWriter(kind, writerID, newPCMUAudioWriter(audioTrack))
|
||||
}
|
||||
log.Printf("webrtcpub: WHIP[%s] session established (resource=%s)", kind, resourceURL)
|
||||
return pub, nil
|
||||
}
|
||||
|
||||
func Stop() {
|
||||
func Stop(kind Kind) {
|
||||
whipMu.Lock()
|
||||
p := whip
|
||||
whip = nil
|
||||
p := whipByKind[kind]
|
||||
delete(whipByKind, kind)
|
||||
whipMu.Unlock()
|
||||
unregisterWriter(whipWriterID)
|
||||
unregisterWriter(kind, whipWriterID(kind))
|
||||
if p != nil {
|
||||
p.Close()
|
||||
}
|
||||
}
|
||||
|
||||
func StopAll() {
|
||||
whipMu.Lock()
|
||||
kinds := make([]Kind, 0, len(whipByKind))
|
||||
for k := range whipByKind {
|
||||
kinds = append(kinds, k)
|
||||
}
|
||||
whipMu.Unlock()
|
||||
for _, k := range kinds {
|
||||
Stop(k)
|
||||
}
|
||||
}
|
||||
|
||||
func (p *Publisher) Close() {
|
||||
p.closeOnce.Do(func() {
|
||||
if p.resourceURL != "" {
|
||||
@@ -205,6 +266,10 @@ func (p *Publisher) Close() {
|
||||
})
|
||||
}
|
||||
|
||||
func whipWriterID(kind Kind) string {
|
||||
return "whip:" + string(kind)
|
||||
}
|
||||
|
||||
func postWhip(ctx context.Context, client *http.Client, whipURL, token, sdp string) (string, string, error) {
|
||||
req, err := http.NewRequestWithContext(ctx, http.MethodPost, whipURL, strings.NewReader(sdp))
|
||||
if err != nil {
|
||||
|
||||
Reference in New Issue
Block a user