plugin-webrtc-plus/main.go

package webrtc

import (
	"bytes"
	"encoding/json"
	"fmt"
	"io/ioutil"
	"net/http"
	"os"
	"sync"
	"time"

	. "github.com/Monibuca/engine/v2"
	"github.com/Monibuca/engine/v2/avformat"
	"github.com/Monibuca/engine/v2/util"
	. "github.com/Monibuca/plugin-rtp"
	"github.com/pion/rtcp"
	"github.com/pion/rtp"
	"github.com/pion/rtp/codecs"
	. "github.com/pion/webrtc/v2"
	"github.com/pion/webrtc/v2/pkg/media"
)

var config struct {
	ICEServers []string
}

// }{[]string{
// 	"stun:stun.ekiga.net",
// 	"stun:stun.ideasip.com",
// 	"stun:stun.schlund.de",
// 	"stun:stun.stunprotocol.org:3478",
// 	"stun:stun.voiparound.com",
// 	"stun:stun.voipbuster.com",
// 	"stun:stun.voipstunt.com",
// 	"stun:stun.voxgratia.org",
// 	"stun:stun.services.mozilla.com",
// 	"stun:stun.xten.com",
// 	"stun:stun.softjoys.com",
// 	"stun:stunserver.org",
// 	"stun:stun.schlund.de",
// 	"stun:stun.rixtelecom.se",
// 	"stun:stun.iptel.org",
// 	"stun:stun.ideasip.com",
// 	"stun:stun.fwdnet.net",
// 	"stun:stun.ekiga.net",
// 	"stun:stun01.sipphone.com",
// }}

// type udpConn struct {
// 	conn *net.UDPConn
// 	port int
// }

var m MediaEngine
var api *API
var SSRC uint32
var SSRCMap = make(map[string]uint32)
var ssrcLock sync.Mutex
var playWaitList sync.Map

func init() {
	m.RegisterCodec(NewRTPH264Codec(DefaultPayloadTypeH264, 90000))
	//m.RegisterCodec(NewRTPPCMUCodec(DefaultPayloadTypePCMU, 8000))
	api = NewAPI(WithMediaEngine(m))
	InstallPlugin(&PluginConfig{
		Config: &config,
		Name:   "WebRTC",
		Type:   PLUGIN_PUBLISHER | PLUGIN_SUBSCRIBER,
		Run:    run,
	})
}

type WebRTC struct {
	RTP
	*PeerConnection
	RemoteAddr string
	videoTrack *Track
	sequence   uint16
	codecs.H264Packet
	*os.File
}

func (rtc *WebRTC) WriteVideo(ts uint32, marker bool, payload []byte) error {
	rtc.sequence++
	// bb, _ := rtc.Unmarshal(payload)
	// rtc.Write(bb)
	return rtc.videoTrack.WriteRTP(&rtp.Packet{
		Header: rtp.Header{
			Version:        2,
			SSRC:           SSRC,
			PayloadType:    DefaultPayloadTypeH264,
			SequenceNumber: rtc.sequence,
			Timestamp:      ts,
			Marker:         marker,
		},
		Payload: payload,
	})
}

func (rtc *WebRTC) Play(streamPath string) bool {
	rtc.OnICEConnectionStateChange(func(connectionState ICEConnectionState) {
		Printf("%s Connection State has changed %s ", streamPath, connectionState.String())
		switch connectionState {
		case ICEConnectionStateDisconnected:
			if rtc.Stream != nil {
				rtc.Stream.Close()
			}
		case ICEConnectionStateConnected:
			var sub Subscriber
			var sps []byte
			var pps []byte
			sub.ID = rtc.RemoteAddr
			sub.Type = "WebRTC"
			var lastTimeStamp uint32
			var dataBuilder bytes.Buffer
			sub.OnData = func(packet *avformat.SendPacket) error {
				if packet.Type == avformat.FLV_TAG_TYPE_AUDIO {
					return nil
				}
				if packet.IsSequence {
					payload := packet.Payload[11:]
					spsLen := int(payload[0])<<8 + int(payload[1])
					payload = payload[2:]
					sps = payload[:spsLen]
					payload = payload[1+spsLen:]
					ppsLen := int(payload[0])<<8 + int(payload[1])
					payload = payload[2:]
					pps = payload[:ppsLen]
				} else {
					var s uint32
					if lastTimeStamp > 0 {
						s = packet.Timestamp - lastTimeStamp
					}
					if packet.IsKeyFrame {
						dataBuilder.Write(avformat.NALU_Delimiter2)
						dataBuilder.Write(sps)
						dataBuilder.Write(avformat.NALU_Delimiter2)
						dataBuilder.Write(pps)
					}
					payload := packet.Payload[5:]
					for {
						var naulLen = int(util.BigEndian.Uint32(payload))
						payload = payload[4:]
						dataBuilder.Write(avformat.NALU_Delimiter2)
						dataBuilder.Write(payload[:naulLen])
						rtc.videoTrack.WriteSample(media.Sample{
							Data:    dataBuilder.Bytes(),
							Samples: s * 90,
						})
						dataBuilder.Reset()
						if len(payload) < naulLen+4 {
							break
						}
						payload = payload[naulLen:]
					}
				}
				lastTimeStamp = packet.Timestamp
				return nil
			}
			// stapA := func(naul ...[]byte) []byte {
			// 	var buffer bytes.Buffer
			// 	buffer.WriteByte((naul[0][0] & 224) | 24)
			// 	for _, n := range naul {
			// 		l := len(n)
			// 		buffer.WriteByte(byte(l >> 8))
			// 		buffer.WriteByte(byte(l))
			// 		buffer.Write(n)
			// 	}
			// 	return buffer.Bytes()
			// }
			// //rtc.File, _ = os.OpenFile("webrtc.h264", os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0666)
			// aud := []byte{0x09, 0x30}
			// sub.OnData = func(packet *avformat.SendPacket) error {
			// 	if packet.Type == avformat.FLV_TAG_TYPE_AUDIO {
			// 		return nil
			// 	}
			// 	if packet.IsSequence {
			// 		payload := packet.Payload[11:]
			// 		spsLen := int(payload[0])<<8 + int(payload[1])
			// 		sps = payload[2:spsLen]
			// 		payload = payload[3+spsLen:]
			// 		ppsLen := int(payload[0])<<8 + int(payload[1])
			// 		pps = payload[2:ppsLen]
			// 	} else {
			// 		if packet.IsKeyFrame {
			// 			if err := rtc.WriteVideo(packet.Timestamp*90, true, stapA([]byte{0x9, 0x10}, sps, pps)); err != nil {
			// 				return err
			// 			}
			// 		} else {
			// 			if err := rtc.WriteVideo(packet.Timestamp*90, true, aud); err != nil {
			// 				return err
			// 			}
			// 		}
			// 		payload := packet.Payload[5:]
			// 		for {
			// 			var naulLen = int(util.BigEndian.Uint32(payload))
			// 			payload = payload[4:]
			// 			_payload := payload[:naulLen]
			// 			if naulLen > 1000 {
			// 				indicator := (_payload[0] & 224) | 28
			// 				nalutype := _payload[0] & 31
			// 				header := 128 | nalutype
			// 				part := _payload[1:1000]
			// 				marker := false
			// 				for {
			// 					if err := rtc.WriteVideo(packet.Timestamp*90, marker, append([]byte{indicator, header}, part...)); err != nil {
			// 						return err
			// 					}
			// 					if _payload == nil {
			// 						break
			// 					}
			// 					_payload = _payload[1000:]
			// 					if len(_payload) <= 1000 {
			// 						header = 64 | nalutype
			// 						part = _payload
			// 						_payload = nil
			// 						marker = true
			// 					} else {
			// 						header = nalutype
			// 						part = _payload[:1000]
			// 					}
			// 				}
			// 			} else {
			// 				if err := rtc.WriteVideo(packet.Timestamp*90, true, _payload); err != nil {
			// 					return err
			// 				}
			// 			}
			// 			if len(payload) < naulLen+4 {
			// 				break
			// 			}
			// 			payload = payload[naulLen:]
			// 		}
			// 		// if err := videoTrack.WriteRTP(&rtp.Packet{
			// 		// 	Header:  nextHeader(packet.Timestamp * 90),
			// 		// 	Payload: aud,
			// 		// }); err != nil {
			// 		// 	return err
			// 		// }
			// 	}
			// 	return nil
			// }
			go sub.Subscribe(streamPath)
		}
	})
	return true
}
func (rtc *WebRTC) Publish(streamPath string) bool {
	peerConnection, err := api.NewPeerConnection(Configuration{
		ICEServers: []ICEServer{
			{
				URLs: config.ICEServers,
			},
		},
	})
	if _, err = peerConnection.AddTransceiverFromKind(RTPCodecTypeVideo); err != nil {
		if err != nil {
			Println(err)
			return false
		}
	}
	if err != nil {
		return false
	}
	peerConnection.OnICEConnectionStateChange(func(connectionState ICEConnectionState) {
		Printf("%s Connection State has changed %s ", streamPath, connectionState.String())
		switch connectionState {
		case ICEConnectionStateDisconnected, ICEConnectionStateFailed:
			if rtc.Stream != nil {
				rtc.Stream.Close()
			}
		}
	})
	rtc.PeerConnection = peerConnection
	if rtc.RTP.Publish(streamPath) {
		//f, _ := os.OpenFile("resource/live/rtc.h264", os.O_TRUNC|os.O_WRONLY, 0666)
		rtc.Stream.Type = "WebRTC"
		peerConnection.OnTrack(func(track *Track, receiver *RTPReceiver) {
			defer rtc.Stream.Close()
			go func() {
				ticker := time.NewTicker(time.Second * 2)
				select {
				case <-ticker.C:
					if rtcpErr := peerConnection.WriteRTCP([]rtcp.Packet{&rtcp.PictureLossIndication{MediaSSRC: track.SSRC()}}); rtcpErr != nil {
						fmt.Println(rtcpErr)
					}
				case <-rtc.Done():
					return
				}
			}()
			pack := &RTPPack{
				Type: RTPType(track.Kind() - 1),
			}
			for b := make([]byte, 1460); ; rtc.PushPack(pack) {
				i, err := track.Read(b)
				if err != nil {
					return
				}
				if err = pack.Unmarshal(b[:i]); err != nil {
					return
				}
				rtc.Unmarshal(pack.Payload)
				// f.Write(bytes)
			}
		})
	} else {
		return false
	}
	return true
}
func (rtc *WebRTC) GetAnswer(localSdp SessionDescription) ([]byte, error) {
	// Sets the LocalDescription, and starts our UDP listeners
	if err := rtc.SetLocalDescription(localSdp); err != nil {
		Println(err)
		return nil, err
	}
	if bytes, err := json.Marshal(localSdp); err != nil {
		Println(err)
		return bytes, err
	} else {
		return bytes, nil
	}
}
func run() {
	http.HandleFunc("/webrtc/play", func(w http.ResponseWriter, r *http.Request) {
		streamPath := r.URL.Query().Get("streamPath")
		offer := SessionDescription{}
		bytes, err := ioutil.ReadAll(r.Body)
		err = json.Unmarshal(bytes, &offer)
		if err != nil {
			Println(err)
			return
		}
		if value, ok := playWaitList.Load(streamPath); ok {
			rtc := value.(*WebRTC)
			if err := rtc.SetRemoteDescription(offer); err != nil {
				Println(err)
				return
			}
			if rtc.Play(streamPath) {
				w.Write([]byte(`success`))
			} else {
				w.Write([]byte(`{"errmsg":"bad name"}`))
			}
		} else {
			w.Write([]byte(`{"errmsg":"bad name"}`))
		}
	})
	http.HandleFunc("/webrtc/preparePlay", func(w http.ResponseWriter, r *http.Request) {
		streamPath := r.URL.Query().Get("streamPath")
		rtc := new(WebRTC)
		peerConnection, err := api.NewPeerConnection(Configuration{
			ICEServers: []ICEServer{
				{
					URLs: config.ICEServers,
				},
			},
		})
		if _, err = peerConnection.AddTransceiverFromKind(RTPCodecTypeVideo); err != nil {
			if err != nil {
				Println(err)
				return
			}
		}
		if err != nil {
			return
		}

		rtc.PeerConnection = peerConnection
		// Create a video track, using the same SSRC as the incoming RTP Packet
		ssrcLock.Lock()
		if _, ok := SSRCMap[streamPath]; !ok {
			SSRC++
			SSRCMap[streamPath] = SSRC
		}
		ssrcLock.Unlock()
		videoTrack, err := rtc.NewTrack(DefaultPayloadTypeH264, SSRC, "video", "monibuca")
		if err != nil {
			Println(err)
			return
		}
		if _, err = rtc.AddTrack(videoTrack); err != nil {
			Println(err)
			return
		}
		rtc.videoTrack = videoTrack
		playWaitList.Store(streamPath, rtc)
		rtc.RemoteAddr = r.RemoteAddr
		offer, err := rtc.CreateOffer(nil)
		if err != nil {
			Println(err)
			return
		}
		if bytes, err := rtc.GetAnswer(offer); err == nil {
			w.Write(bytes)
		} else {
			Println(err)
			w.Write([]byte(err.Error()))
			return
		}
	})
	http.HandleFunc("/webrtc/publish", func(w http.ResponseWriter, r *http.Request) {
		streamPath := r.URL.Query().Get("streamPath")
		offer := SessionDescription{}
		bytes, err := ioutil.ReadAll(r.Body)
		err = json.Unmarshal(bytes, &offer)
		if err != nil {
			Println(err)
			return
		}
		rtc := new(WebRTC)
		rtc.RemoteAddr = r.RemoteAddr
		if rtc.Publish(streamPath) {
			if err := rtc.SetRemoteDescription(offer); err != nil {
				Println(err)
				return
			}
			answer, err := rtc.CreateAnswer(nil)
			if err != nil {
				Println(err)
				return
			}
			if bytes, err = rtc.GetAnswer(answer); err == nil {
				w.Write(bytes)
			} else {
				Println(err)
				w.Write([]byte(err.Error()))
				return
			}
			w.Write([]byte(`success`))
		} else {
			w.Write([]byte(`{"errmsg":"bad name"}`))
		}
	})
}