Initial downstream tracks

2022-11-22 17:59:55 +01:00
parent 82ec808dee
commit ae776f04d0
49 changed files with 1910 additions and 406 deletions
@@ -13,26 +13,7 @@

 namespace livekit {

-class MediaStreamTrack {
- public:
-  explicit MediaStreamTrack(
-      rtc::scoped_refptr<webrtc::MediaStreamTrackInterface> track);
-
-  rust::String kind() const;
-  rust::String id() const;
-
-  bool enabled() const;
-  bool set_enabled(bool enable);
-
-  TrackState state() const;
-
- private:
-  rtc::scoped_refptr<webrtc::MediaStreamTrackInterface> track_;
-};
-
-static std::unique_ptr<MediaStreamTrack> _unique_media_stream_track() {
-  return nullptr;  // Ignore
-}
+class NativeVideoFrameSink;

 class MediaStream {
 public:
@@ -47,6 +28,96 @@ class MediaStream {
 static std::unique_ptr<MediaStream> _unique_media_stream() {
  return nullptr;  // Ignore
 }
+
+class MediaStreamTrack {
+ protected:
+  explicit MediaStreamTrack(
+      rtc::scoped_refptr<webrtc::MediaStreamTrackInterface> track);
+
+ public:
+  static std::unique_ptr<MediaStreamTrack> from(
+      rtc::scoped_refptr<webrtc::MediaStreamTrackInterface> track);
+
+  rust::String kind() const;
+  rust::String id() const;
+
+  bool enabled() const;
+  bool set_enabled(bool enable);
+
+  TrackState state() const;
+
+ protected:
+  rtc::scoped_refptr<webrtc::MediaStreamTrackInterface> track_;
+};
+
+static std::unique_ptr<MediaStreamTrack> _unique_media_stream_track() {
+  return nullptr;  // Ignore
+}
+
+class AudioTrack : public MediaStreamTrack {
+ public:
+  explicit AudioTrack(rtc::scoped_refptr<webrtc::AudioTrackInterface> track);
+};
+
+static std::unique_ptr<AudioTrack> _unique_audio_track() {
+  return nullptr;  // Ignore
+}
+
+class VideoTrack : public MediaStreamTrack {
+ public:
+  explicit VideoTrack(rtc::scoped_refptr<webrtc::VideoTrackInterface> track);
+
+  void add_sink(NativeVideoFrameSink& sink);
+  void remove_sink(NativeVideoFrameSink& sink);
+
+  void set_should_receive(bool should_receive);
+  bool should_receive() const;
+  ContentHint content_hint() const;
+  void set_content_hint(ContentHint hint);
+
+ private:
+  webrtc::VideoTrackInterface* track() const {
+    return static_cast<webrtc::VideoTrackInterface*>(track_.get());
+  }
+};
+
+static std::unique_ptr<VideoTrack> _unique_video_track() {
+  return nullptr;  // Ignore
+}
+
+class NativeVideoFrameSink
+    : public rtc::VideoSinkInterface<webrtc::VideoFrame> {
+ public:
+  explicit NativeVideoFrameSink(rust::Box<VideoFrameSinkWrapper> observer);
+
+  void OnFrame(const webrtc::VideoFrame& frame) override;
+  void OnDiscardedFrame() override;
+  void OnConstraintsChanged(
+      const webrtc::VideoTrackSourceConstraints& constraints) override;
+
+ private:
+  rust::Box<VideoFrameSinkWrapper> observer_;
+};
+
+std::unique_ptr<NativeVideoFrameSink> create_native_video_frame_sink(
+    rust::Box<VideoFrameSinkWrapper> observer);
+
+const MediaStreamTrack* video_to_media(const VideoTrack* track) {
+  return track;
+}
+
+const MediaStreamTrack* audio_to_media(const AudioTrack* track) {
+  return track;
+}
+
+const VideoTrack* media_to_video(const MediaStreamTrack* track) {
+  return static_cast<const VideoTrack*>(track);
+}
+
+const AudioTrack* media_to_audio(const MediaStreamTrack* track) {
+  return static_cast<const AudioTrack*>(track); 
+}
+
 }  // namespace livekit

 #endif  // CLIENT_SDK_NATIVE_MEDIA_STREAM_INTERFACE_H