improve the demo (#24)

- Add participant names
- Listen to TrackUnsubscribed
- Show info about the room
- Disconnect btn
- Correctly close the task
This commit is contained in:
Théo Monnom
2023-01-05 01:08:23 +01:00
committed by GitHub
parent 5309c622cb
commit 579782a813
2 changed files with 93 additions and 29 deletions
+92 -29
View File
@@ -3,17 +3,19 @@ use crate::video_renderer::VideoRenderer;
use crate::{events::AsyncCmd, video_grid::VideoGrid}; use crate::{events::AsyncCmd, video_grid::VideoGrid};
use egui::{Rounding, Stroke}; use egui::{Rounding, Stroke};
use egui_wgpu::WgpuConfiguration; use egui_wgpu::WgpuConfiguration;
use livekit::room::id::{ParticipantSid, TrackSid};
use livekit::room::participant::ParticipantTrait;
use livekit::room::room_session::ConnectionState;
use livekit::room::track::remote_track::RemoteTrackHandle; use livekit::room::track::remote_track::RemoteTrackHandle;
use livekit::room::track::TrackTrait;
use livekit::room::{Room, RoomEvent, RoomEvents, SimulateScenario};
use parking_lot::Mutex; use parking_lot::Mutex;
use std::collections::HashMap;
use std::sync::{ use std::sync::{
atomic::{AtomicBool, Ordering}, atomic::{AtomicBool, Ordering},
Arc, Arc,
}; };
use tokio::sync::{mpsc, oneshot}; use tokio::sync::{mpsc, oneshot};
use tracing::error;
use livekit::room::room_session::ConnectionState;
use livekit::room::{Room, RoomEvent, RoomEvents, SimulateScenario};
// Useful default constants for developing // Useful default constants for developing
const DEFAULT_URL: &str = "ws://localhost:7880"; const DEFAULT_URL: &str = "ws://localhost:7880";
@@ -28,14 +30,15 @@ use winit::{
}; };
struct AppState { struct AppState {
room: Mutex<Option<(Room, oneshot::Sender<()>)>>, room: Mutex<Option<Room>>,
close_tx: Mutex<Option<oneshot::Sender<()>>>,
connecting: AtomicBool, connecting: AtomicBool,
} }
struct App { struct App {
state: Arc<AppState>, state: Arc<AppState>,
video_renderers: Vec<VideoRenderer>, video_renderers: HashMap<(ParticipantSid, TrackSid), VideoRenderer>,
egui_context: egui::Context, egui_context: egui::Context,
egui_state: egui_winit::State, egui_state: egui_winit::State,
egui_painter: egui_wgpu::winit::Painter, egui_painter: egui_wgpu::winit::Painter,
@@ -71,12 +74,13 @@ pub fn run(rt: tokio::runtime::Runtime) {
let state = Arc::new(AppState { let state = Arc::new(AppState {
room: Default::default(), room: Default::default(),
close_tx: Default::default(),
connecting: AtomicBool::new(false), connecting: AtomicBool::new(false),
}); });
let mut app = App { let mut app = App {
state: state.clone(), state: state.clone(),
video_renderers: Vec::default(), video_renderers: HashMap::default(),
egui_context, egui_context,
egui_state, egui_state,
egui_painter, egui_painter,
@@ -94,9 +98,8 @@ pub fn run(rt: tokio::runtime::Runtime) {
while let Some(event) = async_cmd_rx.recv().await { while let Some(event) = async_cmd_rx.recv().await {
match event { match event {
AsyncCmd::RoomConnect { url, token } => { AsyncCmd::RoomConnect { url, token } => {
if let Some((room, close_tx)) = state.room.lock().take() { if let Some(close_tx) = state.close_tx.lock().take() {
// Close the Room if already connected let _ = state.room.lock().take().unwrap().close().await;
let _ = room.close().await;
let _ = close_tx.send(()); let _ = close_tx.send(());
} }
@@ -106,7 +109,8 @@ pub fn run(rt: tokio::runtime::Runtime) {
match res { match res {
Ok((room, room_events)) => { Ok((room, room_events)) => {
let (close_tx, close_rx) = oneshot::channel(); let (close_tx, close_rx) = oneshot::channel();
state.room.lock().replace((room, close_tx)); state.room.lock().replace(room);
state.close_tx.lock().replace(close_tx);
tokio::spawn(room_task( tokio::spawn(room_task(
state.clone(), state.clone(),
@@ -124,8 +128,14 @@ pub fn run(rt: tokio::runtime::Runtime) {
state.connecting.store(false, Ordering::SeqCst); state.connecting.store(false, Ordering::SeqCst);
} }
AsyncCmd::RoomDisconnect => {
if let Some(close_tx) = state.close_tx.lock().take() {
let _ = state.room.lock().take().unwrap().close().await;
let _ = close_tx.send(());
}
}
AsyncCmd::SimulateScenario { scenario } => { AsyncCmd::SimulateScenario { scenario } => {
if let Some((room, _)) = state.room.lock().as_ref() { if let Some(room) = state.room.lock().as_ref() {
let _ = room.session().simulate_scenario(scenario).await; let _ = room.session().simulate_scenario(scenario).await;
} }
} }
@@ -154,7 +164,7 @@ async fn room_task(
let _ = ui_cmd_tx.send(UiCmd::RoomEvent{event}); let _ = ui_cmd_tx.send(UiCmd::RoomEvent{event});
} }
_ = &mut close_rx => { _ = &mut close_rx => {
//break; break;
} }
} }
} }
@@ -173,21 +183,30 @@ impl App {
} }
UiCmd::RoomEvent { event } => { UiCmd::RoomEvent { event } => {
match event { match event {
RoomEvent::TrackSubscribed { track, .. } => { RoomEvent::TrackSubscribed {
match track { track, participant, ..
} => {
match track.clone() {
RemoteTrackHandle::Video(video_track) => { RemoteTrackHandle::Video(video_track) => {
// Create a new VideoRenderer // Create a new VideoRenderer
let video_renderer = VideoRenderer::new( let video_renderer = VideoRenderer::new(
self.egui_painter.render_state().clone().unwrap(), self.egui_painter.render_state().clone().unwrap(),
video_track.rtc_track(), video_track.rtc_track(),
); );
self.video_renderers.push(video_renderer); self.video_renderers
.insert((participant.sid(), track.sid()), video_renderer);
} }
RemoteTrackHandle::Audio(_) => { RemoteTrackHandle::Audio(_) => {
// The demo doesn't support Audio rendering at the moment. // The demo doesn't support Audio rendering at the moment.
} }
}; };
} }
RoomEvent::TrackUnsubscribed {
track, participant, ..
} => {
self.video_renderers
.remove(&(participant.sid(), track.sid()));
}
_ => {} _ => {}
} }
} }
@@ -306,19 +325,27 @@ impl App {
ui.horizontal(|ui| { ui.horizontal(|ui| {
let connecting = self.state.connecting.load(Ordering::SeqCst); let connecting = self.state.connecting.load(Ordering::SeqCst);
ui.set_enabled(!connecting);
if ui.button("Connect").clicked() { let room = self.state.room.lock();
self.connection_failure = None; ui.add_enabled_ui(!connecting && room.is_none(), |ui| {
let _ = self.cmd_tx.send(AsyncCmd::RoomConnect { if ui.button("Connect").clicked() {
url: self.lk_url.clone(), self.connection_failure = None;
token: self.lk_token.clone(), let _ = self.cmd_tx.send(AsyncCmd::RoomConnect {
}); url: self.lk_url.clone(),
} token: self.lk_token.clone(),
});
}
});
if connecting { if connecting {
ui.spinner(); ui.spinner();
} }
if room.is_some() {
if ui.button("Disconnect").clicked() {
let _ = self.cmd_tx.send(AsyncCmd::RoomDisconnect);
}
}
}); });
if let Some(err) = &self.connection_failure { if let Some(err) = &self.connection_failure {
@@ -326,6 +353,23 @@ impl App {
} }
ui.separator(); ui.separator();
{
// Room Info
let room = self.state.room.lock();
if let Some(room) = room.as_ref() {
ui.label(format!("Name: {}", room.session().name()));
ui.label(format!("SID: {}", room.session().sid()));
ui.label(format!(
"ConnectionState: {:?}",
room.session().connection_state()
));
ui.label(format!(
"ParticipantCount: {:?}",
room.session().participants().read().len() + 1
));
}
}
}); });
egui::CentralPanel::default().show(ui.ctx(), |ui| { egui::CentralPanel::default().show(ui.ctx(), |ui| {
@@ -346,19 +390,20 @@ impl App {
} }
} else { } else {
// Render participant videos // Render participant videos
for video_renderer in &self.video_renderers { for ((participant_sid, _), video_renderer) in &self.video_renderers {
ui.video_frame(|ui| { ui.video_frame(|ui| {
let rect = ui.available_rect_before_wrap();
ui.painter().rect( ui.painter().rect(
ui.available_rect_before_wrap(), rect,
Rounding::none(), Rounding::none(),
egui::Color32::BLUE, egui::Color32::DARK_GRAY,
Stroke::NONE Stroke::NONE,
); );
if let Some(tex) = video_renderer.texture_id() { if let Some(tex) = video_renderer.texture_id() {
ui.painter().image( ui.painter().image(
tex, tex,
ui.available_rect_before_wrap(), rect,
egui::Rect::from_min_max( egui::Rect::from_min_max(
egui::pos2(0.0, 0.0), egui::pos2(0.0, 0.0),
egui::pos2(1.0, 1.0), egui::pos2(1.0, 1.0),
@@ -366,6 +411,24 @@ impl App {
egui::Color32::WHITE, egui::Color32::WHITE,
); );
} }
let name = self.state.room.lock().as_ref().and_then(|room| {
room.session()
.participants()
.read()
.get(participant_sid)
.map(|p| p.name())
});
if let Some(name) = name {
ui.painter().text(
egui::pos2(rect.min.x + 5.0, rect.max.y - 5.0),
egui::Align2::LEFT_BOTTOM,
name,
egui::FontId::default(),
egui::Color32::WHITE,
);
}
}); });
} }
} }
+1
View File
@@ -3,6 +3,7 @@ use livekit::room::{RoomEvent, RoomResult, SimulateScenario};
#[derive(Debug)] #[derive(Debug)]
pub enum AsyncCmd { pub enum AsyncCmd {
RoomConnect { url: String, token: String }, RoomConnect { url: String, token: String },
RoomDisconnect,
SimulateScenario { scenario: SimulateScenario }, SimulateScenario { scenario: SimulateScenario },
} }