diff options
Diffstat (limited to 'src/server/headless.rs')
| -rw-r--r-- | src/server/headless.rs | 298 |
1 files changed, 250 insertions, 48 deletions
diff --git a/src/server/headless.rs b/src/server/headless.rs index 7725954c..720b43f2 100644 --- a/src/server/headless.rs +++ b/src/server/headless.rs @@ -53,7 +53,7 @@ use crate::server::client_accept::{ use crate::server::client_transport::ServerEvent; use crate::server::clients::{ events_include_interaction, latest_app_client, render_targets, terminal_stream_client_ids, - ClientConnection, ClientConnectionMode, + ClientConnection, ClientConnectionMode, DeferredRender, }; use crate::server::keybindings::{app_keybindings, apply_keybindings}; use crate::server::notifications::{ @@ -64,6 +64,12 @@ use crate::server::socket_paths::{ }; use crate::server::terminal_attach::paste_payload_for_runtime; +mod pane_graphics; + +#[cfg(test)] +use pane_graphics::frame_pane_graphics_for_client; +use pane_graphics::RetainedGraphicsOutcome; + #[cfg(test)] use crate::protocol::RenderEncoding; #[cfg(test)] @@ -125,6 +131,31 @@ enum LoopEvent { RenderRequested, } +#[derive(Clone, Copy, Debug, Default, PartialEq, Eq, PartialOrd, Ord)] +enum RenderImpact { + #[default] + None, + Graphics, + Full, +} + +impl RenderImpact { + fn merge(&mut self, other: Self) { + *self = (*self).max(other); + } +} + +fn record_render_impact(source: &'static str, impact: RenderImpact) { + let event = match (source, impact) { + ("api_requests", RenderImpact::Graphics) => "graphics_render_cause.api_requests", + ("api_requests", RenderImpact::Full) => "full_render_cause.api_requests", + ("server_events", RenderImpact::Graphics) => "graphics_render_cause.server_events", + ("server_events", RenderImpact::Full) => "full_render_cause.server_events", + _ => return, + }; + crate::render_prof::event(event); +} + fn rect_fits_frame(rect: Rect, frame: &FrameData) -> bool { rect.x.saturating_add(rect.width) <= frame.width && rect.y.saturating_add(rect.height) <= frame.height @@ -461,6 +492,7 @@ impl HeadlessServer { let mut needs_render = true; let mut needs_full_render = true; + let mut needs_graphics_render = false; loop { crate::render_prof::event("loop.tick"); @@ -496,6 +528,7 @@ impl HeadlessServer { if self.drain_internal_events_with_forwarding() { needs_render = true; needs_full_render = true; + needs_graphics_render = false; crate::render_prof::event("full_render_cause.internal_events"); } if self.app.expire_due_metadata(Instant::now()) { @@ -505,7 +538,22 @@ impl HeadlessServer { } // 3. Drain API requests. - if self.drain_api_requests_with_shutdown_check() { + if self.pane_graphics_runtime_active() { + let api_impact = self.drain_api_requests_with_render_impact(); + record_render_impact("api_requests", api_impact); + match api_impact { + RenderImpact::None => {} + RenderImpact::Graphics => { + needs_render = true; + needs_graphics_render = true; + } + RenderImpact::Full => { + needs_render = true; + needs_full_render = true; + needs_graphics_render = false; + } + } + } else if self.drain_api_requests_with_shutdown_check() { needs_render = true; needs_full_render = true; crate::render_prof::event("full_render_cause.api_requests"); @@ -518,7 +566,22 @@ impl HeadlessServer { self.accept_client_connections()?; // 5. Drain server events from client threads. - if self.drain_server_events() { + if self.pane_graphics_runtime_active() { + let server_impact = self.drain_server_events_with_render_impact(); + record_render_impact("server_events", server_impact); + match server_impact { + RenderImpact::None => {} + RenderImpact::Graphics => { + needs_render = true; + needs_graphics_render = true; + } + RenderImpact::Full => { + needs_render = true; + needs_full_render = true; + needs_graphics_render = false; + } + } + } else if self.drain_server_events() { needs_render = true; needs_full_render = true; crate::render_prof::event("full_render_cause.server_events"); @@ -529,20 +592,25 @@ impl HeadlessServer { if self.handle_scheduled_tasks_headless(now, needs_render) { needs_render = true; needs_full_render = true; + needs_graphics_render = false; crate::render_prof::event("full_render_cause.scheduled_tasks"); } if self.handle_deferred_requests_headless() { needs_render = true; needs_full_render = true; + needs_graphics_render = false; } if latest_app_client(&self.clients).is_some() && self.app.ensure_default_workspace() { needs_render = true; needs_full_render = true; + needs_graphics_render = false; crate::render_prof::event("full_render_cause.default_workspace"); } + self.cancel_inactive_pane_graphics_streams(); + self.drain_client_config_reload_request(); self.stream_host_mouse_capture_mode(); @@ -560,8 +628,24 @@ impl HeadlessServer { } else if !pty_dirty { crate::render_prof::event("retained_gate.not_pty_dirty"); } - let rendered_retained = - pty_dirty && !needs_full_render && self.render_retained_pty_update_and_stream(); + let mut deferred_graphics = false; + let rendered_retained = if needs_graphics_render && !needs_full_render && !pty_dirty + { + match self.render_retained_graphics_update_and_stream() { + RetainedGraphicsOutcome::Sent => true, + RetainedGraphicsOutcome::Deferred => { + deferred_graphics = true; + false + } + RetainedGraphicsOutcome::Fallback => false, + } + } else { + pty_dirty && !needs_full_render && self.render_retained_pty_update_and_stream() + }; + if deferred_graphics { + needs_render = false; + continue; + } if !rendered_retained { crate::render_prof::event("full_render.invoke"); self.render_and_stream(); @@ -569,6 +653,7 @@ impl HeadlessServer { self.app.last_render_at = Some(now); needs_render = false; needs_full_render = false; + needs_graphics_render = false; continue; } @@ -607,16 +692,47 @@ impl HeadlessServer { if self.handle_internal_event_with_forwarding(ev) { needs_render = true; needs_full_render = true; + needs_graphics_render = false; } } LoopEvent::Api(msg) => { - if self.handle_api_request_with_shutdown_check(*msg) { + if self.pane_graphics_runtime_active() { + let impact = self.handle_api_request_with_render_impact(*msg); + record_render_impact("api_requests", impact); + match impact { + RenderImpact::None => {} + RenderImpact::Graphics => { + needs_render = true; + needs_graphics_render = true; + } + RenderImpact::Full => { + needs_render = true; + needs_full_render = true; + needs_graphics_render = false; + } + } + } else if self.handle_api_request_with_shutdown_check(*msg) { needs_render = true; needs_full_render = true; } } LoopEvent::ServerEvent(ev) => { - if self.handle_server_event(ev) { + if self.pane_graphics_runtime_active() { + let impact = self.handle_server_event_with_render_impact(ev); + record_render_impact("server_events", impact); + match impact { + RenderImpact::None => {} + RenderImpact::Graphics => { + needs_render = true; + needs_graphics_render = true; + } + RenderImpact::Full => { + needs_render = true; + needs_full_render = true; + needs_graphics_render = false; + } + } + } else if self.handle_server_event(ev) { needs_render = true; needs_full_render = true; } @@ -876,6 +992,7 @@ impl HeadlessServer { let Some(client_id) = self.foreground_client_id else { self.effective_size = (MIN_COLS, MIN_ROWS); self.app.state.outer_terminal_focus = None; + self.app.state.host_cell_size = crate::kitty_graphics::HostCellSize::default(); let server_keybindings = self.server_keybindings.clone(); apply_keybindings(&mut self.app, &server_keybindings); self.sync_visible_server_config_diagnostic(false); @@ -885,6 +1002,7 @@ impl HeadlessServer { self.foreground_client_id = None; self.effective_size = (MIN_COLS, MIN_ROWS); self.app.state.outer_terminal_focus = None; + self.app.state.host_cell_size = crate::kitty_graphics::HostCellSize::default(); let server_keybindings = self.server_keybindings.clone(); apply_keybindings(&mut self.app, &server_keybindings); self.sync_visible_server_config_diagnostic(false); @@ -893,6 +1011,12 @@ impl HeadlessServer { let terminal_size = client.terminal_size; let outer_terminal_focus = client.outer_terminal_focus; + let host_cell_size = if self.app.state.kitty_graphics_enabled && client.cell_size.is_known() + { + client.cell_size + } else { + crate::kitty_graphics::HostCellSize::default() + }; let host_terminal_theme = client.host_terminal_theme; let host_terminal_appearance = client.host_terminal_appearance; let host_terminal_appearance_explicit = client.host_terminal_appearance_explicit; @@ -905,6 +1029,7 @@ impl HeadlessServer { self.effective_size = terminal_size; self.app.state.outer_terminal_focus = outer_terminal_focus; + self.app.state.host_cell_size = host_cell_size; apply_keybindings(&mut self.app, &keybindings); self.sync_visible_server_config_diagnostic(uses_local_keybindings); if outer_terminal_focus == Some(true) { @@ -1408,7 +1533,7 @@ impl HeadlessServer { /// Drains server events from the dedicated channel. /// - /// Returns true if any input was processed (requiring a re-render). + /// Uses the original full-render semantics when pane graphics are dormant. fn drain_server_events(&mut self) -> bool { let mut changed = false; while let Ok(ev) = self.server_event_rx.try_recv() { @@ -1417,6 +1542,15 @@ impl HeadlessServer { changed } + /// Returns the strongest render impact from the drained event batch. + fn drain_server_events_with_render_impact(&mut self) -> RenderImpact { + let mut impact = RenderImpact::None; + while let Ok(ev) = self.server_event_rx.try_recv() { + impact.merge(self.handle_server_event_with_render_impact(ev)); + } + impact + } + fn terminal_id_by_string(&self, terminal_id: &str) -> Option<crate::terminal::TerminalId> { self.app .state @@ -2450,7 +2584,7 @@ impl HeadlessServer { if let Some(client) = self.clients.get_mut(&client_id) { if host_surface_redraw { client.request_full_redraw(); - client.render_pending = true; + client.defer_full_render(); } else { // Ensure semantic clients receive one post-input frame even if the // semantic buffer compares equal. Terminal-ANSI clients must keep their @@ -2765,12 +2899,7 @@ impl HeadlessServer { let Some(client) = self.clients.get_mut(&client_id) else { return false; }; - if client.render_pending { - client.render_pending = false; - true - } else { - false - } + client.take_deferred_render() != DeferredRender::None } ServerEvent::QuitSignal => { // The quit check at the top of the loop handles this. @@ -2780,6 +2909,23 @@ impl HeadlessServer { } } + fn handle_server_event_with_render_impact(&mut self, ev: ServerEvent) -> RenderImpact { + let deferred_render = match &ev { + ServerEvent::ClientWriterDrained { client_id } => self + .clients + .get(client_id) + .map_or(DeferredRender::None, ClientConnection::deferred_render), + _ => DeferredRender::None, + }; + if !self.handle_server_event(ev) { + return RenderImpact::None; + } + match deferred_render { + DeferredRender::Graphics => RenderImpact::Graphics, + DeferredRender::None | DeferredRender::Full => RenderImpact::Full, + } + } + fn ignore_client_event_during_handoff(ev: &ServerEvent) -> bool { !matches!( ev, @@ -2801,6 +2947,14 @@ impl HeadlessServer { changed } + fn drain_api_requests_with_render_impact(&mut self) -> RenderImpact { + let mut impact = RenderImpact::None; + while let Ok(msg) = self.app.api_rx.try_recv() { + impact.merge(self.handle_api_request_with_render_impact(msg)); + } + impact + } + /// Handles a single API request with shutdown awareness. /// /// Also forwards any toast/sound notifications that result from the API @@ -2811,6 +2965,23 @@ impl HeadlessServer { self.handle_api_request_with_shutdown_check_inner(msg, false) } + fn handle_api_request_with_render_impact( + &mut self, + msg: api::ApiRequestMessage, + ) -> RenderImpact { + if matches!( + &msg.request.method, + api::schema::Method::PaneGraphicsStreamSet(_) + ) { + return self.handle_pane_graphics_stream_frame(msg); + } + if self.handle_api_request_with_shutdown_check_inner(msg, false) { + RenderImpact::Full + } else { + RenderImpact::None + } + } + fn handle_api_request_with_shutdown_check_inner( &mut self, msg: api::ApiRequestMessage, @@ -2884,7 +3055,16 @@ impl HeadlessServer { _ => {} } - let mut changed = metadata_expired | api::request_changes_ui(&msg.request); + let pane_graphics_revision_before = matches!( + &msg.request.method, + api::schema::Method::PaneGraphicsSet(_) + | api::schema::Method::PaneGraphicsClear(_) + | api::schema::Method::PaneGraphicsStreamOpen(_) + | api::schema::Method::PaneGraphicsStreamClose(_) + ) + .then_some(self.app.state.pane_graphics_revision); + let mut changed = metadata_expired + | (pane_graphics_revision_before.is_none() && api::request_changes_ui(&msg.request)); let skip_default_workspace = skip_default_workspace_for_request || matches!( &msg.request.method, @@ -2965,6 +3145,10 @@ impl HeadlessServer { }; let _ = msg.respond_to.send(response); + if let Some(revision_before) = pane_graphics_revision_before { + changed |= revision_before != self.app.state.pane_graphics_revision; + } + // Forward new toast state only when a client-local delivery mode is selected. // Herdr delivery renders the toast in-frame and must not ask clients to // show a terminal or system notification. @@ -3151,8 +3335,6 @@ impl HeadlessServer { } } - /// Renders the current state to client-sized virtual buffers and streams - /// frames to all connected clients. fn render_retained_pty_update_and_stream(&mut self) -> bool { crate::render_prof::event("retained.attempt"); let retained_started = crate::render_prof::timer(); @@ -3188,7 +3370,7 @@ impl HeadlessServer { let Some(client) = self.clients.get(client_id) else { retained_fallback!("client_missing"); }; - if client.render_pending { + if client.deferred_render() != DeferredRender::None { retained_fallback!("render_pending"); } if self.app.state.kitty_graphics_enabled && !client.graphics_cache.is_empty() { @@ -3304,7 +3486,7 @@ impl HeadlessServer { }; let prepare_started = crate::render_prof::timer(); let Some(prepared) = client.render_state.prepare_frame(frame) else { - client.render_pending = false; + client.clear_deferred_render(); crate::render_prof::event("retained_send.skip_identical"); crate::render_prof::duration_since("retained_send.prepare_frame", prepare_started); return true; @@ -3338,14 +3520,14 @@ impl HeadlessServer { let send_started = crate::render_prof::timer(); match writer.render.try_send(serialized) { Ok(()) => { - client.render_pending = false; + client.clear_deferred_render(); client.render_state.commit_sent_frame(prepared); crate::render_prof::event("retained_send.sent"); crate::render_prof::duration_since("retained_send.try_send", send_started); true } Err(std::sync::mpsc::TrySendError::Full(_)) => { - client.render_pending = true; + client.defer_full_render(); crate::render_prof::event("retained_send_fallback.queue_full"); crate::render_prof::duration_since("retained_send.try_send", send_started); debug!( @@ -3398,24 +3580,20 @@ impl HeadlessServer { let mut frame = match mode { ClientConnectionMode::App => { let render_started = crate::render_prof::timer(); - let (buffer, cursor) = + let render_cell_size = if self.app.state.kitty_graphics_enabled && cell_size.is_known() { - crate::server::render_stream::render_virtual_with_runtime_registry( - &mut self.app.state, - &self.app.terminal_runtimes, - area, - is_foreground, - cell_size, - ) + cell_size } else { - crate::server::render_stream::render_virtual_with_runtime_registry( - &mut self.app.state, - &self.app.terminal_runtimes, - area, - is_foreground, - crate::kitty_graphics::HostCellSize::default(), - ) + crate::kitty_graphics::HostCellSize::default() }; + let (buffer, cursor) = + crate::server::render_stream::render_virtual_with_runtime_registry( + &mut self.app.state, + &self.app.terminal_runtimes, + area, + is_foreground, + render_cell_size, + ); crate::render_prof::duration_since( "full_render.render_virtual", render_started, @@ -3524,7 +3702,7 @@ impl HeadlessServer { let has_graphics = !frame.graphics.is_empty(); let prepare_started = crate::render_prof::timer(); let Some(mut prepared) = client.render_state.prepare_frame(frame) else { - client.render_pending = false; + client.clear_deferred_render(); crate::render_prof::event("full_render.skip_identical"); crate::render_prof::duration_since("full_render.prepare_frame", prepare_started); continue; @@ -3557,7 +3735,7 @@ impl HeadlessServer { let Some(text_only_prepared) = client.render_state.prepare_frame(text_only_frame) else { - client.render_pending = false; + client.clear_deferred_render(); crate::render_prof::event("full_render.skip_identical_text_only"); crate::render_prof::duration_since( "full_render.serialize", @@ -3605,7 +3783,7 @@ impl HeadlessServer { let send_started = crate::render_prof::timer(); match writer.render.try_send(serialized) { Ok(()) => { - client.render_pending = false; + client.clear_deferred_render(); if commit_graphics_cache { client.graphics_cache = next_graphics_cache; client.graphics_surface_reset_pending = false; @@ -3615,7 +3793,7 @@ impl HeadlessServer { crate::render_prof::duration_since("full_render.try_send", send_started); } Err(std::sync::mpsc::TrySendError::Full(_)) => { - client.render_pending = true; + client.defer_full_render(); deferred_frame = true; crate::render_prof::event("full_render.queue_full"); crate::render_prof::duration_since("full_render.try_send", send_started); @@ -4229,6 +4407,9 @@ mod tests { use crate::app::AppState; use crate::protocol::CursorState; + #[path = "pane_graphics.rs"] + mod pane_graphics_tests; + fn test_headless_server() -> HeadlessServer { test_headless_server_with_event_hub(api::EventHub::default()) } @@ -7333,11 +7514,17 @@ next_tab = "" client_id: 1, data: b"\x1b[I".to_vec(), })); - assert!(server.clients.get(&1).unwrap().render_pending); + assert_eq!( + server.clients.get(&1).unwrap().deferred_render(), + DeferredRender::Full + ); server.render_and_stream(); - assert!(server.clients.get(&1).unwrap().render_pending); + assert_eq!( + server.clients.get(&1).unwrap().deferred_render(), + DeferredRender::Full + ); assert!(matches!( read_server_message(client_rx.recv_timeout(Duration::from_millis(100)).unwrap()), ServerMessage::ReloadSoundConfig @@ -7356,7 +7543,10 @@ next_tab = "" assert!(server.handle_server_event(ServerEvent::ClientWriterDrained { client_id: 1 })); server.render_and_stream(); - assert!(!server.clients.get(&1).unwrap().render_pending); + assert_eq!( + server.clients.get(&1).unwrap().deferred_render(), + DeferredRender::None + ); assert!(matches!( read_server_message(client_rx.recv_timeout(Duration::from_millis(100)).unwrap()), ServerMessage::Frame(_) @@ -7434,7 +7624,10 @@ next_tab = "" data: b"\x1b[I".to_vec(), })); - assert!(!server.clients.get(&1).unwrap().render_pending); + assert_eq!( + server.clients.get(&1).unwrap().deferred_render(), + DeferredRender::None + ); assert!(!server.app.full_redraw_pending); assert_eq!(server.clients[&1].outer_terminal_focus, Some(true)); assert_eq!(server.app.state.outer_terminal_focus, Some(true)); @@ -7510,7 +7703,10 @@ next_tab = "" server.foreground_client_id = Some(1); server.render_and_stream(); - assert!(server.clients.get(&1).unwrap().render_pending); + assert_eq!( + server.clients.get(&1).unwrap().deferred_render(), + DeferredRender::Full + ); assert!(matches!( read_server_message(client_rx.recv_timeout(Duration::from_millis(100)).unwrap()), ServerMessage::ReloadSoundConfig @@ -7533,7 +7729,10 @@ next_tab = "" .unwrap(), 1 ); - assert!(!server.clients.get(&1).unwrap().render_pending); + assert_eq!( + server.clients.get(&1).unwrap().deferred_render(), + DeferredRender::None + ); } #[test] @@ -7984,7 +8183,10 @@ next_tab = "" server.render_and_stream(); assert!(server.app.full_redraw_pending); - assert!(server.clients.get(&1).unwrap().render_pending); + assert_eq!( + server.clients.get(&1).unwrap().deferred_render(), + DeferredRender::Full + ); assert!(matches!( read_server_message(client_rx.recv_timeout(Duration::from_millis(100)).unwrap()), ServerMessage::ReloadSoundConfig |
