use super::{KernelSession, RunningKernel, SshRemoteKernelSpecification, start_kernel_tasks}; use anyhow::{Context as _, Result}; use client::proto; use futures::{ AsyncBufReadExt as _, StreamExt as _, channel::mpsc::{self}, io::BufReader, }; use gpui::{App, Entity, Task, Window}; use project::Project; use runtimelib::{ExecutionState, JupyterMessage, KernelInfoReply}; use std::path::PathBuf; use util::ResultExt; #[derive(Debug)] pub struct SshRunningKernel { request_tx: mpsc::Sender, stdin_tx: mpsc::Sender, execution_state: ExecutionState, kernel_info: Option, working_directory: PathBuf, _ssh_tunnel_process: util::command::Child, _local_connection_file: PathBuf, kernel_id: String, project: Entity, project_id: u64, } impl SshRunningKernel { pub fn new( kernel_spec: SshRemoteKernelSpecification, working_directory: PathBuf, project: Entity, session: Entity, window: &mut Window, cx: &mut App, ) -> Task>> { let client = project.read(cx).client(); let remote_client = project.read(cx).remote_client(); let project_id = project .read(cx) .remote_id() .unwrap_or(proto::REMOTE_SERVER_PROJECT_ID); window.spawn(cx, async move |cx| { let command = kernel_spec .kernelspec .argv .first() .cloned() .unwrap_or_default(); let args = kernel_spec .kernelspec .argv .iter() .skip(1) .cloned() .collect(); let request = proto::SpawnKernel { kernel_name: kernel_spec.name.clone(), working_directory: working_directory.to_string_lossy().to_string(), project_id, command, args, }; let response = if let Some(remote_client) = remote_client.as_ref() { remote_client .read_with(cx, |client, _| client.proto_client()) .request(request) .await? } else { client.request(request).await? }; let kernel_id = response.kernel_id.clone(); let connection_info: serde_json::Value = serde_json::from_str(&response.connection_file)?; // Setup SSH Tunneling - allocate local ports let mut local_ports = Vec::new(); for _ in 0..5 { let listener = std::net::TcpListener::bind("127.0.0.1:0")?; let port = listener.local_addr()?.port(); drop(listener); local_ports.push(port); } let remote_shell_port = connection_info["shell_port"] .as_u64() .context("missing shell_port")? as u16; let remote_iopub_port = connection_info["iopub_port"] .as_u64() .context("missing iopub_port")? as u16; let remote_stdin_port = connection_info["stdin_port"] .as_u64() .context("missing stdin_port")? as u16; let remote_control_port = connection_info["control_port"] .as_u64() .context("missing control_port")? as u16; let remote_hb_port = connection_info["hb_port"] .as_u64() .context("missing hb_port")? as u16; let forwards = vec![ (local_ports[0], "127.0.0.1".to_string(), remote_shell_port), (local_ports[1], "127.0.0.1".to_string(), remote_iopub_port), (local_ports[2], "127.0.0.1".to_string(), remote_stdin_port), (local_ports[3], "127.0.0.1".to_string(), remote_control_port), (local_ports[4], "127.0.0.1".to_string(), remote_hb_port), ]; let remote_client = remote_client.ok_or_else(|| anyhow::anyhow!("no remote client"))?; let command_template = cx.update(|_window, cx| { remote_client.read(cx).build_forward_ports_command(forwards) })??; let mut command = util::command::new_command(&command_template.program); command.args(&command_template.args); command.envs(&command_template.env); let mut ssh_tunnel_process = command.spawn().context("failed to spawn ssh tunnel")?; let stderr = ssh_tunnel_process.stderr.take(); cx.spawn(async move |_cx| { if let Some(stderr) = stderr { let reader = BufReader::new(stderr); let mut lines = reader.lines(); while let Some(Ok(line)) = lines.next().await { log::warn!("ssh tunnel stderr: {}", line); } } }) .detach(); let stdout = ssh_tunnel_process.stdout.take(); cx.spawn(async move |_cx| { if let Some(stdout) = stdout { let reader = BufReader::new(stdout); let mut lines = reader.lines(); while let Some(Ok(line)) = lines.next().await { log::debug!("ssh tunnel stdout: {}", line); } } }) .detach(); // We might or might not need this, perhaps we can just wait for a second or test it this way let shell_port = local_ports[0]; let max_attempts = 100; let mut connected = false; for attempt in 0..max_attempts { match smol::net::TcpStream::connect(format!("127.0.0.1:{}", shell_port)).await { Ok(_) => { connected = true; log::info!( "SSH tunnel established for kernel {} on attempt {}", kernel_id, attempt + 1 ); // giving the tunnel a moment to fully establish forwarding cx.background_executor() .timer(std::time::Duration::from_millis(500)) .await; break; } Err(err) => { if attempt % 10 == 0 { log::debug!( "Waiting for SSH tunnel (attempt {}/{}): {}", attempt + 1, max_attempts, err ); } if attempt < max_attempts - 1 { cx.background_executor() .timer(std::time::Duration::from_millis(100)) .await; } } } } if !connected { anyhow::bail!( "SSH tunnel failed to establish after {} attempts", max_attempts ); } let mut local_connection_info = connection_info.clone(); local_connection_info["shell_port"] = serde_json::json!(local_ports[0]); local_connection_info["iopub_port"] = serde_json::json!(local_ports[1]); local_connection_info["stdin_port"] = serde_json::json!(local_ports[2]); local_connection_info["control_port"] = serde_json::json!(local_ports[3]); local_connection_info["hb_port"] = serde_json::json!(local_ports[4]); local_connection_info["ip"] = serde_json::json!("127.0.0.1"); let local_connection_file = std::env::temp_dir().join(format!("zed_ssh_kernel_{}.json", kernel_id)); std::fs::write( &local_connection_file, serde_json::to_string_pretty(&local_connection_info)?, )?; // Parse connection info and create ZMQ connections let connection_info_struct: runtimelib::ConnectionInfo = serde_json::from_value(local_connection_info)?; let session_id = uuid::Uuid::new_v4().to_string(); let output_socket = runtimelib::create_client_iopub_connection( &connection_info_struct, "", &session_id, ) .await .context("Failed to create iopub connection. Is `ipykernel` installed in the remote environment? Try running `pip install ipykernel` on the remote host.")?; let peer_identity = runtimelib::peer_identity_for_session(&session_id)?; let shell_socket = runtimelib::create_client_shell_connection_with_identity( &connection_info_struct, &session_id, peer_identity.clone(), ) .await .context("failed to create shell connection")?; let control_socket = runtimelib::create_client_control_connection(&connection_info_struct, &session_id) .await .context("failed to create control connection")?; let stdin_socket = runtimelib::create_client_stdin_connection_with_identity( &connection_info_struct, &session_id, peer_identity, ) .await .context("failed to create stdin connection")?; let (request_tx, stdin_tx) = start_kernel_tasks( session.clone(), output_socket, shell_socket, control_socket, stdin_socket, cx, ); Ok(Box::new(SshRunningKernel { request_tx, stdin_tx, execution_state: ExecutionState::Idle, kernel_info: None, working_directory, _ssh_tunnel_process: ssh_tunnel_process, _local_connection_file: local_connection_file, kernel_id, project, project_id, }) as Box) }) } } impl RunningKernel for SshRunningKernel { fn request_tx(&self) -> mpsc::Sender { self.request_tx.clone() } fn stdin_tx(&self) -> mpsc::Sender { self.stdin_tx.clone() } fn working_directory(&self) -> &PathBuf { &self.working_directory } fn execution_state(&self) -> &ExecutionState { &self.execution_state } fn set_execution_state(&mut self, state: ExecutionState) { self.execution_state = state; } fn kernel_info(&self) -> Option<&KernelInfoReply> { self.kernel_info.as_ref() } fn set_kernel_info(&mut self, info: KernelInfoReply) { self.kernel_info = Some(info); } fn force_shutdown(&mut self, _window: &mut Window, cx: &mut App) -> Task> { let kernel_id = self.kernel_id.clone(); let project_id = self.project_id; let client = self.project.read(cx).client(); cx.background_executor().spawn(async move { let request = proto::KillKernel { kernel_id, project_id, }; client.request::(request).await?; Ok(()) }) } fn kill(&mut self) { self._ssh_tunnel_process.kill().log_err(); } }