diff --git a/src/libs/shim-interface/src/shim_mgmt/client.rs b/src/libs/shim-interface/src/shim_mgmt/client.rs index ace72c1d60..f112903c5c 100644 --- a/src/libs/shim-interface/src/shim_mgmt/client.rs +++ b/src/libs/shim-interface/src/shim_mgmt/client.rs @@ -53,7 +53,7 @@ impl MgmtClient { .method(Method::GET) .uri(url) .body(Body::empty())?; - return self.send_request(req).await; + self.send_request(req).await } /// The HTTP Post method for client @@ -72,7 +72,7 @@ impl MgmtClient { .uri(url) .header("content-type", content_type) .body(body)?; - return self.send_request(req).await; + self.send_request(req).await } /// The http PUT method for client @@ -82,7 +82,7 @@ impl MgmtClient { .method(Method::PUT) .uri(url) .body(Body::from(data))?; - return self.send_request(req).await; + self.send_request(req).await } async fn send_request(&self, req: Request) -> Result> { diff --git a/src/runtime-rs/Cargo.lock b/src/runtime-rs/Cargo.lock index e38ae35105..3e2d68fd1c 100644 --- a/src/runtime-rs/Cargo.lock +++ b/src/runtime-rs/Cargo.lock @@ -2452,6 +2452,7 @@ dependencies = [ name = "runtimes" version = "0.1.0" dependencies = [ + "agent", "anyhow", "common", "hyper", @@ -2470,6 +2471,7 @@ dependencies = [ "slog", "slog-scope", "tokio", + "url", "virt_container", "wasm_container", ] diff --git a/src/runtime-rs/crates/agent/src/kata/agent.rs b/src/runtime-rs/crates/agent/src/kata/agent.rs index b403f0f44c..aa0df08571 100644 --- a/src/runtime-rs/crates/agent/src/kata/agent.rs +++ b/src/runtime-rs/crates/agent/src/kata/agent.rs @@ -115,5 +115,7 @@ impl_agent!( copy_file | crate::CopyFileRequest | crate::Empty | None, get_oom_event | crate::Empty | crate::OomEventResponse | Some(0), get_ip_tables | crate::GetIPTablesRequest | crate::GetIPTablesResponse | None, - set_ip_tables | crate::SetIPTablesRequest | crate::SetIPTablesResponse | None + set_ip_tables | crate::SetIPTablesRequest | crate::SetIPTablesResponse | None, + get_volume_stats | crate::VolumeStatsRequest | crate::VolumeStatsResponse | None, + resize_volume | crate::ResizeVolumeRequest | crate::Empty | None ); diff --git a/src/runtime-rs/crates/agent/src/kata/trans.rs b/src/runtime-rs/crates/agent/src/kata/trans.rs index 4ac0c45ec2..7d33a09923 100644 --- a/src/runtime-rs/crates/agent/src/kata/trans.rs +++ b/src/runtime-rs/crates/agent/src/kata/trans.rs @@ -8,7 +8,7 @@ use std::convert::Into; use protocols::{ agent::{self, OOMEvent}, - empty, health, types, + csi, empty, health, types, }; use crate::{ @@ -20,11 +20,12 @@ use crate::{ GetIPTablesResponse, GuestDetailsResponse, HealthCheckResponse, HugetlbStats, IPAddress, IPFamily, Interface, Interfaces, KernelModule, MemHotplugByProbeRequest, MemoryData, MemoryStats, NetworkStats, OnlineCPUMemRequest, PidsStats, ReadStreamRequest, - ReadStreamResponse, RemoveContainerRequest, ReseedRandomDevRequest, Route, Routes, - SetGuestDateTimeRequest, SetIPTablesRequest, SetIPTablesResponse, SignalProcessRequest, - StatsContainerResponse, Storage, StringUser, ThrottlingData, TtyWinResizeRequest, - UpdateContainerRequest, UpdateInterfaceRequest, UpdateRoutesRequest, VersionCheckResponse, - WaitProcessRequest, WriteStreamRequest, + ReadStreamResponse, RemoveContainerRequest, ReseedRandomDevRequest, ResizeVolumeRequest, + Route, Routes, SetGuestDateTimeRequest, SetIPTablesRequest, SetIPTablesResponse, + SignalProcessRequest, StatsContainerResponse, Storage, StringUser, ThrottlingData, + TtyWinResizeRequest, UpdateContainerRequest, UpdateInterfaceRequest, UpdateRoutesRequest, + VersionCheckResponse, VolumeStatsRequest, VolumeStatsResponse, WaitProcessRequest, + WriteStreamRequest, }, OomEventResponse, WaitProcessResponse, WriteStreamResponse, }; @@ -846,3 +847,35 @@ impl From for OomEventResponse { } } } + +impl From for agent::VolumeStatsRequest { + fn from(from: VolumeStatsRequest) -> Self { + Self { + volume_guest_path: from.volume_guest_path, + unknown_fields: Default::default(), + cached_size: Default::default(), + } + } +} + +impl From for VolumeStatsResponse { + fn from(from: csi::VolumeStatsResponse) -> Self { + let result: String = format!( + "Usage: {:?} Volume Condition: {:?}", + from.get_usage(), + from.get_volume_condition() + ); + Self { data: result } + } +} + +impl From for agent::ResizeVolumeRequest { + fn from(from: ResizeVolumeRequest) -> Self { + Self { + volume_guest_path: from.volume_guest_path, + size: from.size, + unknown_fields: Default::default(), + cached_size: Default::default(), + } + } +} diff --git a/src/runtime-rs/crates/agent/src/lib.rs b/src/runtime-rs/crates/agent/src/lib.rs index a3d1da72ac..ea3bab78f8 100644 --- a/src/runtime-rs/crates/agent/src/lib.rs +++ b/src/runtime-rs/crates/agent/src/lib.rs @@ -23,8 +23,8 @@ pub use types::{ ReseedRandomDevRequest, ResizeVolumeRequest, Route, Routes, SetGuestDateTimeRequest, SetIPTablesRequest, SetIPTablesResponse, SignalProcessRequest, StatsContainerResponse, Storage, TtyWinResizeRequest, UpdateContainerRequest, UpdateInterfaceRequest, UpdateRoutesRequest, - VersionCheckResponse, WaitProcessRequest, WaitProcessResponse, WriteStreamRequest, - WriteStreamResponse, + VersionCheckResponse, VolumeStatsRequest, VolumeStatsResponse, WaitProcessRequest, + WaitProcessResponse, WriteStreamRequest, WriteStreamResponse, }; use anyhow::Result; @@ -88,4 +88,6 @@ pub trait Agent: AgentManager + HealthService + Send + Sync { async fn get_oom_event(&self, req: Empty) -> Result; async fn get_ip_tables(&self, req: GetIPTablesRequest) -> Result; async fn set_ip_tables(&self, req: SetIPTablesRequest) -> Result; + async fn get_volume_stats(&self, req: VolumeStatsRequest) -> Result; + async fn resize_volume(&self, req: ResizeVolumeRequest) -> Result; } diff --git a/src/runtime-rs/crates/agent/src/types.rs b/src/runtime-rs/crates/agent/src/types.rs index 64f19c1b33..de88229809 100644 --- a/src/runtime-rs/crates/agent/src/types.rs +++ b/src/runtime-rs/crates/agent/src/types.rs @@ -579,6 +579,16 @@ pub struct ResizeVolumeRequest { pub size: u64, } +#[derive(PartialEq, Clone, Default, Debug)] +pub struct VolumeStatsRequest { + pub volume_guest_path: String, +} + +#[derive(PartialEq, Clone, Default, Debug)] +pub struct VolumeStatsResponse { + pub data: String, +} + #[cfg(test)] mod test { use std::convert::TryFrom; diff --git a/src/runtime-rs/crates/runtimes/Cargo.toml b/src/runtime-rs/crates/runtimes/Cargo.toml index 142c44ed0c..3a6ab0a1b1 100644 --- a/src/runtime-rs/crates/runtimes/Cargo.toml +++ b/src/runtime-rs/crates/runtimes/Cargo.toml @@ -15,7 +15,9 @@ hyper = { version = "0.14.20", features = ["stream", "server", "http1"] } hyperlocal = "0.8" serde_json = "1.0.88" nix = "0.25.0" +url = "2.3.1" +agent = { path = "../agent" } common = { path = "./common" } kata-types = { path = "../../../libs/kata-types" } kata-sys-util = { path = "../../../libs/kata-sys-util" } diff --git a/src/runtime-rs/crates/runtimes/common/src/sandbox.rs b/src/runtime-rs/crates/runtimes/common/src/sandbox.rs index 3fee8165d4..0aee049225 100644 --- a/src/runtime-rs/crates/runtimes/common/src/sandbox.rs +++ b/src/runtime-rs/crates/runtimes/common/src/sandbox.rs @@ -26,4 +26,6 @@ pub trait Sandbox: Send + Sync { // utils async fn set_iptables(&self, is_ipv6: bool, data: Vec) -> Result>; async fn get_iptables(&self, is_ipv6: bool) -> Result>; + async fn direct_volume_stats(&self, volume_path: &str) -> Result; + async fn direct_volume_resize(&self, resize_req: agent::ResizeVolumeRequest) -> Result<()>; } diff --git a/src/runtime-rs/crates/runtimes/src/shim_mgmt/handlers.rs b/src/runtime-rs/crates/runtimes/src/shim_mgmt/handlers.rs index dea9725a5e..b0c79cd404 100644 --- a/src/runtime-rs/crates/runtimes/src/shim_mgmt/handlers.rs +++ b/src/runtime-rs/crates/runtimes/src/shim_mgmt/handlers.rs @@ -7,12 +7,17 @@ // This defines the handlers corresponding to the url when a request is sent to destined url, // the handler function should be invoked, and the corresponding data will be in the response -use anyhow::{anyhow, Result}; +use agent::ResizeVolumeRequest; +use anyhow::{anyhow, Context, Result}; use common::Sandbox; use hyper::{Body, Method, Request, Response, StatusCode}; use std::sync::Arc; +use url::Url; -use shim_interface::shim_mgmt::{AGENT_URL, IP6_TABLE_URL, IP_TABLE_URL}; +use shim_interface::shim_mgmt::{ + AGENT_URL, DIRECT_VOLUME_PATH_KEY, DIRECT_VOLUME_RESIZE_URL, DIRECT_VOLUME_STATS_URL, + IP6_TABLE_URL, IP_TABLE_URL, +}; // main router for response, this works as a multiplexer on // http arrival which invokes the corresponding handler function @@ -34,6 +39,10 @@ pub(crate) async fn handler_mux( (&Method::PUT, IP6_TABLE_URL) | (&Method::GET, IP6_TABLE_URL) => { ipv6_table_handler(sandbox, req).await } + (&Method::POST, DIRECT_VOLUME_STATS_URL) => direct_volume_stats_handler(sandbox, req).await, + (&Method::POST, DIRECT_VOLUME_RESIZE_URL) => { + direct_volume_resize_handler(sandbox, req).await + } _ => Ok(not_found(req).await), } } @@ -101,3 +110,39 @@ async fn generic_ip_table_handler( _ => Err(anyhow!("IP Tables only takes PUT and GET")), } } + +async fn direct_volume_stats_handler( + sandbox: Arc, + req: Request, +) -> Result> { + let params = Url::parse(&req.uri().to_string()) + .map_err(|e| anyhow!(e))? + .query_pairs() + .into_owned() + .collect::>(); + let volume_path = params + .get(DIRECT_VOLUME_PATH_KEY) + .context("shim-mgmt: volume path key not found in request params")?; + let result = sandbox.direct_volume_stats(volume_path).await; + match result { + Ok(stats) => Ok(Response::new(Body::from(stats))), + _ => Err(anyhow!("handler: Failed to get volume stats")), + } +} + +async fn direct_volume_resize_handler( + sandbox: Arc, + req: Request, +) -> Result> { + let body = hyper::body::to_bytes(req.into_body()).await?; + + // unserialize json body into resizeRequest struct + let resize_req: ResizeVolumeRequest = + serde_json::from_slice(&body).context("shim-mgmt: deserialize resizeRequest failed")?; + let result = sandbox.direct_volume_resize(resize_req).await; + + match result { + Ok(_) => Ok(Response::new(Body::from(""))), + _ => Err(anyhow!("handler: Failed to resize volume")), + } +} diff --git a/src/runtime-rs/crates/runtimes/virt_container/src/sandbox.rs b/src/runtime-rs/crates/runtimes/virt_container/src/sandbox.rs index e689f05dfd..129bdd7fad 100644 --- a/src/runtime-rs/crates/runtimes/virt_container/src/sandbox.rs +++ b/src/runtime-rs/crates/runtimes/virt_container/src/sandbox.rs @@ -8,6 +8,7 @@ use std::sync::Arc; use agent::{ self, kata::KataAgent, types::KernelModule, Agent, GetIPTablesRequest, SetIPTablesRequest, + VolumeStatsRequest, }; use anyhow::{anyhow, Context, Result}; use async_trait::async_trait; @@ -326,6 +327,26 @@ impl Sandbox for VirtSandbox { self.agent.agent_sock().await } + async fn direct_volume_stats(&self, volume_guest_path: &str) -> Result { + let req: agent::VolumeStatsRequest = VolumeStatsRequest { + volume_guest_path: volume_guest_path.to_string(), + }; + let result = self + .agent + .get_volume_stats(req) + .await + .context("sandbox: failed to process direct volume stats query")?; + Ok(result.data) + } + + async fn direct_volume_resize(&self, resize_req: agent::ResizeVolumeRequest) -> Result<()> { + self.agent + .resize_volume(resize_req) + .await + .context("sandbox: failed to resize direct-volume")?; + Ok(()) + } + async fn set_iptables(&self, is_ipv6: bool, data: Vec) -> Result> { info!(sl!(), "sb: set_iptables invoked"); let req = SetIPTablesRequest { is_ipv6, data };