github/kata-containers
1
0
Fork 1
mirror of https://github.com/kata-containers/kata-containers.git synced 2025-07-05 11:36:56 +00:00
Code Issues Projects Releases Wiki Activity

Merge pull request #8301 from Apokleos/do-direct-volume

Browse Source 
runtime-rs: Enhancing DirectVolMount Handling with Patching Support
This commit is contained in:
Chao Wu 2023-12-04 16:49:46 +08:00 committed by GitHub
commit 52fd57e49a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
10 changed files with 407 additions and 239 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/libs/kata-types/src/mount.rs
View File

@ -483,7 +483,7 @@ impl<H> StorageHandlerManager<H> {
/// The `volume_path` is base64-url-encoded and then safely joined to the `prefix`
pub fn join_path(prefix: &str, volume_path: &str) -> Result<PathBuf> {
if volume_path.is_empty() {
return Err(anyhow!("volume path must not be empty"));
return Err(anyhow!(std::io::ErrorKind::NotFound));
}
let b64_url_encoded_path = base64::encode_config(volume_path.as_bytes(), base64::URL_SAFE);

148
src/runtime-rs/crates/resource/src/volume/block_volume.rs
View File

@ -4,20 +4,17 @@
// SPDX-License-Identifier: Apache-2.0
//
use anyhow::{anyhow, Context, Result};
use anyhow::{Context, Result};
use async_trait::async_trait;
use nix::sys::{stat, stat::SFlag};
use tokio::sync::RwLock;
use super::Volume;
use crate::volume::utils::{
generate_shared_path, get_direct_volume_path, volume_mount_info, DEFAULT_VOLUME_FS_TYPE,
KATA_DIRECT_VOLUME_TYPE, KATA_MOUNT_BIND_TYPE,
};
use crate::volume::utils::{handle_block_volume, DEFAULT_VOLUME_FS_TYPE, KATA_MOUNT_BIND_TYPE};
use hypervisor::{
device::{
device_manager::{do_handle_device, get_block_driver, DeviceManager},
DeviceConfig, DeviceType,
DeviceConfig,
},
BlockConfig,
};
@ -29,7 +26,7 @@ pub(crate) struct BlockVolume {
device_id: String,
}
/// BlockVolume for bind-mount block volume and direct block volume
/// BlockVolume for bind-mount block volume
impl BlockVolume {
pub(crate) async fn new(
d: &RwLock<DeviceManager>,
@ -38,57 +35,13 @@ impl BlockVolume {
sid: &str,
) -> Result<Self> {
let mnt_src: &str = &m.source;
// default block device fs type: ext4.
let mut blk_dev_fstype = DEFAULT_VOLUME_FS_TYPE.to_string();
let block_driver = get_block_driver(d).await;
let block_device_config = match m.r#type.as_str() {
KATA_MOUNT_BIND_TYPE => {
let fstat = stat::stat(mnt_src).context(format!("stat {}", m.source))?;
BlockConfig {
major: stat::major(fstat.st_rdev) as i64,
minor: stat::minor(fstat.st_rdev) as i64,
driver_option: block_driver,
..Default::default()
}
}
KATA_DIRECT_VOLUME_TYPE => {
// get volume mountinfo from mountinfo.json
let v = volume_mount_info(mnt_src)
.context("deserde information from mountinfo.json")?;
// check volume type
if v.volume_type != KATA_DIRECT_VOLUME_TYPE {
return Err(anyhow!("volume type {:?} is invalid", v.volume_type));
}
let fstat = stat::stat(v.device.as_str())
.with_context(|| format!("stat volume device file: {}", v.device.clone()))?;
if SFlag::from_bits_truncate(fstat.st_mode) != SFlag::S_IFREG
&& SFlag::from_bits_truncate(fstat.st_mode) != SFlag::S_IFBLK
{
return Err(anyhow!(
"invalid volume device {:?} for volume type {:?}",
v.device,
v.volume_type
));
}
blk_dev_fstype = v.fs_type.clone();
BlockConfig {
path_on_host: v.device,
driver_option: block_driver,
..Default::default()
}
}
_ => {
return Err(anyhow!(
"unsupport direct block volume r#type: {:?}",
m.r#type.as_str()
))
}
let fstat = stat::stat(mnt_src).context(format!("stat {}", m.source))?;
let block_device_config = BlockConfig {
major: stat::major(fstat.st_rdev) as i64,
minor: stat::minor(fstat.st_rdev) as i64,
driver_option: block_driver,
..Default::default()
};
// create and insert block device into Kata VM
@ -96,55 +49,15 @@ impl BlockVolume {
.await
.context("do handle device failed.")?;
// storage
let mut storage = agent::Storage {
options: if read_only {
vec!["ro".to_string()]
} else {
Vec::new()
},
..Default::default()
};
// As the true Block Device wrapped in DeviceType, we need to
// get it out from the wrapper, and the device_id will be for
// BlockVolume.
// safe here, device_info is correct and only unwrap it.
let mut device_id = String::new();
if let DeviceType::Block(device) = device_info {
// blk, mmioblk
storage.driver = device.config.driver_option;
// /dev/vdX
storage.source = device.config.virt_path;
device_id = device.device_id;
}
// generate host guest shared path
let guest_path = generate_shared_path(m.destination.clone(), read_only, &device_id, sid)
.await
.context("generate host-guest shared path failed")?;
storage.mount_point = guest_path.clone();
// In some case, dest is device /dev/xxx
if m.destination.clone().starts_with("/dev") {
storage.fs_type = "bind".to_string();
storage.options.append(&mut m.options.clone());
} else {
// usually, the dest is directory.
storage.fs_type = blk_dev_fstype;
}
let mount = oci::Mount {
destination: m.destination.clone(),
r#type: storage.fs_type.clone(),
source: guest_path,
options: m.options.clone(),
};
let block_volume =
handle_block_volume(device_info, m, read_only, sid, DEFAULT_VOLUME_FS_TYPE)
.await
.context("do handle block volume failed")?;
Ok(Self {
storage: Some(storage),
mount,
device_id,
storage: Some(block_volume.0),
mount: block_volume.1,
device_id: block_volume.2,
})
}
}
@ -178,28 +91,13 @@ impl Volume for BlockVolume {
}
}
pub(crate) fn is_block_volume(m: &oci::Mount) -> Result<bool> {
let vol_types = [KATA_MOUNT_BIND_TYPE, KATA_DIRECT_VOLUME_TYPE];
if !vol_types.contains(&m.r#type.as_str()) {
return Ok(false);
pub(crate) fn is_block_volume(m: &oci::Mount) -> bool {
if m.r#type.as_str() != KATA_MOUNT_BIND_TYPE {
return false;
}
let source = if m.r#type.as_str() == KATA_DIRECT_VOLUME_TYPE {
get_direct_volume_path(&m.source).context("get direct volume path failed")?
} else {
m.source.clone()
};
let fstat =
stat::stat(source.as_str()).context(format!("stat mount source {} failed.", source))?;
let s_flag = SFlag::from_bits_truncate(fstat.st_mode);
match m.r#type.as_str() {
// case: mount bind and block device
KATA_MOUNT_BIND_TYPE if s_flag == SFlag::S_IFBLK => Ok(true),
// case: directvol and directory
KATA_DIRECT_VOLUME_TYPE if s_flag == SFlag::S_IFDIR => Ok(true),
// else: unsupported or todo for other volume type.
_ => Ok(false),
match stat::stat(m.source.as_str()) {
Ok(fstat) => SFlag::from_bits_truncate(fstat.st_mode) == SFlag::S_IFBLK,
Err(_) => false,
}
}

121
src/runtime-rs/crates/resource/src/volume/direct_volume.rs Normal file
View File

@ -0,0 +1,121 @@
// Copyright (c) 2023 Ant Group
//
// SPDX-License-Identifier: Apache-2.0
//
use std::sync::Arc;
use anyhow::{anyhow, Context, Result};
use kata_types::mount::DirectVolumeMountInfo;
use nix::sys::{stat, stat::SFlag};
use tokio::sync::RwLock;
use hypervisor::device::device_manager::DeviceManager;
use crate::volume::{
direct_volumes::{
get_direct_volume_path, rawblock_volume, spdk_volume, vfio_volume, volume_mount_info,
KATA_DIRECT_VOLUME_TYPE, KATA_SPDK_VOLUME_TYPE, KATA_SPOOL_VOLUME_TYPE,
KATA_VFIO_VOLUME_TYPE,
},
utils::KATA_MOUNT_BIND_TYPE,
Volume,
};
enum DirectVolumeType {
RawBlock,
Spdk,
Vfio,
}
fn to_volume_type(volume_type: &str) -> DirectVolumeType {
match volume_type {
KATA_SPDK_VOLUME_TYPE | KATA_SPOOL_VOLUME_TYPE => DirectVolumeType::Spdk,
KATA_VFIO_VOLUME_TYPE => DirectVolumeType::Vfio,
_ => DirectVolumeType::RawBlock,
}
}
pub(crate) async fn handle_direct_volume(
d: &RwLock<DeviceManager>,
m: &oci::Mount,
read_only: bool,
sid: &str,
) -> Result<Option<Arc<dyn Volume>>> {
// In the direct volume scenario, we check if the source of a mount is in the
// /run/kata-containers/shared/direct-volumes/SID path by iterating over all the mounts.
// If the source is not in the path with error kind *NotFound*, we ignore the error
// and we treat it as block volume with oci Mount.type *bind*. Just fill in the block
// volume info in the DirectVolumeMountInfo
let mount_info: DirectVolumeMountInfo = match volume_mount_info(&m.source) {
Ok(mount_info) => mount_info,
Err(e) => {
// First, We need filter the non-io::ErrorKind.
if !e.is::<std::io::ErrorKind>() {
return Err(anyhow!(format!(
"unexpected error occurs when parse mount info for {:?}, with error {:?}",
&m.source,
e.to_string()
)));
}
// Second, we need filter non-NotFound error.
// Safe to unwrap here, as the error is of type std::io::ErrorKind.
let error_kind = e.downcast_ref::<std::io::ErrorKind>().unwrap();
if *error_kind != std::io::ErrorKind::NotFound {
return Err(anyhow!(format!(
"failed to parse volume mount info for {:?}, with error {:?}",
&m.source,
e.to_string()
)));
}
// Third, if the case is *NotFound* , we just return Ok(None).
return Ok(None);
}
};
let direct_volume: Arc<dyn Volume> = match to_volume_type(mount_info.volume_type.as_str()) {
DirectVolumeType::RawBlock => Arc::new(
rawblock_volume::RawblockVolume::new(d, m, &mount_info, read_only, sid)
.await
.with_context(|| format!("new sid {:?} rawblock volume {:?}", &sid, m))?,
),
DirectVolumeType::Spdk => Arc::new(
spdk_volume::SPDKVolume::new(d, m, &mount_info, read_only, sid)
.await
.with_context(|| format!("create spdk volume {:?}", m))?,
),
DirectVolumeType::Vfio => Arc::new(
vfio_volume::VfioVolume::new(d, m, &mount_info, read_only, sid)
.await
.with_context(|| format!("new vfio volume {:?}", m))?,
),
};
Ok(Some(direct_volume))
}
pub(crate) fn is_direct_volume(m: &oci::Mount) -> Result<bool> {
let mount_type = m.r#type.as_str();
// Filter the non-bind volume and non-direct-vol volume
let vol_types = [
KATA_MOUNT_BIND_TYPE,
KATA_DIRECT_VOLUME_TYPE,
KATA_VFIO_VOLUME_TYPE,
KATA_SPDK_VOLUME_TYPE,
KATA_SPOOL_VOLUME_TYPE,
];
if !vol_types.contains(&mount_type) {
return Ok(false);
}
match get_direct_volume_path(&m.source) {
Ok(directvol_path) => {
let fstat = stat::stat(directvol_path.as_str())
.context(format!("stat mount source {} failed.", directvol_path))?;
Ok(SFlag::from_bits_truncate(fstat.st_mode) == SFlag::S_IFDIR)
}
Err(_) => Ok(false),
}
}

32
src/runtime-rs/crates/resource/src/volume/direct_volumes/mod.rs Normal file
View File

@ -0,0 +1,32 @@
// Copyright (c) 2023 Ant Group
//
// SPDX-License-Identifier: Apache-2.0
//
use anyhow::{Context, Result};
use kata_types::mount::{
get_volume_mount_info, join_path, DirectVolumeMountInfo, KATA_DIRECT_VOLUME_ROOT_PATH,
};
pub mod rawblock_volume;
pub mod spdk_volume;
pub mod vfio_volume;
pub const KATA_DIRECT_VOLUME_TYPE: &str = "directvol";
pub const KATA_VFIO_VOLUME_TYPE: &str = "vfiovol";
pub const KATA_SPDK_VOLUME_TYPE: &str = "spdkvol";
pub const KATA_SPOOL_VOLUME_TYPE: &str = "spoolvol";
// volume mount info load infomation from mountinfo.json
pub fn volume_mount_info(volume_path: &str) -> Result<DirectVolumeMountInfo> {
get_volume_mount_info(volume_path)
}
// get direct volume path whose volume_path encoded with base64
pub fn get_direct_volume_path(volume_path: &str) -> Result<String> {
let volume_full_path =
join_path(KATA_DIRECT_VOLUME_ROOT_PATH, volume_path).context("failed to join path.")?;
Ok(volume_full_path.display().to_string())
}

111
src/runtime-rs/crates/resource/src/volume/direct_volumes/rawblock_volume.rs Normal file
View File

@ -0,0 +1,111 @@
// Copyright (c) 2023 Alibaba Cloud
// Copyright (c) 2023 Ant Group
//
// SPDX-License-Identifier: Apache-2.0
//
use anyhow::{anyhow, Context, Result};
use async_trait::async_trait;
use nix::sys::{stat, stat::SFlag};
use tokio::sync::RwLock;
use hypervisor::{
device::{
device_manager::{do_handle_device, get_block_driver, DeviceManager},
DeviceConfig,
},
BlockConfig,
};
use kata_types::mount::DirectVolumeMountInfo;
use crate::volume::{direct_volumes::KATA_DIRECT_VOLUME_TYPE, utils::handle_block_volume, Volume};
#[derive(Clone)]
pub(crate) struct RawblockVolume {
storage: Option<agent::Storage>,
mount: oci::Mount,
device_id: String,
}
/// RawblockVolume for raw block volume
impl RawblockVolume {
pub(crate) async fn new(
d: &RwLock<DeviceManager>,
m: &oci::Mount,
mount_info: &DirectVolumeMountInfo,
read_only: bool,
sid: &str,
) -> Result<Self> {
let block_driver = get_block_driver(d).await;
// check volume type
if mount_info.volume_type != KATA_DIRECT_VOLUME_TYPE {
return Err(anyhow!(
"volume type {:?} is invalid",
mount_info.volume_type
));
}
let fstat = stat::stat(mount_info.device.as_str())
.with_context(|| format!("stat volume device file: {}", mount_info.device.clone()))?;
if SFlag::from_bits_truncate(fstat.st_mode) != SFlag::S_IFREG
&& SFlag::from_bits_truncate(fstat.st_mode) != SFlag::S_IFBLK
{
return Err(anyhow!(
"invalid volume device {:?} for volume type {:?}",
mount_info.device,
mount_info.volume_type
));
}
let block_config = BlockConfig {
path_on_host: mount_info.device.clone(),
driver_option: block_driver,
..Default::default()
};
// create and insert block device into Kata VM
let device_info = do_handle_device(d, &DeviceConfig::BlockCfg(block_config.clone()))
.await
.context("do handle device failed.")?;
let block_volume = handle_block_volume(device_info, m, read_only, sid, &mount_info.fs_type)
.await
.context("do handle block volume failed")?;
Ok(Self {
storage: Some(block_volume.0),
mount: block_volume.1,
device_id: block_volume.2,
})
}
}
#[async_trait]
impl Volume for RawblockVolume {
fn get_volume_mount(&self) -> Result<Vec<oci::Mount>> {
Ok(vec![self.mount.clone()])
}
fn get_storage(&self) -> Result<Vec<agent::Storage>> {
let s = if let Some(s) = self.storage.as_ref() {
vec![s.clone()]
} else {
vec![]
};
Ok(s)
}
async fn cleanup(&self, device_manager: &RwLock<DeviceManager>) -> Result<()> {
device_manager
.write()
.await
.try_remove_device(&self.device_id)
.await
}
fn get_device_id(&self) -> Result<Option<String>> {
Ok(Some(self.device_id.clone()))
}
}

71
src/runtime-rs/crates/resource/src/volume/spdk_volume.rs → src/runtime-rs/crates/resource/src/volume/direct_volumes/spdk_volume.rs
View File

@ -6,14 +6,10 @@
use anyhow::{anyhow, Context, Result};
use async_trait::async_trait;
use kata_types::mount::DirectVolumeMountInfo;
use nix::sys::{stat, stat::SFlag};
use tokio::sync::RwLock;
use super::Volume;
use crate::volume::utils::{
generate_shared_path, volume_mount_info, DEFAULT_VOLUME_FS_TYPE, KATA_SPDK_VOLUME_TYPE,
KATA_SPOOL_VOLUME_TYPE,
};
use hypervisor::{
device::{
device_manager::{do_handle_device, get_block_driver, DeviceManager},
@ -22,6 +18,12 @@ use hypervisor::{
VhostUserConfig, VhostUserType,
};
use crate::volume::{
direct_volumes::{KATA_SPDK_VOLUME_TYPE, KATA_SPOOL_VOLUME_TYPE},
utils::{generate_shared_path, DEFAULT_VOLUME_FS_TYPE},
Volume,
};
/// SPDKVolume: spdk block device volume
#[derive(Clone)]
pub(crate) struct SPDKVolume {
@ -34,27 +36,23 @@ impl SPDKVolume {
pub(crate) async fn new(
d: &RwLock<DeviceManager>,
m: &oci::Mount,
mount_info: &DirectVolumeMountInfo,
read_only: bool,
cid: &str,
sid: &str,
) -> Result<Self> {
let mnt_src: &str = &m.source;
// deserde Information from mountinfo.json
let v = volume_mount_info(mnt_src).context("deserde information from mountinfo.json")?;
let device = match v.volume_type.as_str() {
let device = match mount_info.volume_type.as_str() {
KATA_SPDK_VOLUME_TYPE => {
if v.device.starts_with("spdk://") {
v.device.clone()
if mount_info.device.starts_with("spdk://") {
mount_info.device.clone()
} else {
format!("spdk://{}", v.device.as_str())
format!("spdk://{}", mount_info.device.as_str())
}
}
KATA_SPOOL_VOLUME_TYPE => {
if v.device.starts_with("spool://") {
v.device.clone()
if mount_info.device.starts_with("spool://") {
mount_info.device.clone()
} else {
format!("spool://{}", v.device.as_str())
format!("spool://{}", mount_info.device.as_str())
}
}
_ => return Err(anyhow!("mountinfo.json is invalid")),
@ -82,12 +80,12 @@ impl SPDKVolume {
..Default::default()
};
if let Some(num) = v.metadata.get("num_queues") {
if let Some(num) = mount_info.metadata.get("num_queues") {
vhu_blk_config.num_queues = num
.parse::<usize>()
.context("num queues parse usize failed.")?;
}
if let Some(size) = v.metadata.get("queue_size") {
if let Some(size) = mount_info.metadata.get("queue_size") {
vhu_blk_config.queue_size = size
.parse::<u32>()
.context("num queues parse u32 failed.")?;
@ -99,23 +97,16 @@ impl SPDKVolume {
.await
.context("do handle device failed.")?;
// generate host guest shared path
let guest_path = generate_shared_path(m.destination.clone(), read_only, cid, sid)
.await
.context("generate host-guest shared path failed")?;
// storage
let mut storage = agent::Storage {
mount_point: guest_path.clone(),
options: if read_only {
vec!["ro".to_string()]
} else {
Vec::new()
},
..Default::default()
};
storage.options = if read_only {
vec!["ro".to_string()]
} else {
Vec::new()
};
let mut device_id = String::new();
if let DeviceType::VhostUserBlk(device) = device_info {
// blk, mmioblk
@ -125,8 +116,14 @@ impl SPDKVolume {
device_id = device.device_id;
}
// generate host guest shared path
let guest_path = generate_shared_path(m.destination.clone(), read_only, &device_id, sid)
.await
.context("generate host-guest shared path failed")?;
storage.mount_point = guest_path.clone();
if m.r#type != "bind" {
storage.fs_type = v.fs_type.clone();
storage.fs_type = mount_info.fs_type.clone();
} else {
storage.fs_type = DEFAULT_VOLUME_FS_TYPE.to_string();
}
@ -180,13 +177,3 @@ impl Volume for SPDKVolume {
Ok(Some(self.device_id.clone()))
}
}
pub(crate) fn is_spdk_volume(m: &oci::Mount) -> bool {
// spdkvol or spoolvol will share the same implementation
let vol_types = [KATA_SPDK_VOLUME_TYPE, KATA_SPOOL_VOLUME_TYPE];
if vol_types.contains(&m.r#type.as_str()) {
return true;
}
false
}

49
src/runtime-rs/crates/resource/src/volume/vfio_volume.rs → src/runtime-rs/crates/resource/src/volume/direct_volumes/vfio_volume.rs
View File

@ -4,14 +4,10 @@
// SPDX-License-Identifier: Apache-2.0
//
use anyhow::{anyhow, Context, Result};
use anyhow::{Context, Result};
use async_trait::async_trait;
use tokio::sync::RwLock;
use super::Volume;
use crate::volume::utils::{
generate_shared_path, volume_mount_info, DEFAULT_VOLUME_FS_TYPE, KATA_VFIO_VOLUME_TYPE,
};
use hypervisor::{
device::{
device_manager::{do_handle_device, DeviceManager},
@ -19,6 +15,12 @@ use hypervisor::{
},
get_vfio_device, VfioConfig,
};
use kata_types::mount::DirectVolumeMountInfo;
use crate::volume::{
utils::{generate_shared_path, DEFAULT_VOLUME_FS_TYPE},
Volume,
};
pub(crate) struct VfioVolume {
storage: Option<agent::Storage>,
@ -31,20 +33,13 @@ impl VfioVolume {
pub(crate) async fn new(
d: &RwLock<DeviceManager>,
m: &oci::Mount,
mount_info: &DirectVolumeMountInfo,
read_only: bool,
cid: &str,
sid: &str,
) -> Result<Self> {
let mnt_src: &str = &m.source;
// deserde Information from mountinfo.json
let v = volume_mount_info(mnt_src).context("deserde information from mountinfo.json")?;
if v.volume_type != KATA_VFIO_VOLUME_TYPE {
return Err(anyhow!("volume type is invalid"));
}
// support both /dev/vfio/X and BDF<DDDD:BB:DD.F> or BDF<BB:DD.F>
let vfio_device = get_vfio_device(v.device).context("get vfio device failed.")?;
let vfio_device =
get_vfio_device(mount_info.device.clone()).context("get vfio device failed.")?;
let vfio_dev_config = &mut VfioConfig {
host_path: vfio_device.clone(),
dev_type: "b".to_string(),
@ -57,11 +52,6 @@ impl VfioVolume {
.await
.context("do handle device failed.")?;
// generate host guest shared path
let guest_path = generate_shared_path(m.destination.clone(), read_only, cid, sid)
.await
.context("generate host-guest shared path failed")?;
let storage_options = if read_only {
vec!["ro".to_string()]
} else {
@ -70,7 +60,6 @@ impl VfioVolume {
let mut storage = agent::Storage {
options: storage_options,
mount_point: guest_path.clone(),
..Default::default()
};
@ -82,15 +71,21 @@ impl VfioVolume {
storage.source = device.config.virt_path.unwrap().1;
}
// generate host guest shared path
let guest_path = generate_shared_path(m.destination.clone(), read_only, &device_id, sid)
.await
.context("generate host-guest shared path failed")?;
storage.mount_point = guest_path.clone();
if m.r#type != "bind" {
storage.fs_type = v.fs_type.clone();
storage.fs_type = mount_info.fs_type.clone();
} else {
storage.fs_type = DEFAULT_VOLUME_FS_TYPE.to_string();
}
let mount = oci::Mount {
destination: m.destination.clone(),
r#type: v.fs_type,
r#type: mount_info.fs_type.clone(),
source: guest_path,
options: m.options.clone(),
};
@ -131,11 +126,3 @@ impl Volume for VfioVolume {
Ok(Some(self.device_id.clone()))
}
}
pub(crate) fn is_vfio_volume(m: &oci::Mount) -> bool {
if m.r#type == KATA_VFIO_VOLUME_TYPE {
return true;
}
false
}

33
src/runtime-rs/crates/resource/src/volume/mod.rs
View File

@ -11,11 +11,9 @@ mod share_fs_volume;
mod shm_volume;
pub mod utils;
pub mod vfio_volume;
use vfio_volume::is_vfio_volume;
pub mod spdk_volume;
use spdk_volume::is_spdk_volume;
pub mod direct_volume;
use crate::volume::direct_volume::is_direct_volume;
pub mod direct_volumes;
use std::{sync::Arc, vec::Vec};
@ -74,25 +72,22 @@ impl VolumeResource {
shm_volume::ShmVolume::new(m, shm_size)
.with_context(|| format!("new shm volume {:?}", m))?,
)
} else if is_block_volume(m).context("block volume type")? {
} else if is_block_volume(m) {
// handle block volume
Arc::new(
block_volume::BlockVolume::new(d, m, read_only, sid)
.await
.with_context(|| format!("new share fs volume {:?}", m))?,
)
} else if is_vfio_volume(m) {
Arc::new(
vfio_volume::VfioVolume::new(d, m, read_only, cid, sid)
.await
.with_context(|| format!("new vfio volume {:?}", m))?,
)
} else if is_spdk_volume(m) {
Arc::new(
spdk_volume::SPDKVolume::new(d, m, read_only, cid, sid)
.await
.with_context(|| format!("create spdk volume {:?}", m))?,
.with_context(|| format!("new block volume {:?}", m))?,
)
} else if is_direct_volume(m)? {
// handle direct volumes
match direct_volume::handle_direct_volume(d, m, read_only, sid)
.await
.context("handle direct volume")?
{
Some(directvol) => directvol,
None => continue,
}
} else if let Some(options) =
get_huge_page_option(m).context("failed to check huge page")?
{

77
src/runtime-rs/crates/resource/src/volume/utils.rs
View File

@ -13,29 +13,11 @@ use crate::{
volume::share_fs_volume::generate_mount_path,
};
use kata_sys_util::eother;
use kata_types::mount::{
get_volume_mount_info, join_path, DirectVolumeMountInfo, KATA_DIRECT_VOLUME_ROOT_PATH,
};
use hypervisor::device::DeviceType;
pub const DEFAULT_VOLUME_FS_TYPE: &str = "ext4";
pub const KATA_MOUNT_BIND_TYPE: &str = "bind";
pub const KATA_DIRECT_VOLUME_TYPE: &str = "directvol";
pub const KATA_VFIO_VOLUME_TYPE: &str = "vfiovol";
pub const KATA_SPDK_VOLUME_TYPE: &str = "spdkvol";
pub const KATA_SPOOL_VOLUME_TYPE: &str = "spoolvol";
// volume mount info load infomation from mountinfo.json
pub fn volume_mount_info(volume_path: &str) -> Result<DirectVolumeMountInfo> {
get_volume_mount_info(volume_path)
}
// get direct volume path whose volume_path encoded with base64
pub fn get_direct_volume_path(volume_path: &str) -> Result<String> {
let volume_full_path =
join_path(KATA_DIRECT_VOLUME_ROOT_PATH, volume_path).context("failed to join path.")?;
Ok(volume_full_path.display().to_string())
}
pub fn get_file_name<P: AsRef<Path>>(src: P) -> Result<String> {
let file_name = src
@ -74,3 +56,58 @@ pub(crate) async fn generate_shared_path(
Ok(guest_path)
}
pub async fn handle_block_volume(
device_info: DeviceType,
m: &oci::Mount,
read_only: bool,
sid: &str,
fstype: &str,
) -> Result<(agent::Storage, oci::Mount, String)> {
// storage
let mut storage = agent::Storage {
options: if read_only {
vec!["ro".to_string()]
} else {
Vec::new()
},
..Default::default()
};
// As the true Block Device wrapped in DeviceType, we need to
// get it out from the wrapper, and the device_id will be for
// BlockVolume.
// safe here, device_info is correct and only unwrap it.
let mut device_id = String::new();
if let DeviceType::Block(device) = device_info {
// blk, mmioblk
storage.driver = device.config.driver_option;
// /dev/vdX
storage.source = device.config.virt_path;
device_id = device.device_id;
}
// generate host guest shared path
let guest_path = generate_shared_path(m.destination.clone(), read_only, &device_id, sid)
.await
.context("generate host-guest shared path failed")?;
storage.mount_point = guest_path.clone();
// In some case, dest is device /dev/xxx
if m.destination.clone().starts_with("/dev") {
storage.fs_type = "bind".to_string();
storage.options.append(&mut m.options.clone());
} else {
// usually, the dest is directory.
storage.fs_type = fstype.to_owned();
}
let mount = oci::Mount {
destination: m.destination.clone(),
r#type: storage.fs_type.clone(),
source: guest_path,
options: m.options.clone(),
};
Ok((storage, mount, device_id))
}

2
src/tools/kata-ctl/src/ops/volume_ops.rs
View File

@ -219,7 +219,7 @@ mod tests {
TestData {
rootfs: root_fs_str,
volume_path: "",
result: Err(anyhow!("volume path must not be empty")),
result: Err(anyhow!(std::io::ErrorKind::NotFound)),
},
TestData {
rootfs: root_fs_str,