agent: update cpuset of container path

After cpu hot-plugged is available, cpuset for containers will be written into
cgroup files recursively, the paths should include container's cgroup path, and up
to root path of cgroup filesystem.

Fixes: #1156, #1159

Signed-off-by: bin liu <bin@hyper.sh>
This commit is contained in:
bin liu 2020-12-01 16:55:10 +08:00
parent 705182d04e
commit a793b8d90d
3 changed files with 37 additions and 14 deletions

View File

@ -1018,11 +1018,11 @@ impl Manager {
}) })
} }
pub fn update_cpuset_path(&self, cpuset_cpus: &str) -> Result<()> { pub fn update_cpuset_path(&self, guest_cpuset: &str, container_cpuset: &str) -> Result<()> {
if cpuset_cpus == "" { if guest_cpuset == "" {
return Ok(()); return Ok(());
} }
info!(sl!(), "update_cpuset_path to: {}", cpuset_cpus); info!(sl!(), "update_cpuset_path to: {}", guest_cpuset);
let h = cgroups::hierarchies::auto(); let h = cgroups::hierarchies::auto();
let h = Box::new(&*h); let h = Box::new(&*h);
@ -1036,8 +1036,8 @@ impl Manager {
let h = cgroups::hierarchies::auto(); let h = cgroups::hierarchies::auto();
let h = Box::new(&*h); let h = Box::new(&*h);
let cg = load_or_create(h, &self.cpath); let cg = load_or_create(h, &self.cpath);
let cpuset_controller: &CpuSetController = cg.controller_of().unwrap(); let container_cpuset_controller: &CpuSetController = cg.controller_of().unwrap();
let path = cpuset_controller.path(); let path = container_cpuset_controller.path();
let container_path = Path::new(path); let container_path = Path::new(path);
info!(sl!(), "container cpuset path: {:?}", &path); info!(sl!(), "container cpuset path: {:?}", &path);
@ -1046,11 +1046,9 @@ impl Manager {
if ancestor == root_path { if ancestor == root_path {
break; break;
} }
if ancestor != container_path { paths.push(ancestor);
paths.push(ancestor);
}
} }
info!(sl!(), "paths to update cpuset: {:?}", &paths); info!(sl!(), "parent paths to update cpuset: {:?}", &paths);
let mut i = paths.len(); let mut i = paths.len();
loop { loop {
@ -1066,10 +1064,20 @@ impl Manager {
.to_str() .to_str()
.unwrap() .unwrap()
.trim_start_matches(root_path.to_str().unwrap()); .trim_start_matches(root_path.to_str().unwrap());
info!(sl!(), "updating cpuset for path {:?}", &r_path); info!(sl!(), "updating cpuset for parent path {:?}", &r_path);
let cg = load_or_create(h, &r_path); let cg = load_or_create(h, &r_path);
let cpuset_controller: &CpuSetController = cg.controller_of().unwrap(); let cpuset_controller: &CpuSetController = cg.controller_of().unwrap();
cpuset_controller.set_cpus(cpuset_cpus)?; cpuset_controller.set_cpus(guest_cpuset)?;
}
if !container_cpuset.is_empty() {
info!(
sl!(),
"updating cpuset for container path: {:?} cpuset: {}",
&container_path,
container_cpuset
);
container_cpuset_controller.set_cpus(container_cpuset)?;
} }
Ok(()) Ok(())

View File

@ -64,7 +64,7 @@ impl Manager {
}) })
} }
pub fn update_cpuset_path(&self, _: &str) -> Result<()> { pub fn update_cpuset_path(&self, _: &str, _: &str) -> Result<()> {
Ok(()) Ok(())
} }

View File

@ -233,14 +233,29 @@ impl Sandbox {
online_memory(&self.logger)?; online_memory(&self.logger)?;
} }
let cpuset = rustjail_cgroups::fs::get_guest_cpuset()?; let guest_cpuset = rustjail_cgroups::fs::get_guest_cpuset()?;
for (_, ctr) in self.containers.iter() { for (_, ctr) in self.containers.iter() {
let cpu = ctr
.config
.spec
.as_ref()
.unwrap()
.linux
.as_ref()
.unwrap()
.resources
.as_ref()
.unwrap()
.cpu
.as_ref();
let container_cpust = if let Some(c) = cpu { &c.cpus } else { "" };
info!(self.logger, "updating {}", ctr.id.as_str()); info!(self.logger, "updating {}", ctr.id.as_str());
ctr.cgroup_manager ctr.cgroup_manager
.as_ref() .as_ref()
.unwrap() .unwrap()
.update_cpuset_path(cpuset.as_str())?; .update_cpuset_path(guest_cpuset.as_str(), &container_cpust)?;
} }
Ok(()) Ok(())