runc: don't deny all devices when update cgroup resource

Signed-off-by: xiadanni <xiadanni1@huawei.com>
This commit is contained in:
xiadanni 2020-11-25 15:42:31 +08:00
parent 64b427019f
commit 573b34b3bb
4 changed files with 183 additions and 2 deletions

View File

@ -1 +1 @@
18e0b39b44806457ad6b95bc7e2b4e3e42f64e12
b41f69f2326e31c3868ea78abbd046217a43868f

View File

@ -0,0 +1,180 @@
From eb576e28687555ba9253a2679706bf5491be0c11 Mon Sep 17 00:00:00 2001
From: panwenxiang <panwenxiang@huawei.com>
Date: Fri, 24 Apr 2020 23:05:31 +0800
Subject: [PATCH] runc: don't deny all devices when update cgroup resource
reason: runc Update command causes 'Operation not permitted
cherry-pick from https://github.com/opencontainers/runc/pull/2204
cherry-pick from https://github.com/opencontainers/runc/pull/2205
It's first seen in a kubernetes cluster with docker as container runtime.
Our users reported that in some situation their bash script failed with message
can't create /dev/null: Operation not permitted.
But /dev/null is default device with permission rwm,
After digging some logs, we found that it can be reproduced in runc by following steps.
- Run a runc container like "busybox". Suppose this container is called A
- run while true;do echo >/dev/null;done in container
- runc update --cpu-share 1024 A
- You will see sh: can't create /dev/null: Operation not permitted
Change-Id: I4f374eed5033b9f3eb47c31b622c408d24142473
Signed-off-by: panwenxiang <panwenxiang@huawei.com>
---
libcontainer/cgroups/fs/devices.go | 72 +++++++++++++++++++++----
libcontainer/cgroups/fs/devices_test.go | 8 +++
2 files changed, 71 insertions(+), 9 deletions(-)
diff --git a/libcontainer/cgroups/fs/devices.go b/libcontainer/cgroups/fs/devices.go
index 478b5db7..c5ca11f5 100644
--- a/libcontainer/cgroups/fs/devices.go
+++ b/libcontainer/cgroups/fs/devices.go
@@ -10,11 +10,18 @@ import (
"io"
"os"
"path/filepath"
+ "strings"
)
type DevicesGroup struct {
}
+type Empty struct{}
+
+var (
+ defaultDevice = &configs.Device{Type: 'a', Major: -1, Minor: -1, Permissions: "rwm"}
+)
+
func (s *DevicesGroup) Name() string {
return "devices"
}
@@ -61,6 +68,10 @@ func (s *DevicesGroup) Set(path string, cgroup *configs.Cgroup) error {
return err
}
+ oldAllowedDevices, err := readDevicesExceptDefault(path)
+ if err != nil {
+ return err
+ }
devices := cgroup.Resources.Devices
if len(devices) > 0 {
for _, dev := range devices {
@@ -68,10 +79,17 @@ func (s *DevicesGroup) Set(path string, cgroup *configs.Cgroup) error {
if dev.Allow {
file = "devices.allow"
}
- if err := writeFile(path, file, dev.CgroupString()); err != nil {
- return err
+ // For the second time set, we don't deny all devices, skip
+ if dev.Type == defaultDevice.Type && len(oldAllowedDevices) != 0 {
+ file = ""
+ }
+
+ if len(file) > 0 {
+ if err := writeFile(path, file, dev.CgroupString()); err != nil {
+ return err
+ }
+ delete(deviceMap, dev.CgroupString())
}
- delete(deviceMap, dev.CgroupString())
}
for item, _ := range deviceMap {
if item[0] == 'b' || item[0] == 'c' {
@@ -84,13 +102,31 @@ func (s *DevicesGroup) Set(path string, cgroup *configs.Cgroup) error {
}
if cgroup.Resources.AllowAllDevices != nil {
if *cgroup.Resources.AllowAllDevices == false {
- if err := writeFile(path, "devices.deny", "a"); err != nil {
- return err
+ if len(oldAllowedDevices) == 0 {
+ if err := writeFile(path, "devices.deny", "a"); err != nil {
+ return err
+ }
}
- for _, dev := range cgroup.Resources.AllowedDevices {
- if err := writeFile(path, "devices.allow", dev.CgroupString()); err != nil {
- return err
+ newAllowedDevices := make(map[string]Empty)
+ for _, dev := range cgroup.AllowedDevices {
+ newAllowedDevices[dev.CgroupString()] = Empty{}
+ }
+ // Deny no longer allowed devices
+ for cgroupString := range oldAllowedDevices {
+ if _, found := newAllowedDevices[cgroupString]; !found {
+ if err := writeFile(path, "devices.deny", cgroupString); err != nil {
+ return err
+ }
+ }
+ }
+
+ // Allow new devices
+ for cgroupString := range newAllowedDevices {
+ if _, found := oldAllowedDevices[cgroupString]; !found {
+ if err := writeFile(path, "devices.allow", cgroupString); err != nil {
+ return err
+ }
}
}
return nil
@@ -100,7 +136,6 @@ func (s *DevicesGroup) Set(path string, cgroup *configs.Cgroup) error {
return err
}
}
-
for _, dev := range cgroup.Resources.DeniedDevices {
if err := writeFile(path, "devices.deny", dev.CgroupString()); err != nil {
return err
@@ -117,3 +152,22 @@ func (s *DevicesGroup) Remove(d *cgroupData) error {
func (s *DevicesGroup) GetStats(path string, stats *cgroups.Stats) error {
return nil
}
+
+func readDevicesExceptDefault(path string) (allowed map[string]Empty, err error) {
+ cgroupData, err := readFile(path, "devices.list")
+ if err != nil {
+ return nil, err
+ }
+
+ allowedDevices := make(map[string]Empty)
+ defaultDeviceString := defaultDevice.CgroupString()
+ for _, data := range strings.Split(cgroupData, "\n") {
+ // skip allow all devices
+ if len(data) == 0 || data == defaultDeviceString {
+ continue
+ }
+ allowedDevices[data] = Empty{}
+ }
+
+ return allowedDevices, nil
+}
diff --git a/libcontainer/cgroups/fs/devices_test.go b/libcontainer/cgroups/fs/devices_test.go
index fc635b99..1184c459 100644
--- a/libcontainer/cgroups/fs/devices_test.go
+++ b/libcontainer/cgroups/fs/devices_test.go
@@ -37,6 +37,10 @@ func TestDevicesSetAllow(t *testing.T) {
helper := NewCgroupTestUtil("devices", t)
defer helper.cleanup()
+ helper.writeFileContents(map[string]string{
+ "devices.list": "a *:* rwm",
+ })
+
helper.writeFileContents(map[string]string{
"devices.deny": "a",
})
@@ -75,6 +79,10 @@ func TestDevicesSetDeny(t *testing.T) {
helper := NewCgroupTestUtil("devices", t)
defer helper.cleanup()
+ helper.writeFileContents(map[string]string{
+ "devices.list": "a *:* rwm",
+ })
+
helper.writeFileContents(map[string]string{
"devices.allow": "a",
})
--
2.21.0

View File

@ -2,7 +2,7 @@
Name: docker-runc
Version: 1.0.0.rc3
Release: 108
Release: 109
Summary: runc is a CLI tool for spawning and running containers according to the OCI specification.
License: ASL 2.0

View File

@ -114,6 +114,7 @@
0115-runc-Fix-cgroup-hugetlb-size-prefix-for-kB.patch
0116-runc-check-nil-pointers-in-cgroup-manager.patch
0117-runc-Pass-back-the-pid-of-runc-1-CHILD-so-w.patch
0118-runc-don-t-deny-all-devices-when-update-cgroup-resou.patch
0118-runc-rootfs-do-not-permit-proc-mounts-to-no.patch
0119-runc-use-git-commit-to-store-commit-ID.patch
0120-runc-fix-permission-denied.patch