// +build linux package systemd import ( "math" "os" "path/filepath" "strings" "sync" "time" systemdDbus "github.com/coreos/go-systemd/v22/dbus" securejoin "github.com/cyphar/filepath-securejoin" "github.com/opencontainers/runc/libcontainer/cgroups" "github.com/opencontainers/runc/libcontainer/cgroups/fs2" "github.com/opencontainers/runc/libcontainer/configs" "github.com/sirupsen/logrus" ) type unifiedManager struct { mu sync.Mutex cgroups *configs.Cgroup // path is like "/sys/fs/cgroup/user.slice/user-1001.slice/session-1.scope" path string rootless bool } func NewUnifiedManager(config *configs.Cgroup, path string, rootless bool) *unifiedManager { return &unifiedManager{ cgroups: config, path: path, rootless: rootless, } } func (m *unifiedManager) Apply(pid int) error { var ( c = m.cgroups unitName = getUnitName(c) slice = "system.slice" properties []systemdDbus.Property ) if c.Paths != nil { return cgroups.WriteCgroupProc(m.path, pid) } if c.Parent != "" { slice = c.Parent } properties = append(properties, systemdDbus.PropDescription("libcontainer container "+c.Name)) // if we create a slice, the parent is defined via a Wants= if strings.HasSuffix(unitName, ".slice") { properties = append(properties, systemdDbus.PropWants(slice)) } else { // otherwise, we use Slice= properties = append(properties, systemdDbus.PropSlice(slice)) } // only add pid if its valid, -1 is used w/ general slice creation. if pid != -1 { properties = append(properties, newProp("PIDs", []uint32{uint32(pid)})) } // Check if we can delegate. This is only supported on systemd versions 218 and above. if !strings.HasSuffix(unitName, ".slice") { // Assume scopes always support delegation. properties = append(properties, newProp("Delegate", true)) } // Always enable accounting, this gets us the same behaviour as the fs implementation, // plus the kernel has some problems with joining the memory cgroup at a later time. properties = append(properties, newProp("MemoryAccounting", true), newProp("CPUAccounting", true), newProp("IOAccounting", true)) // Assume DefaultDependencies= will always work (the check for it was previously broken.) properties = append(properties, newProp("DefaultDependencies", false)) if c.Resources.Memory != 0 { properties = append(properties, newProp("MemoryMax", uint64(c.Resources.Memory))) } swap, err := cgroups.ConvertMemorySwapToCgroupV2Value(c.Resources.MemorySwap, c.Resources.Memory) if err != nil { return err } if swap > 0 { properties = append(properties, newProp("MemorySwapMax", uint64(swap))) } if c.Resources.CpuWeight != 0 { properties = append(properties, newProp("CPUWeight", c.Resources.CpuWeight)) } // cpu.cfs_quota_us and cpu.cfs_period_us are controlled by systemd. if c.Resources.CpuQuota != 0 && c.Resources.CpuPeriod != 0 { // corresponds to USEC_INFINITY in systemd // if USEC_INFINITY is provided, CPUQuota is left unbound by systemd // always setting a property value ensures we can apply a quota and remove it later cpuQuotaPerSecUSec := uint64(math.MaxUint64) if c.Resources.CpuQuota > 0 { // systemd converts CPUQuotaPerSecUSec (microseconds per CPU second) to CPUQuota // (integer percentage of CPU) internally. This means that if a fractional percent of // CPU is indicated by Resources.CpuQuota, we need to round up to the nearest // 10ms (1% of a second) such that child cgroups can set the cpu.cfs_quota_us they expect. cpuQuotaPerSecUSec = uint64(c.Resources.CpuQuota*1000000) / c.Resources.CpuPeriod if cpuQuotaPerSecUSec%10000 != 0 { cpuQuotaPerSecUSec = ((cpuQuotaPerSecUSec / 10000) + 1) * 10000 } } properties = append(properties, newProp("CPUQuotaPerSecUSec", cpuQuotaPerSecUSec)) } if c.Resources.PidsLimit > 0 { properties = append(properties, newProp("TasksAccounting", true), newProp("TasksMax", uint64(c.Resources.PidsLimit))) } properties = append(properties, c.SystemdProps...) // ignore c.Resources.KernelMemory dbusConnection, err := getDbusConnection() if err != nil { return err } statusChan := make(chan string, 1) if _, err := dbusConnection.StartTransientUnit(unitName, "replace", properties, statusChan); err == nil { select { case <-statusChan: case <-time.After(time.Second): logrus.Warnf("Timed out while waiting for StartTransientUnit(%s) completion signal from dbus. Continuing...", unitName) } } else if !isUnitExists(err) { return err } _, err = m.GetUnifiedPath() if err != nil { return err } if err := fs2.CreateCgroupPath(m.path, m.cgroups); err != nil { return err } return nil } func (m *unifiedManager) Destroy() error { if m.cgroups.Paths != nil { return nil } m.mu.Lock() defer m.mu.Unlock() dbusConnection, err := getDbusConnection() if err != nil { return err } dbusConnection.StopUnit(getUnitName(m.cgroups), "replace", nil) // XXX this is probably not needed, systemd should handle it err = os.Remove(m.path) if err != nil && !os.IsNotExist(err) { return err } return nil } // this method is for v1 backward compatibility and will be removed func (m *unifiedManager) GetPaths() map[string]string { _, _ = m.GetUnifiedPath() paths := map[string]string{ "pids": m.path, "memory": m.path, "io": m.path, "cpu": m.path, "devices": m.path, "cpuset": m.path, "freezer": m.path, } return paths } func (m *unifiedManager) GetUnifiedPath() (string, error) { m.mu.Lock() defer m.mu.Unlock() if m.path != "" { return m.path, nil } c := m.cgroups slice := "system.slice" if c.Parent != "" { slice = c.Parent } slice, err := ExpandSlice(slice) if err != nil { return "", err } path := filepath.Join(slice, getUnitName(c)) path, err = securejoin.SecureJoin(fs2.UnifiedMountpoint, path) if err != nil { return "", err } m.path = path return m.path, nil } func (m *unifiedManager) fsManager() (cgroups.Manager, error) { path, err := m.GetUnifiedPath() if err != nil { return nil, err } return fs2.NewManager(m.cgroups, path, m.rootless) } func (m *unifiedManager) Freeze(state configs.FreezerState) error { fsMgr, err := m.fsManager() if err != nil { return err } return fsMgr.Freeze(state) } func (m *unifiedManager) GetPids() ([]int, error) { path, err := m.GetUnifiedPath() if err != nil { return nil, err } return cgroups.GetPids(path) } func (m *unifiedManager) GetAllPids() ([]int, error) { path, err := m.GetUnifiedPath() if err != nil { return nil, err } return cgroups.GetAllPids(path) } func (m *unifiedManager) GetStats() (*cgroups.Stats, error) { fsMgr, err := m.fsManager() if err != nil { return nil, err } return fsMgr.GetStats() } func (m *unifiedManager) Set(container *configs.Config) error { fsMgr, err := m.fsManager() if err != nil { return err } return fsMgr.Set(container) } func (m *unifiedManager) GetCgroups() (*configs.Cgroup, error) { return m.cgroups, nil }