add default runtime binary path to runtimes field of toolkit config toml

Signed-off-by: Tariq Ibrahim <[email protected]>

pkg/config/engine/api.go

@@ -23,4 +23,5 @@ type Interface interface {
 	Set(string, interface{})
 	RemoveRuntime(string) error
 	Save(string) (int64, error)
+	GetRuntime(name string) (interface{}, error)
 }

pkg/config/engine/containerd/config_v1.go

@@ -154,6 +154,18 @@ func (c *ConfigV1) RemoveRuntime(name string) error {
 	return nil
 }
 
+func (c *ConfigV1) GetRuntime(name string) (interface{}, error) {
+	if c == nil || c.Tree == nil {
+		return nil, fmt.Errorf("config is nil")
+	}
+	config := *c.Tree
+	runtimeData, ok := config.GetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name}).(*toml.Tree)
+	if !ok {
+		return nil, fmt.Errorf("invalid toml object")
+	}
+	return runtimeData, nil
+}
+
 // SetOption sets the specified containerd option.
 func (c *ConfigV1) Set(key string, value interface{}) {
 	config := *c.Tree

pkg/config/engine/containerd/config_v2.go

@@ -149,3 +149,16 @@ func (c *Config) RemoveRuntime(name string) error {
 	*c.Tree = config
 	return nil
 }
+
+// GetRuntime returns the TOML object of the runtime passed as input
+func (c *Config) GetRuntime(name string) (interface{}, error) {
+	if c == nil || c.Tree == nil {
+		return nil, fmt.Errorf("config is nil")
+	}
+	config := *c.Tree
+	runtimeData, ok := config.GetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name}).(*toml.Tree)
+	if !ok {
+		return nil, fmt.Errorf("invalid toml object")
+	}
+	return runtimeData, nil
+}

pkg/config/engine/crio/crio.go

@@ -132,3 +132,16 @@ func (c *Config) RemoveRuntime(name string) error {
 	*c.Tree = config
 	return nil
 }
+
+// GetRuntime returns the TOML object of the runtime passed as input
+func (c *Config) GetRuntime(name string) (interface{}, error) {
+	if c == nil || c.Tree == nil {
+		return nil, fmt.Errorf("config is nil")
+	}
+	config := *c.Tree
+	runtimeData, ok := config.GetPath([]string{"crio", "runtime", "runtimes", name}).(*toml.Tree)
+	if !ok {
+		return nil, fmt.Errorf("invalid toml object")
+	}
+	return runtimeData, nil
+}

pkg/config/engine/docker/docker.go

@@ -132,3 +132,25 @@ func (c Config) Save(path string) (int64, error) {
 	n, err := config.Raw(path).Write(output)
 	return int64(n), err
 }
+
+// GetRuntime returns the TOML object of the runtime passed as input
+func (c *Config) GetRuntime(name string) (interface{}, error) {
+	if c == nil {
+		return nil, fmt.Errorf("config is nil")
+	}
+
+	config := *c
+
+	var runtimes map[string]interface{}
+	if _, exists := config["runtimes"]; exists {
+		runtimes = config["runtimes"].(map[string]interface{})
+	} else {
+		return nil, fmt.Errorf("config is nil")
+	}
+
+	if r, ok := runtimes[name]; ok {
+		return r, nil
+	} else {
+		return nil, fmt.Errorf("runtime %s not found", name)
+	}
+}

tools/container/toolkit/toolkit.go

@@ -32,6 +32,9 @@ import (
 
 	"github.com/NVIDIA/nvidia-container-toolkit/internal/config"
 	"github.com/NVIDIA/nvidia-container-toolkit/internal/system/nvdevices"
+	pkgconfig "github.com/NVIDIA/nvidia-container-toolkit/pkg/config"
+	"github.com/NVIDIA/nvidia-container-toolkit/pkg/config/engine/containerd"
+	"github.com/NVIDIA/nvidia-container-toolkit/pkg/config/engine/crio"
 	"github.com/NVIDIA/nvidia-container-toolkit/pkg/nvcdi"
 	transformroot "github.com/NVIDIA/nvidia-container-toolkit/pkg/nvcdi/transform/root"
 )
@@ -40,6 +43,8 @@ const (
 	// DefaultNvidiaDriverRoot specifies the default NVIDIA driver run directory
 	DefaultNvidiaDriverRoot = "/run/nvidia/driver"
 
+	DefaultHostRootMount = "/host"
+
 	nvidiaContainerCliSource         = "/usr/bin/nvidia-container-cli"
 	nvidiaContainerRuntimeHookSource = "/usr/bin/nvidia-container-runtime-hook"
 
@@ -54,6 +59,7 @@ type options struct {
 	DevRoot           string
 	DriverRootCtrPath string
 	DevRootCtrPath    string
+	HostRootMount     string
 
 	ContainerRuntimeMode     string
 	ContainerRuntimeDebug    string
@@ -149,6 +155,13 @@ func main() {
 			Destination: &opts.DevRootCtrPath,
 			EnvVars:     []string{"DEV_ROOT_CTR_PATH"},
 		},
+		&cli.StringFlag{
+			Name:        "host-root",
+			Usage:       "Specify the path to the host root to be used when restarting containerd using systemd",
+			Value:       DefaultHostRootMount,
+			Destination: &opts.HostRootMount,
+			EnvVars:     []string{"HOST_ROOT_MOUNT"},
+		},
 		&cli.StringFlag{
 			Name:        "nvidia-container-runtime.debug",
 			Aliases:     []string{"nvidia-container-runtime-debug"},
@@ -396,7 +409,65 @@ func Install(cli *cli.Context, opts *options) error {
 		log.Errorf("Ignoring error: %v", fmt.Errorf("error installing NVIDIA Container CDI Hook CLI: %v", err))
 	}
 
-	err = installToolkitConfig(cli, toolkitConfigPath, nvidiaContainerCliExecutable, nvidiaCTKPath, nvidiaContainerRuntimeHookPath, opts)
+	var runtimeBinaryPaths []string
+
+	if r, ok := os.LookupEnv("RUNTIME"); ok {
+
+		switch r {
+		case "containerd":
+			var cliArgs []string
+			if opts.HostRootMount != "" {
+				cliArgs = append(cliArgs, "chroot", opts.HostRootMount)
+			}
+			cliArgs = append(cliArgs, "containerd", "config", "dump")
+
+			cfg, err := containerd.New(
+				containerd.WithReference(pkgconfig.FromCLI(cliArgs)),
+			)
+			if err != nil {
+				return fmt.Errorf("unable to load containerd config: %w", err)
+			}
+
+			containerdDefaultRuntime := cfg.DefaultRuntime()
+			if containerdDefaultRuntime != "" {
+				runtimeData, err := cfg.GetRuntime(containerdDefaultRuntime)
+				if err == nil {
+					runtimeTOML := runtimeData.(*toml.Tree)
+					if binaryPath, ok := runtimeTOML.GetPath([]string{"options", "BinaryName"}).(string); ok && binaryPath != "" {
+						runtimeBinaryPaths = append(runtimeBinaryPaths, binaryPath)
+					}
+				}
+			}
+
+		case "crio":
+			var cliArgs []string
+			if opts.HostRootMount != "" {
+				cliArgs = append(cliArgs, "chroot", opts.HostRootMount)
+			}
+			cliArgs = append(cliArgs, "crio", "status", "config")
+
+			cfg, err := crio.New(
+				crio.WithReference(pkgconfig.FromCLI(cliArgs)),
+			)
+			if err != nil {
+				return fmt.Errorf("unable to load crio config: %w", err)
+			}
+
+			crioDefaultRuntime := cfg.DefaultRuntime()
+			if crioDefaultRuntime != "" {
+				runtimeData, err := cfg.GetRuntime(crioDefaultRuntime)
+				if err == nil {
+					runtimeTOML := runtimeData.(*toml.Tree)
+					if binaryPath, ok := runtimeTOML.GetPath([]string{"runtime_path"}).(string); ok && binaryPath != "" {
+						runtimeBinaryPaths = append(runtimeBinaryPaths, binaryPath)
+					}
+				}
+			}
+		}
+	}
+
+	err = installToolkitConfig(cli, toolkitConfigPath, nvidiaContainerCliExecutable, nvidiaCTKPath,
+		nvidiaContainerRuntimeHookPath, runtimeBinaryPaths, opts)
 	if err != nil && !opts.ignoreErrors {
 		return fmt.Errorf("error installing NVIDIA container toolkit config: %v", err)
 	} else if err != nil {
@@ -470,7 +541,8 @@ func installLibrary(libName string, toolkitRoot string) error {
 
 // installToolkitConfig installs the config file for the NVIDIA container toolkit ensuring
 // that the settings are updated to match the desired install and nvidia driver directories.
-func installToolkitConfig(c *cli.Context, toolkitConfigPath string, nvidiaContainerCliExecutablePath string, nvidiaCTKPath string, nvidaContainerRuntimeHookPath string, opts *options) error {
+func installToolkitConfig(c *cli.Context, toolkitConfigPath string, nvidiaContainerCliExecutablePath string, nvidiaCTKPath string,
+	nvidaContainerRuntimeHookPath string, runtimeBinaryPaths []string, opts *options) error {
 	log.Infof("Installing NVIDIA container toolkit config '%v'", toolkitConfigPath)
 
 	cfg, err := loadConfig(nvidiaContainerToolkitConfigSource)
@@ -545,6 +617,19 @@ func installToolkitConfig(c *cli.Context, toolkitConfigPath string, nvidiaContai
 		cfg.Set(key, value)
 	}
 
+	var ctkRuntimesArr []string
+	if len(runtimeBinaryPaths) > 0 {
+		ctkRuntimesArr = append(ctkRuntimesArr, runtimeBinaryPaths...)
+	}
+
+	log.Infof("Printing ctkRuntimes: %v", ctkRuntimesArr)
+
+	if cfgRuntimes, ok := cfg.Get("nvidia-container-runtime.runtimes").([]string); ok {
+		log.Infof("Cast to string slice successful. Printing runtimes: %v", cfgRuntimes)
+	} else {
+		log.Infof("Cast to string slice unsuccessful. Printing: %v", cfg.Get("nvidia-container-runtime.runtimes"))
+	}
+
 	if _, err := cfg.WriteTo(targetConfig); err != nil {
 		return fmt.Errorf("error writing config: %v", err)
 	}