Skip to content

Commit

Permalink
ceph: do not build all the args to remote exec cmd
Browse files Browse the repository at this point in the history
When proxying commands to the cmd-proxy container we don't need to build
the command line with the same flags as the operator. The cmd-proxy
container does not use any ceph config file and just relies on the
CEPH_ARGS environment variable in the container. So passing the same
args as the operator causes to fail since we don't have a ceph config
file in `/var/lib/rook/openshift-storage/openshift-storage.config` thus
the remote exec fails with:

```
global_init: unable to open config file from search list ...
```

Signed-off-by: Sébastien Han <seb@redhat.com>
(cherry picked from commit 17999bc)

# Conflicts:
#	pkg/daemon/ceph/client/command.go
  • Loading branch information
leseb authored and mergify-bot committed Oct 1, 2021
1 parent f793f94 commit bf553c4
Show file tree
Hide file tree
Showing 2 changed files with 35 additions and 0 deletions.
33 changes: 33 additions & 0 deletions pkg/daemon/ceph/client/command.go
Expand Up @@ -129,7 +129,31 @@ func NewRBDCommand(context *clusterd.Context, clusterInfo *ClusterInfo, args []s
}

func (c *CephToolCommand) run() ([]byte, error) {
<<<<<<< HEAD
command, args := FinalizeCephCommandArgs(c.tool, c.clusterInfo, c.args, c.context.ConfigDir)
=======
// Return if the context has been canceled
if c.clusterInfo.Context.Err() != nil {
return nil, c.clusterInfo.Context.Err()
}

// Initialize the command and args
command := c.tool
args := c.args

// If this is a remote execution, we don't want to build the full set of args. For instance all
// these args are not needed since those paths don't exist inside the cmd-proxy container:
// --cluster=openshift-storage
// --conf=/var/lib/rook/openshift-storage/openshift-storage.config
// --name=client.admin
// --keyring=/var/lib/rook/openshift-storage/client.admin.keyring
//
// The cmd-proxy container will take care of the rest with the help of the env CEPH_ARGS
if !c.RemoteExecution {
command, args = FinalizeCephCommandArgs(c.tool, c.clusterInfo, c.args, c.context.ConfigDir)
}

>>>>>>> 17999bcb3 (ceph: do not build all the args to remote exec cmd)
if c.JsonOutput {
args = append(args, "--format", "json")
} else {
Expand All @@ -142,6 +166,7 @@ func (c *CephToolCommand) run() ([]byte, error) {
var output, stderr string
var err error

<<<<<<< HEAD
if c.OutputFile {
if command == Kubectl {
// Kubectl commands targeting the toolbox container generate a temp
Expand Down Expand Up @@ -171,6 +196,14 @@ func (c *CephToolCommand) run() ([]byte, error) {
} else {
output, err = c.context.Executor.ExecuteCommandWithTimeout(c.timeout, command, args...)
}
=======
// NewRBDCommand does not use the --out-file option so we only check for remote execution here
// Still forcing the check for the command if the behavior changes in the future
if command == RBDTool {
if c.RemoteExecution {
output, stderr, err = c.context.RemoteExecutor.ExecCommandInContainerWithFullOutputWithTimeout(ProxyAppLabel, CommandProxyInitContainerName, c.clusterInfo.Namespace, append([]string{command}, args...)...)
output = fmt.Sprintf("%s. %s", output, stderr)
>>>>>>> 17999bcb3 (ceph: do not build all the args to remote exec cmd)
} else if c.timeout == 0 {
output, err = c.context.Executor.ExecuteCommandWithOutput(command, args...)
} else {
Expand Down
2 changes: 2 additions & 0 deletions pkg/daemon/ceph/client/command_test.go
Expand Up @@ -113,6 +113,7 @@ func TestNewRBDCommand(t *testing.T) {
executor.MockExecuteCommandWithOutput = func(command string, args ...string) (string, error) {
switch {
case command == "rbd" && args[0] == "create":
assert.Len(t, args, 8)
return "success", nil
}
return "", errors.Errorf("unexpected ceph command %q", args)
Expand All @@ -134,6 +135,7 @@ func TestNewRBDCommand(t *testing.T) {
assert.True(t, cmd.RemoteExecution)
_, err := cmd.Run()
assert.Error(t, err)
assert.Len(t, cmd.args, 4)
// This is not the best but it shows we go through the right codepath
assert.EqualError(t, err, "no pods found with selector \"rook-ceph-mgr\"")
})
Expand Down

0 comments on commit bf553c4

Please sign in to comment.