Skip to content

tendermint debug: issues with kill and dump cmds #4515

Closed
@melekes

Description

@melekes

kill does not work

$ TMHOME=/tmp ./build/tendermint debug kill 7406 /tmp/a.zip
I[2020-03-03|08:16:53.916] getting node status...
I[2020-03-03|08:16:53.962] getting node network info...
I[2020-03-03|08:16:53.964] getting node consensus state...
I[2020-03-03|08:16:53.965] copying node WAL...
I[2020-03-03|08:16:53.966] copying node configuration...
I[2020-03-03|08:16:53.966] killing Tendermint process
SIGABRT: abort
PC=0x47c07b m=0 sigcode=0

goroutine 23 [running]:
syscall.RawSyscall(0x3e, 0x1d84, 0x6, 0x0, 0x42e23a, 0xc00007e118, 0x458d50)
        /usr/local/go/src/syscall/asm_linux_amd64.s:78 +0x2b fp=0xc000055eb8 sp=0xc000055eb0 pc=0x47c07b
syscall.Kill(0x1d84, 0x6, 0xf22c80, 0xf22c80)
        /usr/local/go/src/syscall/zsyscall_linux_amd64.go:597 +0x4b fp=0xc000055f00 sp=0xc000055eb8 pc=0x4799cb
os.(*Process).signal(0xc00003cf60, 0x1251bc0, 0x1225808, 0x0, 0x0)
        /usr/local/go/src/os/exec_unix.go:71 +0xd2 fp=0xc000055f68 sp=0xc000055f00 pc=0x49a4b2
os.(*Process).Signal(...)
        /usr/local/go/src/os/exec.go:131
github.com/tendermint/tendermint/cmd/tendermint/commands/debug.killProc.func1(0xc000440b00)
        /home/vagrant/go/src/github.com/tendermint/tendermint/cmd/tendermint/commands/debug/kill.go:130 +0x1b7 fp=0xc000055fd8 sp=0xc000055f68 pc=0xd78597
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:1357 +0x1 fp=0xc000055fe0 sp=0xc000055fd8 pc=0x45ede1
created by github.com/tendermint/tendermint/cmd/tendermint/commands/debug.killProc
        /home/vagrant/go/src/github.com/tendermint/tendermint/cmd/tendermint/commands/debug/kill.go:124 +0x292

goroutine 1 [syscall]:
syscall.Syscall6(0xf7, 0x1, 0x1d8a, 0xc00031d8d8, 0x1000004, 0x0, 0x0, 0x49db63, 0xc00009acc0, 0x0)
        /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc000090600, 0xe2e2a0, 0x1122098, 0x3)
        /usr/local/go/src/os/wait_waitid.go:31 +0x98
os.(*Process).wait(0xc000090600, 0x11220f8, 0x1122100, 0x11220f0)
        /usr/local/go/src/os/exec_unix.go:22 +0x39
os.(*Process).Wait(...)
        /usr/local/go/src/os/exec.go:125
os/exec.(*Cmd).Wait(0xc000440b00, 0x11212e0, 0xc000440b00)
        /usr/local/go/src/os/exec/exec.go:501 +0x60
github.com/tendermint/tendermint/cmd/tendermint/commands/debug.killProc(0x1cee, 0xc00003ca80, 0x22, 0x0, 0x0)
        /home/vagrant/go/src/github.com/tendermint/tendermint/cmd/tendermint/commands/debug/kill.go:145 +0x2a3
github.com/tendermint/tendermint/cmd/tendermint/commands/debug.killCmdHandler(0x1960d40, 0xc000172fe0, 0x2, 0x2, 0x0, 0x0)
        /home/vagrant/go/src/github.com/tendermint/tendermint/cmd/tendermint/commands/debug/kill.go:91 +0x682
github.com/spf13/cobra.(*Command).execute(0x1960d40, 0xc000172f60, 0x2, 0x2, 0x1960d40, 0xc000172f60)
        /home/vagrant/go/pkg/mod/github.com/spf13/cobra@v0.0.6/command.go:840 +0x460
github.com/spf13/cobra.(*Command).ExecuteC(0x1960560, 0x2, 0xc000172e20, 0xfcbbaf)
        /home/vagrant/go/pkg/mod/github.com/spf13/cobra@v0.0.6/command.go:945 +0x317
github.com/spf13/cobra.(*Command).Execute(...)
        /home/vagrant/go/pkg/mod/github.com/spf13/cobra@v0.0.6/command.go:885
github.com/tendermint/tendermint/libs/cli.Executor.Execute(0x1960560, 0x11220a0, 0x2, 0xc00030f520)
        /home/vagrant/go/src/github.com/tendermint/tendermint/libs/cli/setup.go:89 +0x3c
main.main()
        /home/vagrant/go/src/github.com/tendermint/tendermint/cmd/tendermint/main.go:48 +0x24e

goroutine 20 [syscall]:
os/signal.signal_recv(0x0)
        /usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
        /usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.init.0
        /usr/local/go/src/os/signal/signal_unix.go:29 +0x41

goroutine 10 [IO wait]:
internal/poll.runtime_pollWait(0x7fc7a69ec788, 0x72, 0xffffffffffffffff)
        /usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc000013598, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000013580, 0xc000442000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf
net.(*netFD).Read(0xc000013580, 0xc000442000, 0x1000, 0x1000, 0x4312bc, 0xc00044eb20, 0x45ba60)
        /usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000098898, 0xc000442000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/local/go/src/net/net.go:184 +0x68
net/http.(*persistConn).Read(0xc0000b9560, 0xc000442000, 0x1000, 0x1000, 0xc00007ee40, 0xc00044ec20, 0x404d15)
        /usr/local/go/src/net/http/transport.go:1744 +0x75
bufio.(*Reader).fill(0xc000142360)
        /usr/local/go/src/bufio/bufio.go:100 +0x103
bufio.(*Reader).Peek(0xc000142360, 0x1, 0x0, 0x0, 0x1, 0xc000102400, 0x0)
        /usr/local/go/src/bufio/bufio.go:138 +0x4f
net/http.(*persistConn).readLoop(0xc0000b9560)
        /usr/local/go/src/net/http/transport.go:1897 +0x1d6
created by net/http.(*Transport).dialConn
        /usr/local/go/src/net/http/transport.go:1566 +0xafe

goroutine 11 [select]:
net/http.(*persistConn).writeLoop(0xc0000b9560)
        /usr/local/go/src/net/http/transport.go:2196 +0x123
created by net/http.(*Transport).dialConn
        /usr/local/go/src/net/http/transport.go:1567 +0xb23

rax    0x0
rbx    0x196ea40
rcx    0x47c07b
rdx    0x0
rdi    0x1d84
rsi    0x6
rbp    0xc000055ef0
rsp    0xc000055eb0
r8     0x0
r9     0x0
r10    0x0
r11    0x206
r12    0xffffffffffffffff
r13    0x53
r14    0x52
r15    0xaa
rip    0x47c07b
rflags 0x206
cs     0x33
fs     0x0
gs     0x0

Machine info:

$ uname -a
Linux ubuntu-xenial 4.4.0-174-generic #204-Ubuntu SMP Wed Jan 29 06:41:01 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux
$ go version
go version go1.13 linux/amd64
$ ./build/tendermint version
0.33.1-fb340ba7

consider changing archive names produced by dump

-rw-rw-r--  1 vagrant vagrant 107933 Mar  3 08:14 Mar  3 08:14:39.zip
-rw-rw-r--  1 vagrant vagrant 124627 Mar  3 08:15 Mar  3 08:15:09.zip
-rw-rw-r--  1 vagrant vagrant 140738 Mar  3 08:15 Mar  3 08:15:39.zip

We should use more linux friendly names (without spaces).

Metadata

Metadata

Labels

T:bugType Bug (Confirmed)T:uxType: Issue or Pull Request related to developer experience

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions

    tendermint debug: issues with kill and dump cmds · Issue #4515 · tendermint/tendermint