Skip to content

Commit 210b31b

Browse files
seidroid[bot]masihalexander-seicursoragent
authored
Backport release/v6.7: Initialize app from last header when a frozen node restarts (#4507)
Backport of #4447 to `release/v6.7`. --------- Co-authored-by: Masih H. Derkani <m@derkani.org> Co-authored-by: alexander-sei <alexanderh@seinetwork.io> Co-authored-by: Cursor <cursoragent@cursor.com>
1 parent 455235e commit 210b31b

3 files changed

Lines changed: 128 additions & 0 deletions

File tree

‎integration_test/frozen_rpc_router/router_test.go‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,7 @@ import (
1111
"io"
1212
"net/http"
1313
"os"
14+
"os/exec"
1415
"strconv"
1516
"strings"
1617
"testing"
@@ -22,6 +23,7 @@ const (
2223
defaultFrozen10URL = "http://127.0.0.1:8547"
2324
defaultFrozen20URL = "http://127.0.0.1:8549"
2425
defaultLiveURL = "http://127.0.0.1:8545"
26+
defaultFrozen10Box = "sei-node-1"
2527
routeHeader = "Sei-RPC-Route"
2628
)
2729

@@ -94,6 +96,59 @@ func TestFrozenRPCRouterReachesEveryNode(t *testing.T) {
9496
})
9597
}
9698

99+
// A restarted frozen node commits no further blocks, so its EVM RPC has to
100+
// come up from the stored chain state alone.
101+
func TestFrozenNodeServesEVMRPCAfterRestart(t *testing.T) {
102+
client := &http.Client{Timeout: 10 * time.Second}
103+
frozen10URL := envOrDefault("FROZEN_RPC_NODE_10_URL", defaultFrozen10URL)
104+
container := envOrDefault("FROZEN_RPC_NODE_10_CONTAINER", defaultFrozen10Box)
105+
106+
waitForHead(t, client, frozen10URL, func(height uint64) bool { return height == 9 }, "frozen node at height 10")
107+
restartSeid(t, container)
108+
waitForHead(t, client, frozen10URL, func(height uint64) bool { return height == 9 }, "restarted frozen node at height 10")
109+
110+
response, _, err := callRPC(t.Context(), client, frozen10URL, "eth_getBlockByNumber", []any{"0x5", false})
111+
if err != nil {
112+
t.Fatal(err)
113+
}
114+
if response.Error != nil {
115+
t.Fatalf("RPC returned error %d: %s", response.Error.Code, response.Error.Message)
116+
}
117+
var block struct {
118+
Number string `json:"number"`
119+
}
120+
if err := json.Unmarshal(response.Result, &block); err != nil {
121+
t.Fatalf("decode block response: %v", err)
122+
}
123+
if block.Number != "0x5" {
124+
t.Fatalf("block number = %q, want %q", block.Number, "0x5")
125+
}
126+
}
127+
128+
// restartSeid stops seid in the container and starts it again with the
129+
// container's original start script. The container itself keeps running.
130+
func restartSeid(t *testing.T, container string) {
131+
t.Helper()
132+
const stop = `
133+
seid_pids() {
134+
for p in /proc/[0-9]*; do
135+
[ "$(cat "$p/comm" 2>/dev/null)" = seid ] && echo "${p#/proc/}"
136+
done
137+
}
138+
pids=$(seid_pids)
139+
[ -n "$pids" ] || { echo "seid is not running" >&2; exit 1; }
140+
kill $pids
141+
while [ -n "$(seid_pids)" ]; do sleep 1; done
142+
cp "build/generated/logs/seid-$ID.log" "build/generated/logs/seid-$ID-before-restart.log"
143+
`
144+
if output, err := exec.CommandContext(t.Context(), "docker", "exec", container, "sh", "-c", stop).CombinedOutput(); err != nil {
145+
t.Fatalf("stop seid in %s: %v: %s", container, err, output)
146+
}
147+
if output, err := exec.CommandContext(t.Context(), "docker", "exec", "-d", container, "/usr/bin/start_sei.sh").CombinedOutput(); err != nil {
148+
t.Fatalf("start seid in %s: %v: %s", container, err, output)
149+
}
150+
}
151+
97152
func waitForHead(t *testing.T, client *http.Client, endpoint string, ready func(uint64) bool, description string) {
98153
t.Helper()
99154
ctx, cancel := context.WithTimeout(t.Context(), 3*time.Minute)

‎sei-tendermint/node/freeze_test.go‎

Lines changed: 63 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,10 +7,15 @@ import (
77
"slices"
88
"testing"
99

10+
"github.com/sei-protocol/sei-chain/sei-tendermint/abci/example/kvstore"
1011
"github.com/sei-protocol/sei-chain/sei-tendermint/config"
1112
mempoolreactor "github.com/sei-protocol/sei-chain/sei-tendermint/internal/mempool/reactor"
13+
"github.com/sei-protocol/sei-chain/sei-tendermint/internal/pubsub"
1214
rpccore "github.com/sei-protocol/sei-chain/sei-tendermint/internal/rpc/core"
15+
"github.com/sei-protocol/sei-chain/sei-tendermint/libs/utils"
16+
"github.com/sei-protocol/sei-chain/sei-tendermint/libs/utils/require"
1317
"github.com/sei-protocol/sei-chain/sei-tendermint/libs/utils/tcp"
18+
tmproto "github.com/sei-protocol/sei-chain/sei-tendermint/proto/tendermint/types"
1419
"github.com/sei-protocol/sei-chain/sei-tendermint/rpc/coretypes"
1520
"github.com/sei-protocol/sei-chain/sei-tendermint/types"
1621
)
@@ -141,3 +146,61 @@ func TestFreezeModeDisablesMempoolTraffic(t *testing.T) {
141146
t.Fatal("mempool channel is advertised in freeze mode")
142147
}
143148
}
149+
150+
type lastHeaderRecordingApp struct {
151+
*kvstore.Application
152+
lastHeaders []*tmproto.Header
153+
}
154+
155+
func (app *lastHeaderRecordingApp) InitLastHeader(lastHeader *tmproto.Header) {
156+
app.lastHeaders = append(app.lastHeaders, lastHeader)
157+
}
158+
159+
// A frozen node commits no further blocks after a restart, so the node must
160+
// initialize the app from the last stored header instead.
161+
func TestFreezeModeRestartInitializesAppFromLastHeader(t *testing.T) {
162+
cfg, err := config.ResetTestRoot(t.TempDir(), "freeze_restart_test")
163+
require.NoError(t, err)
164+
cfg.RPC.ListenAddress = ""
165+
// The frozen node must reopen the validator's stores.
166+
cfg.DBBackend = "goleveldb"
167+
168+
validator, err := newLocalNodeService(t.Context(), cfg)
169+
require.NoError(t, err)
170+
blocks, err := validator.(*nodeImpl).EventBus().SubscribeWithArgs(t.Context(), pubsub.SubscribeArgs{
171+
ClientID: "freeze_restart_test",
172+
Query: types.EventQueryNewBlock,
173+
Limit: 10,
174+
})
175+
require.NoError(t, err)
176+
require.NoError(t, validator.Start(t.Context()))
177+
for range 2 {
178+
_, err := blocks.Next(t.Context())
179+
require.NoError(t, err)
180+
}
181+
validator.Stop()
182+
validator.Wait()
183+
184+
cfg.Mode = config.ModeFull
185+
app := &lastHeaderRecordingApp{Application: kvstore.NewApplication()}
186+
app.SetValidators(utils.OrPanic1(types.GenesisDocFromFile(cfg.GenesisFile())).ValidatorUpdates())
187+
frozenService, err := New(t.Context(), cfg, func() {}, app, nil, nil, types.DefaultConsensusPolicy(), WithFreezeHeight(1000))
188+
require.NoError(t, err)
189+
frozen := frozenService.(*nodeImpl)
190+
lastHeight := frozen.blockStore.Height()
191+
require.GreaterOrEqual(t, lastHeight, int64(2))
192+
want := frozen.blockStore.LoadBlockMeta(lastHeight).Header
193+
194+
require.NoError(t, frozen.Start(t.Context()))
195+
t.Cleanup(func() {
196+
frozen.Stop()
197+
frozen.Wait()
198+
})
199+
200+
require.Equal(t, 1, len(app.lastHeaders))
201+
got, err := types.HeaderFromProto(app.lastHeaders[0])
202+
require.NoError(t, err)
203+
require.Equal(t, want.Hash(), got.Hash())
204+
require.Equal(t, lastHeight, got.Height)
205+
require.Equal(t, frozen.genesisDoc.ChainID, got.ChainID)
206+
}

‎sei-tendermint/node/node.go‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -564,6 +564,16 @@ func (n *nodeImpl) OnStart(ctx context.Context) (err error) {
564564
return fmt.Errorf("cannot load state: %w", err)
565565
}
566566

567+
// A frozen node never commits another block, so after a restart nothing
568+
// would initialize the app (e.g. its query context and EVM RPC servers).
569+
if n.freezeHeight > 0 && state.LastBlockHeight > 0 {
570+
meta := n.blockStore.LoadBlockMeta(state.LastBlockHeight)
571+
if meta == nil {
572+
return fmt.Errorf("freeze mode: block %d is missing from the block store", state.LastBlockHeight)
573+
}
574+
n.rpcEnv.App.InitLastHeader(meta.Header.ToProto())
575+
}
576+
567577
logNodeStartupInfo(state, n.rpcEnv.PubKey, n.config.Mode)
568578

569579
// TODO: Fetch and provide real options and do proper p2p bootstrapping.

0 commit comments

Comments
 (0)