Skip to content

tikv: separate raft grpc service for preventing gRPC thread blocking (Demo) #1359

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
hujiatao0 wants to merge 4 commits into
base: master
Choose a base branch
from
Open

tikv: separate raft grpc service for preventing gRPC thread blocking (Demo) #1359

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
31ebfd7
graceful shutdown proto update
hujiatao0 Sep 3, 2025
16306fd
exchange proto number
hujiatao0 Sep 15, 2025
148f21a
update proto.lock
hujiatao0 Sep 15, 2025
07a940e
separate raft grpc
hujiatao0 Oct 17, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
336 changes: 168 additions & 168 deletions pkg/import_sstpb/import_sstpb.pb.go
View file
Open in desktop

Large diffs are not rendered by default.

909 changes: 477 additions & 432 deletions pkg/pdpb/pdpb.pb.go
View file
Open in desktop

Large diffs are not rendered by default.

863 changes: 711 additions & 152 deletions pkg/raft_serverpb/raft_serverpb.pb.go
View file
Open in desktop

Large diffs are not rendered by default.

854 changes: 174 additions & 680 deletions pkg/tikvpb/tikvpb.pb.go
View file
Open in desktop

Large diffs are not rendered by default.

2 changes: 2 additions & 0 deletions proto/pdpb.proto
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -779,6 +779,8 @@ message StoreStats {
// Network_slow_scores indicate the network status between TiKV nodes, ranging from 1 to 100 (lower is better).
// StoreID -> score
map<uint64, uint64> network_slow_scores = 30;
// If the store is stopping.
bool is_stopping = 31;
}

message SlowTrend{
Expand Down
22 changes: 22 additions & 0 deletions proto/raft_serverpb.proto
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,22 @@ option (rustproto.lite_runtime_all) = true;

option java_package = "org.tikv.kvproto";


// Raft server service for handling raft communications between TiKV nodes
service RaftServer {
// Handle raft messages between TiKV nodes
rpc Raft(stream raft_serverpb.RaftMessage) returns (raft_serverpb.Done) {}

// Handle batch raft messages for efficiency
rpc BatchRaft(stream raft_serverpb.BatchRaftMessage) returns (raft_serverpb.Done) {}

// Handle snapshot data transfer
rpc Snapshot(stream raft_serverpb.SnapshotChunk) returns (raft_serverpb.Done) {}

// Handle tablet snapshot data transfer
rpc TabletSnapshot(stream raft_serverpb.TabletSnapshotRequest) returns (stream raft_serverpb.TabletSnapshotResponse) {}
}

message RaftMessage {
uint64 region_id = 1;
metapb.Peer from_peer = 2;
Expand Down Expand Up @@ -314,3 +330,9 @@ message ExtraMessage {
// a follower responds to a leader's snapshot gen precheck request.
bool snap_gen_precheck_passed = 10;
}

message BatchRaftMessage {
repeated raft_serverpb.RaftMessage msgs = 1;
// Used for measure the send duration.
uint64 last_observed_time = 13;
}
13 changes: 0 additions & 13 deletions proto/tikvpb.proto
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ package tikvpb;
import "coprocessor.proto";
import "kvrpcpb.proto";
import "mpp.proto";
import "raft_serverpb.proto";
import "disaggregated.proto";

import "gogoproto/gogo.proto";
Expand Down Expand Up @@ -80,12 +79,6 @@ service Tikv {
// Command for executing custom user requests in TiKV coprocessor_v2.
rpc RawCoprocessor(kvrpcpb.RawCoprocessorRequest) returns (kvrpcpb.RawCoprocessorResponse) {}

// Raft commands (sent between TiKV nodes).
rpc Raft(stream raft_serverpb.RaftMessage) returns (raft_serverpb.Done) {}
rpc BatchRaft(stream BatchRaftMessage) returns (raft_serverpb.Done) {}
rpc Snapshot(stream raft_serverpb.SnapshotChunk) returns (raft_serverpb.Done) {}
rpc TabletSnapshot(stream raft_serverpb.TabletSnapshotRequest) returns (stream raft_serverpb.TabletSnapshotResponse) {}

// Sent from PD or TiDB to a TiKV node.
rpc SplitRegion (kvrpcpb.SplitRegionRequest) returns (kvrpcpb.SplitRegionResponse) {}
// Sent from TiFlash or TiKV to a TiKV node.
Expand Down Expand Up @@ -268,12 +261,6 @@ message BatchCommandsResponse {
}
}

message BatchRaftMessage {
repeated raft_serverpb.RaftMessage msgs = 1;
// Used for measure the send duration.
uint64 last_observed_time = 13;
}

message BatchCommandsEmptyRequest {
// ID of the test request.
uint64 test_id = 1;
Expand Down
97 changes: 53 additions & 44 deletions scripts/proto.lock
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16155,6 +16155,11 @@
"id": 29,
"name": "used_memory",
"type": "uint64"
},
{
"id": 31,
"name": "is_stopping",
"type": "bool"
}
],
"maps": [
Expand Down Expand Up @@ -20345,6 +20350,54 @@
"type": "bool"
}
]
},
{
"name": "BatchRaftMessage",
"fields": [
{
"id": 1,
"name": "msgs",
"type": "raft_serverpb.RaftMessage",
"is_repeated": true
},
{
"id": 13,
"name": "last_observed_time",
"type": "uint64"
}
]
}
],
"services": [
{
"name": "RaftServer",
"rpcs": [
{
"name": "Raft",
"in_type": "raft_serverpb.RaftMessage",
"out_type": "raft_serverpb.Done",
"in_streamed": true
},
{
"name": "BatchRaft",
"in_type": "raft_serverpb.BatchRaftMessage",
"out_type": "raft_serverpb.Done",
"in_streamed": true
},
{
"name": "Snapshot",
"in_type": "raft_serverpb.SnapshotChunk",
"out_type": "raft_serverpb.Done",
"in_streamed": true
},
{
"name": "TabletSnapshot",
"in_type": "raft_serverpb.TabletSnapshotRequest",
"out_type": "raft_serverpb.TabletSnapshotResponse",
"in_streamed": true,
"out_streamed": true
}
]
}
],
"imports": [
Expand Down Expand Up @@ -22769,22 +22822,6 @@
}
]
},
{
"name": "BatchRaftMessage",
"fields": [
{
"id": 1,
"name": "msgs",
"type": "raft_serverpb.RaftMessage",
"is_repeated": true
},
{
"id": 13,
"name": "last_observed_time",
"type": "uint64"
}
]
},
{
"name": "BatchCommandsEmptyRequest",
"fields": [
Expand Down Expand Up @@ -23032,31 +23069,6 @@
"in_type": "kvrpcpb.RawCoprocessorRequest",
"out_type": "kvrpcpb.RawCoprocessorResponse"
},
{
"name": "Raft",
"in_type": "raft_serverpb.RaftMessage",
"out_type": "raft_serverpb.Done",
"in_streamed": true
},
{
"name": "BatchRaft",
"in_type": "BatchRaftMessage",
"out_type": "raft_serverpb.Done",
"in_streamed": true
},
{
"name": "Snapshot",
"in_type": "raft_serverpb.SnapshotChunk",
"out_type": "raft_serverpb.Done",
"in_streamed": true
},
{
"name": "TabletSnapshot",
"in_type": "raft_serverpb.TabletSnapshotRequest",
"out_type": "raft_serverpb.TabletSnapshotResponse",
"in_streamed": true,
"out_streamed": true
},
{
"name": "SplitRegion",
"in_type": "kvrpcpb.SplitRegionRequest",
Expand Down Expand Up @@ -23194,9 +23206,6 @@
{
"path": "mpp.proto"
},
{
"path": "raft_serverpb.proto"
},
{
"path": "disaggregated.proto"
},
Expand Down