Allow reuse of slices exposed through Ready

raft.go

@@ -346,7 +346,9 @@ type raft struct {
 	// Messages in this list have the type MsgAppResp, MsgVoteResp, or
 	// MsgPreVoteResp. See the comment in raft.send for details.
 	msgsAfterAppend []pb.Message
-
+	// msgsAfterAppendPool is a pool for msgsAfterAppend to avoid frequently
+	// reallocating the underlying array
+	msgsAfterAppendPool *sync.Pool
 	// the leader id
 	lead uint64
 	// leadTransferee is id of the leader transfer target when its value is not zero.
@@ -424,6 +426,12 @@ func newRaft(c *Config) *raft {
 		preVote:                   c.PreVote,
 		readOnly:                  newReadOnly(c.ReadOnlyOption),
 		disableProposalForwarding: c.DisableProposalForwarding,
+		msgsAfterAppendPool: &sync.Pool{
+			New: func() interface{} {
+				sl := make([]pb.Message, 0, 8)
+				return sl
+			},
+		},
 	}
 
 	cfg, prs, err := confchange.Restore(confchange.Changer{
@@ -545,6 +553,9 @@ func (r *raft) send(m pb.Message) {
 		// because the safety of such behavior has not been formally verified,
 		// we err on the side of safety and omit a `&& !m.Reject` condition
 		// above.
+		if cap(r.msgsAfterAppend) == 0 {
+			r.msgsAfterAppend = r.msgsAfterAppendPool.Get().([]pb.Message)
+		}
 		r.msgsAfterAppend = append(r.msgsAfterAppend, m)
 	} else {
 		if m.To == r.id {

rawnode.go

@@ -252,7 +252,10 @@ func newStorageAppendMsg(r *raft, rd Ready) pb.Message {
 	// be contained in msgsAfterAppend). This ordering allows the MsgAppResp
 	// handling to use a fast-path in r.raftLog.term() before the newly appended
 	// entries are removed from the unstable log.
-	m.Responses = r.msgsAfterAppend
+
+	//msgsAfterAppend is a pooled slice, so we need to make a deep copy
+	m.Responses = make([]pb.Message, len(r.msgsAfterAppend))
+	copy(m.Responses, r.msgsAfterAppend)
 	if needStorageAppendRespMsg(r, rd) {
 		m.Responses = append(m.Responses, newStorageAppendRespMsg(r, rd))
 	}
@@ -428,6 +431,10 @@ func (rn *RawNode) acceptReady(rd Ready) {
 		}
 	}
 	rn.raft.msgs = nil
+	//release the msgsAfterAppend slice and put it into the msgsAfterAppendPool
+	if cap(rn.raft.msgsAfterAppend) > 0 {
+		rn.raft.msgsAfterAppendPool.Put(rn.raft.msgsAfterAppend[:0])
+	}
 	rn.raft.msgsAfterAppend = nil
 	rn.raft.raftLog.acceptUnstable()
 	if len(rd.CommittedEntries) > 0 {