gogrlx/nats-server
1
0
Fork 0
mirror of https://github.com/gogrlx/nats-server.git synced 2026-04-02 11:48:43 -07:00
Code Issues Packages Projects Releases Wiki Activity

Only hold on to so many pending in memory, will fetch from WAL

Browse Source 
Signed-off-by: Derek Collison <derek@nats.io>
This commit is contained in:
Derek Collison
2023-01-28 11:34:55 -08:00
parent 9fff931f25
commit bf49f23bb1
1 changed files with 13 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
server/raft.go
View File

@@ -2987,11 +2987,15 @@ func (n *raft) processAppendEntry(ae *appendEntry, sub *subscription) {
return
}
// Save in memory for faster processing during applyCommit.
n.pae[n.pindex] = ae
if l := len(n.pae); l > paeWarnThreshold && l%paeWarnModulo == 0 {
n.warn("%d append entries pending", len(n.pae))
// Only save so many however to avoid memory bloat.
if l := len(n.pae); l <= paeDropThreshold {
n.pae[n.pindex], l = ae, l+1
if l > paeWarnThreshold && l%paeWarnModulo == 0 {
n.warn("%d append entries pending", len(n.pae))
}
} else {
n.debug("Not saving to append entries pending")
}
} else {
// This is a replay on startup so just take the appendEntry version.
n.pterm = ae.term
@@ -3140,8 +3144,11 @@ func (n *raft) storeToWAL(ae *appendEntry) error {
return nil
}
const paeWarnThreshold = 20_000
const paeWarnModulo = 5_000
const (
paeDropThreshold = 20_000
paeWarnThreshold = 10_000
paeWarnModulo = 5_000
)
func (n *raft) sendAppendEntry(entries []*Entry) {
n.Lock()