mirror of
https://github.com/Sagit-chu/flvx.git
synced 2026-09-28 07:36:38 +08:00
222 lines
6.4 KiB
Go
222 lines
6.4 KiB
Go
package handler
|
|
|
|
import (
|
|
"math"
|
|
"sort"
|
|
"strings"
|
|
|
|
runtimenft "go-backend/internal/runtime/nftables"
|
|
"go-backend/internal/store/model"
|
|
"go-backend/internal/store/repo"
|
|
)
|
|
|
|
type nftTrafficDelta struct {
|
|
ForwardID int64
|
|
BytesIn int64
|
|
BytesOut int64
|
|
}
|
|
|
|
type nftCounterStateKey struct {
|
|
forwardID int64
|
|
protocol string
|
|
direction string
|
|
}
|
|
|
|
func nftCounterKey(forwardID int64, protocol, direction string) nftCounterStateKey {
|
|
return nftCounterStateKey{
|
|
forwardID: forwardID,
|
|
protocol: strings.ToLower(strings.TrimSpace(protocol)),
|
|
direction: strings.ToLower(strings.TrimSpace(direction)),
|
|
}
|
|
}
|
|
|
|
func buildNftCounterDeltas(nodeID int64, samples []runtimenft.CounterSample, oldStates []model.NftCounterState, hashes map[int64]string, nowMs int64) ([]nftTrafficDelta, []repo.NftCounterStateInput) {
|
|
oldByKey := make(map[nftCounterStateKey]model.NftCounterState, len(oldStates))
|
|
for _, old := range oldStates {
|
|
if old.NodeID != nodeID {
|
|
continue
|
|
}
|
|
oldByKey[nftCounterKey(old.ForwardID, old.Protocol, old.Direction)] = old
|
|
}
|
|
|
|
stateInputs := make([]repo.NftCounterStateInput, 0, len(samples))
|
|
deltaByForward := make(map[int64]nftTrafficDelta)
|
|
for _, sample := range samples {
|
|
direction := strings.ToLower(strings.TrimSpace(sample.Direction))
|
|
if direction != runtimenft.CounterDirectionToTarget && direction != runtimenft.CounterDirectionFromTarget {
|
|
continue
|
|
}
|
|
|
|
protocol := strings.ToLower(strings.TrimSpace(sample.Protocol))
|
|
if protocol != "tcp" && protocol != "udp" {
|
|
continue
|
|
}
|
|
if sample.Bytes > uint64(math.MaxInt64) || sample.Packets > uint64(math.MaxInt64) {
|
|
continue
|
|
}
|
|
ruleHash := strings.TrimSpace(hashes[sample.ForwardID])
|
|
stateInput := repo.NftCounterStateInput{
|
|
NodeID: nodeID,
|
|
ForwardID: sample.ForwardID,
|
|
Protocol: protocol,
|
|
Direction: direction,
|
|
RuleHash: ruleHash,
|
|
Bytes: sample.Bytes,
|
|
Packets: sample.Packets,
|
|
CollectedTime: nowMs,
|
|
}
|
|
|
|
old, exists := oldByKey[nftCounterKey(sample.ForwardID, protocol, direction)]
|
|
if !exists || old.RuleHash != ruleHash {
|
|
stateInputs = append(stateInputs, stateInput)
|
|
continue
|
|
}
|
|
if old.Bytes < 0 {
|
|
stateInputs = append(stateInputs, stateInput)
|
|
continue
|
|
}
|
|
oldBytes := uint64(old.Bytes)
|
|
if sample.Bytes < oldBytes {
|
|
stateInputs = append(stateInputs, stateInput)
|
|
continue
|
|
}
|
|
rawDelta := sample.Bytes - oldBytes
|
|
if rawDelta == 0 {
|
|
stateInputs = append(stateInputs, stateInput)
|
|
continue
|
|
}
|
|
|
|
delta := deltaByForward[sample.ForwardID]
|
|
delta.ForwardID = sample.ForwardID
|
|
rawDeltaInt := int64(rawDelta)
|
|
if direction == runtimenft.CounterDirectionToTarget {
|
|
if delta.BytesIn > math.MaxInt64-rawDeltaInt {
|
|
continue
|
|
}
|
|
delta.BytesIn += rawDeltaInt
|
|
} else {
|
|
if delta.BytesOut > math.MaxInt64-rawDeltaInt {
|
|
continue
|
|
}
|
|
delta.BytesOut += rawDeltaInt
|
|
}
|
|
stateInputs = append(stateInputs, stateInput)
|
|
deltaByForward[sample.ForwardID] = delta
|
|
}
|
|
|
|
forwardIDs := make([]int64, 0, len(deltaByForward))
|
|
for forwardID := range deltaByForward {
|
|
forwardIDs = append(forwardIDs, forwardID)
|
|
}
|
|
sort.Slice(forwardIDs, func(i, j int) bool { return forwardIDs[i] < forwardIDs[j] })
|
|
|
|
deltas := make([]nftTrafficDelta, 0, len(forwardIDs))
|
|
for _, forwardID := range forwardIDs {
|
|
delta := deltaByForward[forwardID]
|
|
if delta.BytesIn == 0 && delta.BytesOut == 0 {
|
|
continue
|
|
}
|
|
deltas = append(deltas, delta)
|
|
}
|
|
return deltas, stateInputs
|
|
}
|
|
|
|
func buildNftFlowUploadBatch(deltas []nftTrafficDelta, metas map[int64]repo.FlowUploadForwardMeta) flowUploadBatch {
|
|
batch := flowUploadBatch{
|
|
quotaUsage: make(map[int64]int64),
|
|
forwardTraffic: make(map[int64]tunnelTrafficDelta),
|
|
orphanServices: make(map[string]struct{}),
|
|
peerShareForwardItems: make(map[string]flowItem),
|
|
peerShareRuntimeItems: make(map[int64]flowItem),
|
|
}
|
|
policySeen := map[flowPolicyTarget]struct{}{}
|
|
flowSeen := map[int64]int{}
|
|
|
|
for _, delta := range deltas {
|
|
meta, exists := metas[delta.ForwardID]
|
|
if !exists {
|
|
continue
|
|
}
|
|
|
|
raw := batch.forwardTraffic[delta.ForwardID]
|
|
if delta.BytesIn < 0 || delta.BytesOut < 0 || raw.bytesIn > math.MaxInt64-delta.BytesIn || raw.bytesOut > math.MaxInt64-delta.BytesOut {
|
|
continue
|
|
}
|
|
|
|
scaledIn, ok := scaleNftTrafficBytes(delta.BytesIn, meta.TrafficRatio, meta.TunnelFlow)
|
|
if !ok {
|
|
continue
|
|
}
|
|
scaledOut, ok := scaleNftTrafficBytes(delta.BytesOut, meta.TrafficRatio, meta.TunnelFlow)
|
|
if !ok {
|
|
continue
|
|
}
|
|
if scaledIn > math.MaxInt64-scaledOut {
|
|
continue
|
|
}
|
|
quotaDelta := scaledIn + scaledOut
|
|
if batch.quotaUsage[meta.UserID] > math.MaxInt64-quotaDelta {
|
|
continue
|
|
}
|
|
|
|
flowIdx, flowExists := flowSeen[delta.ForwardID]
|
|
if flowExists && (batch.flowDeltas[flowIdx].InFlow > math.MaxInt64-scaledIn || batch.flowDeltas[flowIdx].OutFlow > math.MaxInt64-scaledOut) {
|
|
continue
|
|
}
|
|
|
|
raw.bytesIn += delta.BytesIn
|
|
raw.bytesOut += delta.BytesOut
|
|
batch.forwardTraffic[delta.ForwardID] = raw
|
|
|
|
if flowExists {
|
|
batch.flowDeltas[flowIdx].InFlow += scaledIn
|
|
batch.flowDeltas[flowIdx].OutFlow += scaledOut
|
|
} else {
|
|
flowSeen[delta.ForwardID] = len(batch.flowDeltas)
|
|
batch.flowDeltas = append(batch.flowDeltas, repo.FlowUploadCounterDelta{
|
|
ForwardID: delta.ForwardID,
|
|
UserID: meta.UserID,
|
|
UserTunnelID: meta.UserTunnelID,
|
|
InFlow: scaledIn,
|
|
OutFlow: scaledOut,
|
|
})
|
|
}
|
|
batch.quotaUsage[meta.UserID] += quotaDelta
|
|
|
|
target := flowPolicyTarget{UserID: meta.UserID, UserTunnelID: meta.UserTunnelID}
|
|
if _, seen := policySeen[target]; !seen {
|
|
policySeen[target] = struct{}{}
|
|
batch.policyTargets = append(batch.policyTargets, target)
|
|
}
|
|
}
|
|
|
|
sort.Slice(batch.policyTargets, func(i, j int) bool {
|
|
if batch.policyTargets[i].UserID == batch.policyTargets[j].UserID {
|
|
return batch.policyTargets[i].UserTunnelID < batch.policyTargets[j].UserTunnelID
|
|
}
|
|
return batch.policyTargets[i].UserID < batch.policyTargets[j].UserID
|
|
})
|
|
|
|
return batch
|
|
}
|
|
|
|
func scaleNftTrafficBytes(bytes int64, ratio float64, tunnelFlow int64) (int64, bool) {
|
|
if bytes < 0 || ratio < 0 || tunnelFlow < 0 {
|
|
return 0, false
|
|
}
|
|
var scaled int64
|
|
if ratio == 1 {
|
|
scaled = bytes
|
|
} else {
|
|
scaledFloat := float64(bytes) * ratio
|
|
if math.IsNaN(scaledFloat) || math.IsInf(scaledFloat, 0) || scaledFloat < 0 || scaledFloat >= math.Pow(2, 63) {
|
|
return 0, false
|
|
}
|
|
scaled = int64(scaledFloat)
|
|
}
|
|
if tunnelFlow != 0 && scaled > math.MaxInt64/tunnelFlow {
|
|
return 0, false
|
|
}
|
|
return scaled * tunnelFlow, true
|
|
}
|