feat: lru cache monitor/log (#386)

Author: caojiajun

camellia-redis-proxy/camellia-redis-proxy-core/src/main/java/com/netease/nim/camellia/redis/proxy/upstream/kv/cache/CacheCapacityCalculator.java

@@ -3,29 +3,19 @@
 import com.netease.nim.camellia.redis.proxy.conf.ProxyDynamicConf;
 import com.netease.nim.camellia.redis.proxy.monitor.KvLRUCacheMonitor;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.conf.RedisKvConf;
-import com.netease.nim.camellia.redis.proxy.util.Utils;
 import com.netease.nim.camellia.tools.sys.MemoryInfo;
 import com.netease.nim.camellia.tools.sys.MemoryInfoCollector;
-import com.netease.nim.camellia.tools.utils.CamelliaMapUtils;
 import io.netty.util.concurrent.DefaultThreadFactory;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
 
-import java.util.concurrent.ConcurrentHashMap;
 import java.util.concurrent.Executors;
 import java.util.concurrent.ScheduledExecutorService;
 import java.util.concurrent.TimeUnit;
-import java.util.concurrent.atomic.AtomicLong;
 
 /**
  * Created by caojiajun on 2025/2/17
  */
 public class CacheCapacityCalculator {
 
-    private static final Logger logger = LoggerFactory.getLogger(CacheCapacityCalculator.class);
-
-    private static final ConcurrentHashMap<String, AtomicLong> loopMap = new ConcurrentHashMap<>();
-
     private static final ScheduledExecutorService scheduleService = Executors.newSingleThreadScheduledExecutor(new DefaultThreadFactory("kv-lru-cache-capacity-schedule"));
 
     public static void scheduleAtFixedRate(Runnable command, long initialDelay, long period, TimeUnit unit) {
@@ -45,12 +35,6 @@ public static void update(SlotLRUCache<?> cache, String namespace, String name)
             newCapacity = 10000;
         }
         cache.setCapacity(newCapacity);
-
-        long loop = Math.abs(CamelliaMapUtils.computeIfAbsent(loopMap, namespace + "|" + name, k -> new AtomicLong()).incrementAndGet());
-        if (loop % 6 == 0) {
-            logger.info("kv lru cache capacity update, namespace = {}, name = {}, targetSize = {}, currentSize = {}, currentCapacity = {}, currentKeyCount = {}, newCapacity = {}",
-                    namespace, name, Utils.humanReadableByteCountBin(targetSize), Utils.humanReadableByteCountBin(currentSize), currentCapacity, currentKeyCount, newCapacity);
-        }
     }
 
     private static long targetSize(String namespace, String name) {

camellia-redis-proxy/camellia-redis-proxy-core/src/main/java/com/netease/nim/camellia/redis/proxy/upstream/kv/cache/HashLRUCache.java

@@ -4,6 +4,7 @@
 import com.netease.nim.camellia.redis.proxy.cluster.ProxyClusterSlotMapUtils;
 import com.netease.nim.camellia.redis.proxy.conf.ProxyDynamicConf;
 import com.netease.nim.camellia.redis.proxy.enums.RedisCommand;
+import com.netease.nim.camellia.redis.proxy.monitor.KvLRUCacheMonitor;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.conf.RedisKvConf;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.meta.KeyType;
 import com.netease.nim.camellia.tools.utils.BytesKey;
@@ -54,10 +55,13 @@ private void rebuild() {
                 this.localCacheForWrite.setCapacity(capacity);
                 logger.info("hash lru cache build, namespace = {}, capacity = {}", namespace, capacity);
             }
+            KvLRUCacheMonitor.update(namespace, "kv.hash.lru.read.cache", localCache.getCapacity(), localCache.size(), localCache.estimateSize(), 0);
+            KvLRUCacheMonitor.update(namespace, "kv.hash.lru.write.cache", localCacheForWrite.getCapacity(), localCacheForWrite.size(), localCacheForWrite.estimateSize(), 0);
             this.capacity = capacity;
         } else {
             CacheCapacityCalculator.update(localCache, namespace, "kv.hash.lru.read.cache");
             CacheCapacityCalculator.update(localCacheForWrite, namespace, "kv.hash.lru.write.cache");
+            this.capacity = 0;
         }
     }
 

camellia-redis-proxy/camellia-redis-proxy-core/src/main/java/com/netease/nim/camellia/redis/proxy/upstream/kv/cache/KeyMetaLRUCache.java

@@ -3,6 +3,7 @@
 import com.netease.nim.camellia.redis.proxy.cluster.ClusterModeStatus;
 import com.netease.nim.camellia.redis.proxy.cluster.ProxyClusterSlotMapUtils;
 import com.netease.nim.camellia.redis.proxy.conf.ProxyDynamicConf;
+import com.netease.nim.camellia.redis.proxy.monitor.KvLRUCacheMonitor;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.conf.RedisKvConf;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.meta.KeyMeta;
 import org.slf4j.Logger;
@@ -48,10 +49,13 @@ private void rebuild() {
                 this.nullCache.setCapacity(capacity);
                 logger.info("key meta lru cache build, capacity = {}", capacity);
             }
+            KvLRUCacheMonitor.update(namespace, "kv.key.meta.lru.cache", localCache.getCapacity(), localCache.size(), localCache.estimateSize(), 0);
+            KvLRUCacheMonitor.update(namespace, "kv.key.meta.lru.null.cache", nullCache.getCapacity(), nullCache.size(), nullCache.estimateSize(), 0);
             this.capacity = capacity;
         } else {
             CacheCapacityCalculator.update(localCache, namespace, "kv.key.meta.lru.cache");
             CacheCapacityCalculator.update(nullCache, namespace, "kv.key.meta.lru.null.cache");
+            this.capacity = 0;
         }
     }
 

camellia-redis-proxy/camellia-redis-proxy-core/src/main/java/com/netease/nim/camellia/redis/proxy/upstream/kv/cache/SetLRUCache.java

@@ -4,6 +4,7 @@
 import com.netease.nim.camellia.redis.proxy.cluster.ProxyClusterSlotMapUtils;
 import com.netease.nim.camellia.redis.proxy.conf.ProxyDynamicConf;
 import com.netease.nim.camellia.redis.proxy.enums.RedisCommand;
+import com.netease.nim.camellia.redis.proxy.monitor.KvLRUCacheMonitor;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.conf.RedisKvConf;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.meta.KeyType;
 import com.netease.nim.camellia.tools.utils.BytesKey;
@@ -54,10 +55,13 @@ private void rebuild() {
                 this.localCacheForWrite.setCapacity(capacity);
                 logger.info("set lru cache build, namespace = {}, capacity = {}", namespace, capacity);
             }
+            KvLRUCacheMonitor.update(namespace, "kv.set.lru.read.cache", localCache.getCapacity(), localCache.size(), localCache.estimateSize(), 0);
+            KvLRUCacheMonitor.update(namespace, "kv.set.lru.write.cache", localCacheForWrite.getCapacity(), localCacheForWrite.size(), localCacheForWrite.estimateSize(), 0);
             this.capacity = capacity;
         } else {
             CacheCapacityCalculator.update(localCache, namespace, "kv.set.lru.read.cache");
             CacheCapacityCalculator.update(localCacheForWrite, namespace, "kv.set.lru.write.cache");
+            this.capacity = 0;
         }
     }
 

camellia-redis-proxy/camellia-redis-proxy-core/src/main/java/com/netease/nim/camellia/redis/proxy/upstream/kv/cache/ZSetIndexLRUCache.java

@@ -3,6 +3,7 @@
 import com.netease.nim.camellia.redis.proxy.cluster.ClusterModeStatus;
 import com.netease.nim.camellia.redis.proxy.cluster.ProxyClusterSlotMapUtils;
 import com.netease.nim.camellia.redis.proxy.conf.ProxyDynamicConf;
+import com.netease.nim.camellia.redis.proxy.monitor.KvLRUCacheMonitor;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.conf.RedisKvConf;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.utils.BytesUtils;
 import com.netease.nim.camellia.tools.utils.BytesKey;
@@ -49,10 +50,13 @@ private void rebuild() {
                 this.localCacheForWrite.setCapacity(capacity);
                 logger.info("zset index lru cache build, namespace = {}, capacity = {}", namespace, capacity);
             }
+            KvLRUCacheMonitor.update(namespace, "kv.zset.index.lru.read.cache", localCache.getCapacity(), localCache.size(), localCache.estimateSize(), 0);
+            KvLRUCacheMonitor.update(namespace, "kv.zset.index.lru.write.cache", localCacheForWrite.getCapacity(), localCacheForWrite.size(), localCacheForWrite.estimateSize(), 0);
             this.capacity = capacity;
         } else {
             CacheCapacityCalculator.update(localCache, namespace, "kv.zset.index.lru.read.cache");
             CacheCapacityCalculator.update(localCacheForWrite, namespace, "kv.zset.index.lru.write.cache");
+            this.capacity = 0;
         }
     }
 

camellia-redis-proxy/camellia-redis-proxy-core/src/main/java/com/netease/nim/camellia/redis/proxy/upstream/kv/cache/ZSetLRUCache.java

@@ -4,6 +4,7 @@
 import com.netease.nim.camellia.redis.proxy.cluster.ProxyClusterSlotMapUtils;
 import com.netease.nim.camellia.redis.proxy.conf.ProxyDynamicConf;
 import com.netease.nim.camellia.redis.proxy.enums.RedisCommand;
+import com.netease.nim.camellia.redis.proxy.monitor.KvLRUCacheMonitor;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.command.zset.utils.ZSetLex;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.command.zset.utils.ZSetScore;
 import com.netease.nim.camellia.redis.proxy.upstream.kv.conf.RedisKvConf;
@@ -56,10 +57,13 @@ private void rebuild() {
                 this.localCacheForWrite.setCapacity(capacity);
                 logger.info("zset lru cache build, namespace = {}, capacity = {}", namespace, capacity);
             }
+            KvLRUCacheMonitor.update(namespace, "kv.zset.lru.read.cache", localCache.getCapacity(), localCache.size(), localCache.estimateSize(), 0);
+            KvLRUCacheMonitor.update(namespace, "kv.zset.lru.write.cache", localCacheForWrite.getCapacity(), localCacheForWrite.size(), localCacheForWrite.estimateSize(), 0);
             this.capacity = capacity;
         } else {
             CacheCapacityCalculator.update(localCache, namespace, "kv.zset.lru.read.cache");
             CacheCapacityCalculator.update(localCacheForWrite, namespace, "kv.zset.lru.write.cache");
+            this.capacity = capacity;
         }
     }