diff --git a/milvus/assets/monitors/index_build_latency.json b/milvus/assets/monitors/index_build_latency.json index 6b20e6660cde8..9394eb2e69dec 100644 --- a/milvus/assets/monitors/index_build_latency.json +++ b/milvus/assets/monitors/index_build_latency.json @@ -7,12 +7,13 @@ "definition": { "name": "High index build latency", "type": "query alert", - "query": "sum(last_5m):sum:milvus.build_latency.sum{*}.as_count() > 0.3", + "query": "sum(last_5m):avg:milvus.build_latency.sum{*}.as_count() > 2", "message": "{{#is_alert}}Index build latency has exceeded {{threshold}}.{{/is_alert}}\n{{#is_recovery}}Index build latency has returned to normal levels.{{/is_recovery}}", "tags": ["integration:milvus"], "options": { "thresholds": { - "critical": 0.3 + "critical": 2, + "warning": 1 }, "notify_audit": false, "on_missing_data": "default", diff --git a/milvus/assets/monitors/request_latency.json b/milvus/assets/monitors/request_latency.json index c47f1f7de0350..563239ac8836e 100644 --- a/milvus/assets/monitors/request_latency.json +++ b/milvus/assets/monitors/request_latency.json @@ -7,7 +7,7 @@ "definition": { "name": "Request latency is high", "type": "query alert", - "query": "sum(last_5m):sum:milvus.proxy.req.latency.sum{*}.as_count() / sum:milvus.proxy.req.latency.count{*}.as_count() > 500", + "query": "sum(last_5m):avg:milvus.proxy.req.latency.sum{*}.as_count() > 500", "message": "{{#is_alert}}Request latency exceeds {{threshold}} milliseconds.{{/is_alert}}\n{{#is_recovery}}Request latency has returned to acceptable levels.{{/is_recovery}}", "tags": ["integration:milvus"], "options": {