[Bug]: Too many L0 segments caused query node OOM. about milvus HOT 2 OPEN

More error logs for reference.

[2024/05/22 06:48:08.854 +00:00] [INFO] [task/scheduler.go:591] ["processed tasks"] [nodeID=1012] [toProcessNum=0] [committedNum=0] [toRemoveNum=0]
[2024/05/22 06:48:08.854 +00:00] [INFO] [task/scheduler.go:597] ["process tasks related to node done"] [nodeID=1012] [processingTaskNum=1] [waitingTaskNum=0] [segmentTaskNum=0] [channelTaskNum=1]
[2024/05/22 06:48:08.916 +00:00] [INFO] [task/executor.go:375] ["subscribe channel..."] [taskID=1716360317351] [collectionID=449821998347640028] [replicaID=449933559028252673] [channel=by-dev-rootcoord-dml_4_449821998347640028v0] [node=1017] [source=channel_checker] [checkpoint=449933602989015041] [sinceCheckpoint=3.881772615s]
[2024/05/22 06:48:09.002 +00:00] [INFO] [task/executor.go:390] ["subscribe channel done"] [taskID=1716360317351] [collectionID=449821998347640028] [replicaID=449933559028252673] [channel=by-dev-rootcoord-dml_4_449821998347640028v0] [node=1017] [source=channel_checker] [taskID=1716360317351] ["time taken"=149.008397ms]
[2024/05/22 06:48:09.092 +00:00] [INFO] [querycoordv2/services.go:828] ["get replicas request received"] [traceID=c643022d4a9242881e03c586945c3afa] [collectionID=449821998347640028] [with-shard-nodes=false]
[2024/05/22 06:48:09.092 +00:00] [WARN] [querycoordv2/handlers.go:385] ["failed to get channels, collection may be not loaded or in recovering"] [collectionID=449821998347640028]
[2024/05/22 06:48:09.353 +00:00] [DEBUG] [task/scheduler.go:556] ["process tasks related to node"] [nodeID=1013] [processingTaskNum=1] [waitingTaskNum=0] [segmentTaskNum=0] [channelTaskNum=1]
[2024/05/22 06:48:09.353 +00:00] [DEBUG] [funcutil/parallel.go:54] [process] [total=0] ["time cost"=1.04µs]
[2024/05/22 06:48:09.353 +00:00] [INFO] [task/scheduler.go:591] ["processed tasks"] [nodeID=1013] [toProcessNum=0] [committedNum=0] [toRemoveNum=0]
[2024/05/22 06:48:09.353 +00:00] [INFO] [task/scheduler.go:597] ["process tasks related to node done"] [nodeID=1013] [processingTaskNum=1] [waitingTaskNum=0] [segmentTaskNum=0] [channelTaskNum=1]
[2024/05/22 06:48:09.353 +00:00] [DEBUG] [task/scheduler.go:556] ["process tasks related to node"] [nodeID=1017] [processingTaskNum=1] [waitingTaskNum=0] [segmentTaskNum=0] [channelTaskNum=1]
[2024/05/22 06:48:09.353 +00:00] [DEBUG] [funcutil/parallel.go:54] [process] [total=0] ["time cost"=240ns]
[2024/05/22 06:48:09.353 +00:00] [INFO] [task/scheduler.go:800] ["task removed"] [taskID=1716360317351] [collectionID=449821998347640028] [replicaID=449933559028252673] [status=succeeded] [channel=by-dev-rootcoord-dml_4_449821998347640028v0]
[2024/05/22 06:48:09.353 +00:00] [INFO] [task/scheduler.go:591] ["processed tasks"] [nodeID=1017] [toProcessNum=0] [committedNum=0] [toRemoveNum=1]
[2024/05/22 06:48:09.353 +00:00] [INFO] [task/scheduler.go:597] ["process tasks related to node done"] [nodeID=1017] [processingTaskNum=0] [waitingTaskNum=0] [segmentTaskNum=0] [channelTaskNum=0]
[2024/05/22 06:48:09.365 +00:00] [INFO] [observers/collection_observer.go:320] ["partition load progress"] [collectionID=449821998347640028] [partitionID=449821998347640029] [subChannelCount=1] [loadSegmentCount=0]
[2024/05/22 06:48:09.365 +00:00] [INFO] [observers/collection_observer.go:343] ["load status updated"] [collectionID=449821998347640028] [partitionID=449821998347640029] [partitionLoadPercentage=0] [collectionLoadPercentage=0]
[2024/05/22 06:48:09.370 +00:00] [INFO] [balance/utils.go:70] ["create segment task"] [collection=449821998347640028] [segmentID=449821998398092289] [replica=449933559028252673] [channel=by-dev-rootcoord-dml_4_449821998347640028v0] [from=-1] [to=1017]
[2024/05/22 06:48:09.370 +00:00] [INFO] [balance/utils.go:70] ["create segment task"] [collection=449821998347640028] [segmentID=449821998398499739] [replica=449933559028252673] [channel=by-dev-rootcoord-dml_4_449821998347640028v0] [from=-1] [to=1017]
[2024/05/22 06:48:09.370 +00:00] [INFO] [balance/utils.go:70] ["create segment task"] [collection=449821998347640028] [segmentID=449821998414241025] [replica=449933559028252673] [channel=by-dev-rootcoord-dml_4_449821998347640028v0] [from=-1] [to=1017]
[2024/05/22 06:48:09.370 +00:00] [INFO] [balance/utils.go:70] ["create segment task"] [collection=449821998347640028] [segmentID=449821998414849387] [replica=449933559028252673] [channel=by-dev-rootcoord-dml_4_449821998347640028v0] [from=-1] [to=1017]
[2024/05/22 06:48:09.370 +00:00] [INFO] [balance/utils.go:70] ["create segment task"] [collection=449821998347640028] [segmentID=449821998410970982] [replica=449933559028252673] [channel=by-dev-rootcoord-dml_4_449821998347640028v0] [from=-1] [to=1017]
[2024/05/22 06:48:09.370 +00:00] [INFO] [balance/utils.go:70] ["create segment task"] [collection=449821998347640028] [segmentID=449821998397681764] [replica=449933559028252673] [channel=by-dev-rootcoord-dml_4_449821998347640028v0] [from=-1] [to=1017]
[2024/05/22 06:48:09.370 +00:00] [INFO] [balance/utils.go:70] ["create segment task"] [collection=449821998347640028] [segmentID=449821998411788531] [replica=449933559028252673] [channel=by-dev-rootcoord-dml_4_449821998347640028v0] [from=-1] [to=1017]

from milvus.

/assign @XuanYang-cn
/unassign

from milvus.