Skip to content

Commit 91a2b13

Browse files
authored
[BugFix] Fix preemption out of real_bsz (PaddlePaddle#5805)
1 parent c3ccfa9 commit 91a2b13

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

fastdeploy/output/token_processor.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -203,7 +203,7 @@ def _reschedule_preempt_task(self, batch_size):
203203
if envs.ENABLE_V1_KVCACHE_SCHEDULER:
204204
need_to_be_reschedule_req_ids = list(self.resource_manager.to_be_rescheduled_request_id_set)
205205
for request_id in need_to_be_reschedule_req_ids:
206-
if self.resource_manager.requests[request_id].idx >= (
206+
if self.resource_manager.requests[request_id].idx > (
207207
batch_size - 1
208208
): # No more token generated for preempted request
209209
self.resource_manager.reschedule_preempt_task(request_id)

0 commit comments

Comments
 (0)