We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8abe1bf commit 0a7a9abCopy full SHA for 0a7a9ab
1 file changed
src/art/megatron/service.py
@@ -618,6 +618,7 @@ async def start_openai_server(
618
port = (config or {}).get("server_args", {}).get("port", 8000)
619
location = await self._start_vllm_subprocess(lora_path, port, config)
620
if self.rollout_weights_mode == "merged":
621
+ self._clear_pending_jobs()
622
await self._sync_dedicated_merged_weights(
623
lora_path=lora_path,
624
step=self._latest_step,
0 commit comments