coffee/DeepInfer
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepInfer.git synced 2026-10-28 23:07:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge 94d1f69332a2472e6c76766369340568467d5d8b into 553741557a57df44a46fb3ab72b6aafeaf945337

Browse Source
This commit is contained in:
Anupam Mediratta 2026-10-27 20:59:19 +08:00 committed by GitHub
commit 0c428af751
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
deepinfer/distributed/shm_broadcast.py
View File

@ -1,6 +1,7 @@
# SPDX-License-Identifier: Apache-2.0
# Derived from vLLM; modified by DeepSeek.
import io
import os
import pickle
import time
@ -389,7 +390,12 @@ class MessageQueue:
def enqueue(self, obj: Any, timeout: float | None = None) -> None:
"""Write to message queue with optional timeout (in seconds)"""
assert self._is_writer, "Only writers can enqueue"
serialized_obj = pickle.dumps(obj, protocol=pickle.HIGHEST_PROTOCOL)
# Pickle is required here to transport arbitrary Python/torch objects
# (tensor metadata, dataclasses, etc.) between the trusted worker
# processes of the same distributed job over a local shared-memory
# ring buffer / loopback socket; the payload never comes from an
# external or untrusted source, so unpickling it is safe here.
serialized_obj = pickle.dumps(obj, protocol=pickle.HIGHEST_PROTOCOL) # nosec B301
if self.n_local_reader > 0:
# first byte of the chunk is the overflow flag; the payload is stored
# inline if it fits, otherwise it is sent through the local socket