coffee/DeepInfer
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepInfer.git synced 2026-10-29 23:37:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge 777bd89ff8e1b05f7152f6bcd18e3da00e7767a6 into 553741557a57df44a46fb3ab72b6aafeaf945337

Browse Source
This commit is contained in:
Yinfang Chen 2026-10-26 09:26:50 +00:00 committed by GitHub
commit c8c943dd57
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/benchmark.py
View File

@ -560,7 +560,7 @@ def main(dp_size: int, dp_rank: int) -> None:
if profiling_enabled:
trace_stem = (
f"{args.model_name}-ep{ep_size}-cp{cp_size}"
f"{Path(args.model_name).name}-ep{ep_size}-cp{cp_size}"
f"-prefillbsz{args.prefill_batch_size}-noncached{args.non_cached_tokens}"
f"-input{args.context_length}-bs{args.decode_num_requests}"
f"-nextn{envs.DEEPINFER_USE_NEXTN_DECODE}-force_topk{args.sampler_force_topk}"