diff --git a/deepinfer/environ.py b/deepinfer/environ.py index 9c6fc9e..b880f7c 100644 --- a/deepinfer/environ.py +++ b/deepinfer/environ.py @@ -115,7 +115,7 @@ class envs: # Neuron only: cut the region graphs further at the stage boundaries marked by neuron_ops.regions.split(). DEEPINFER_NEURON_REGION_SPLIT = EnvVar.bool(default=False) # Neuron only: one region graph per decoder layer (attention half + MoE) instead of two. - DEEPINFER_NEURON_REGION_LAYER = EnvVar.bool(default=False) + DEEPINFER_NEURON_REGION_LAYER = EnvVar.bool(default=True) # Neuron only: split the region graphs of prefill chunks (steps of more than one row) regardless. DEEPINFER_NEURON_REGION_SPLIT_PREFILL = EnvVar.bool(default=True) # Neuron only: synchronize around every region graph call and log per-kind times each decode step (profiling).