diff --git a/vllm/distributed/utils.py b/vllm/distributed/utils.py index cae1a255..2cb57afd 100644 --- a/vllm/distributed/utils.py +++ b/vllm/distributed/utils.py @@ -102,10 +102,11 @@ def get_pp_indices(num_hidden_layers: int, pp_rank: int, if remaining_layers := num_hidden_layers % pp_size: for i in range(2, remaining_layers + 2): partitions[-i] += 1 - logger.info("Hidden layers were unevenly partitioned: %s", - ",".join(str(p) for p in partitions)) - logger.info("This can be manually overridden using the " - "VLLM_PP_LAYER_PARTITION environment variable") + logger.info( + "Hidden layers were unevenly partitioned: [%s]. " + "This can be manually overridden using the " + "VLLM_PP_LAYER_PARTITION environment variable", + ",".join(str(p) for p in partitions)) start_layer = sum(partitions[:pp_rank]) end_layer = start_layer + partitions[pp_rank]