11 lines
254 B
Python
11 lines
254 B
Python
|
import cacheflow.model_executor.parallel_utils.parallel_state
|
||
|
|
import cacheflow.model_executor.parallel_utils.tensor_parallel
|
||
|
|
|
||
|
|
# Alias parallel_state as mpu, its legacy name
|
||
|
|
mpu = parallel_state
|
||
|
|
|
||
|
|
__all__ = [
|
||
|
|
"parallel_state",
|
||
|
|
"tensor_parallel",
|
||
|
|
]
|