dela
584f7e9e73
Standalone tree split from LLMRL/projects/kda. Includes Triton dt_bias backward fix, train_k3 --preset 0.5b, SFT, Docker runtime, and tests.
14 lines
317 B
Python
14 lines
317 B
Python
"""Context-parallel stubs. Pass ``cp_context=None`` (the default)."""
|
|
|
|
|
|
class FLACPContext:
|
|
cu_seqlens = None
|
|
cu_seqlens_cpu = None
|
|
|
|
|
|
def build_cp_context(*args, **kwargs):
|
|
raise RuntimeError("Context parallel is not included in the vendored KDA kernels")
|
|
|
|
|
|
__all__ = ["FLACPContext", "build_cp_context"]
|