Standalone tree split from LLMRL/projects/kda. Includes Triton dt_bias backward fix, train_k3 --preset 0.5b, SFT, Docker runtime, and tests.
15 lines
300 B
Python
15 lines
300 B
Python
"""KDA operators, composable layers, and CausalLM."""
|
|
|
|
from .models.causal_lm import CausalLM
|
|
from .models.config import KDAConfig
|
|
from .models.k3_config import K3Config
|
|
from .ops import chunk_kda
|
|
|
|
__all__ = [
|
|
"CausalLM",
|
|
"KDAConfig",
|
|
"K3Config",
|
|
"chunk_kda",
|
|
]
|
|
__version__ = "0.0.1"
|