| """ | |
| data package — dataset utilities for LLM training. | |
| """ | |
| from data.dataset import PackedDataset, TextDataset | |
| from data.sft_dataset import SFTDataset | |
| __all__ = ["TextDataset", "PackedDataset", "SFTDataset"] | |
| """ | |
| data package — dataset utilities for LLM training. | |
| """ | |
| from data.dataset import PackedDataset, TextDataset | |
| from data.sft_dataset import SFTDataset | |
| __all__ = ["TextDataset", "PackedDataset", "SFTDataset"] | |