--------- Co-authored-by: Sunny <sunny@Sunnys-MacBook-Air.local> Co-authored-by: sunny <sunnyliu19981005@gmail.com>
11 lines
318 B
Python
11 lines
318 B
Python
"""
|
|
shared axolotl collators for multipack, mamba, multimodal
|
|
"""
|
|
from .batching import ( # noqa: F401
|
|
BatchSamplerDataCollatorForSeq2Seq,
|
|
DataCollatorForSeq2Seq,
|
|
PretrainingBatchSamplerDataCollatorForSeq2Seq,
|
|
V2BatchSamplerDataCollatorForSeq2Seq,
|
|
)
|
|
from .mamba import MambaDataCollator # noqa: F401
|