c907ac173e
* adding pre-commit auto-update GH action and bumping plugin versions * running updated pre-commit plugins * sorry to revert, but pylint complained * Update .pre-commit-config.yaml Co-authored-by: Wing Lian <wing.lian@gmail.com> --------- Co-authored-by: Dan Saunders <dan@axolotl.ai> Co-authored-by: Wing Lian <wing.lian@gmail.com>
12 lines
319 B
Python
12 lines
319 B
Python
"""
|
|
shared axolotl collators for multipack, mamba, multimodal
|
|
"""
|
|
|
|
from .batching import ( # noqa: F401
|
|
BatchSamplerDataCollatorForSeq2Seq,
|
|
DataCollatorForSeq2Seq,
|
|
PretrainingBatchSamplerDataCollatorForSeq2Seq,
|
|
V2BatchSamplerDataCollatorForSeq2Seq,
|
|
)
|
|
from .mamba import MambaDataCollator # noqa: F401
|