fix: reduce sample_packing warning (#1484)
Browse files
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
CHANGED
@@ -664,8 +664,8 @@ class AxolotlInputConfig(
|
|
664 |
and not data.get("flash_attention")
|
665 |
and not data.get("sdp_attention")
|
666 |
):
|
667 |
-
|
668 |
-
"sample_packing
|
669 |
)
|
670 |
|
671 |
return data
|
|
|
664 |
and not data.get("flash_attention")
|
665 |
and not data.get("sdp_attention")
|
666 |
):
|
667 |
+
LOG.warning(
|
668 |
+
"sample_packing without flash_attention or sdp_attention does not handle cross-attention."
|
669 |
)
|
670 |
|
671 |
return data
|