Nanobit commited on
Commit
bda48f0
·
unverified ·
1 Parent(s): bf4cd67

fix: reduce sample_packing warning (#1484)

Browse files
src/axolotl/utils/config/models/input/v0_4_1/__init__.py CHANGED
@@ -664,8 +664,8 @@ class AxolotlInputConfig(
664
  and not data.get("flash_attention")
665
  and not data.get("sdp_attention")
666
  ):
667
- raise ValueError(
668
- "sample_packing requires flash_attention or sdp_attention to be set to true"
669
  )
670
 
671
  return data
 
664
  and not data.get("flash_attention")
665
  and not data.get("sdp_attention")
666
  ):
667
+ LOG.warning(
668
+ "sample_packing without flash_attention or sdp_attention does not handle cross-attention."
669
  )
670
 
671
  return data