Nanobit commited on
Commit
74532dd
·
unverified ·
1 Parent(s): 8ba27f3

chore(config): clean up old log for Qwen (#1034)

Browse files
Files changed (1) hide show
  1. src/axolotl/utils/config.py +0 -5
src/axolotl/utils/config.py CHANGED
@@ -422,11 +422,6 @@ def validate_config(cfg):
422
  if cfg.warmup_steps and cfg.warmup_ratio:
423
  raise ValueError("warmup_steps and warmup_ratio are mutually exclusive")
424
 
425
- if cfg.is_qwen_derived_model and cfg.gradient_checkpointing:
426
- LOG.warning(
427
- "Gradient checkpointing is broken for Qwen models for transformers>=4.35.0, except main branch."
428
- )
429
-
430
  if cfg.wandb_run_id and not cfg.wandb_name:
431
  cfg.wandb_name = cfg.wandb_run_id
432
 
 
422
  if cfg.warmup_steps and cfg.warmup_ratio:
423
  raise ValueError("warmup_steps and warmup_ratio are mutually exclusive")
424
 
 
 
 
 
 
425
  if cfg.wandb_run_id and not cfg.wandb_name:
426
  cfg.wandb_name = cfg.wandb_run_id
427