fix: remove FA for qwen examples (#900)
Browse files* fix: remove FA for qwen lora
* fix: remove FA for qlora
- examples/qwen/lora.yml +1 -1
- examples/qwen/qlora.yml +1 -1
examples/qwen/lora.yml
CHANGED
|
@@ -53,7 +53,7 @@ resume_from_checkpoint:
|
|
| 53 |
local_rank:
|
| 54 |
logging_steps: 1
|
| 55 |
xformers_attention:
|
| 56 |
-
flash_attention:
|
| 57 |
|
| 58 |
warmup_steps: 10
|
| 59 |
eval_steps: 0.05
|
|
|
|
| 53 |
local_rank:
|
| 54 |
logging_steps: 1
|
| 55 |
xformers_attention:
|
| 56 |
+
flash_attention:
|
| 57 |
|
| 58 |
warmup_steps: 10
|
| 59 |
eval_steps: 0.05
|
examples/qwen/qlora.yml
CHANGED
|
@@ -53,7 +53,7 @@ resume_from_checkpoint:
|
|
| 53 |
local_rank:
|
| 54 |
logging_steps: 1
|
| 55 |
xformers_attention:
|
| 56 |
-
flash_attention:
|
| 57 |
|
| 58 |
warmup_steps: 10
|
| 59 |
eval_steps: 0.05
|
|
|
|
| 53 |
local_rank:
|
| 54 |
logging_steps: 1
|
| 55 |
xformers_attention:
|
| 56 |
+
flash_attention:
|
| 57 |
|
| 58 |
warmup_steps: 10
|
| 59 |
eval_steps: 0.05
|