Pass deepspeed and fsdp as None explicitly when merging adapters to allow custom device_map (#1575)
Browse files
src/axolotl/cli/merge_lora.py
CHANGED
|
@@ -25,6 +25,8 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
|
|
| 25 |
load_in_8bit=False,
|
| 26 |
load_in_4bit=False,
|
| 27 |
flash_attention=False,
|
|
|
|
|
|
|
| 28 |
**kwargs,
|
| 29 |
)
|
| 30 |
|
|
|
|
| 25 |
load_in_8bit=False,
|
| 26 |
load_in_4bit=False,
|
| 27 |
flash_attention=False,
|
| 28 |
+
deepspeed=None,
|
| 29 |
+
fsdp=None,
|
| 30 |
**kwargs,
|
| 31 |
)
|
| 32 |
|