Merge pull request #223 from togethercomputer/artem/change_lora_ft_default

Enable LoRA fine-tuning by default

Author: artek0chumak

pyproject.toml

@@ -12,7 +12,7 @@ build-backend = "poetry.masonry.api"
 
 [tool.poetry]
 name = "together"
-version = "1.3.8"
+version = "1.3.9"
 authors = [
     "Together AI <[email protected]>"
 ]

src/together/cli/api/finetune.py

@@ -92,7 +92,7 @@ def fine_tuning(ctx: click.Context) -> None:
 @click.option(
     "--lora/--no-lora",
     type=bool,
-    default=False,
+    default=True,
     help="Whether to use LoRA adapters for fine-tuning",
 )
 @click.option("--lora-r", type=int, default=8, help="LoRA adapters' rank")

src/together/resources/finetune.py

@@ -149,7 +149,7 @@ def create(
         warmup_ratio: float = 0.0,
         max_grad_norm: float = 1.0,
         weight_decay: float = 0.0,
-        lora: bool = False,
+        lora: bool = True,
         lora_r: int | None = None,
         lora_dropout: float | None = 0,
         lora_alpha: float | None = None,
@@ -490,7 +490,7 @@ async def create(
         warmup_ratio: float = 0.0,
         max_grad_norm: float = 1.0,
         weight_decay: float = 0.0,
-        lora: bool = False,
+        lora: bool = True,
         lora_r: int | None = None,
         lora_dropout: float | None = 0,
         lora_alpha: float | None = None,