feat(studio): add DoRA support to studio

studio/backend/assets/configs/full_finetune.yaml

@@ -30,6 +30,7 @@ lora:
   vision_all_linear: false
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/lora_text.yaml

@@ -30,6 +30,7 @@ lora:
   vision_all_linear: false
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/default.yaml

@@ -33,6 +33,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/embedding/unsloth_Qwen3-Embedding-0.6B.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/embedding/unsloth_all-MiniLM-L6-v2.yaml

@@ -30,6 +30,7 @@ lora:
     - "query"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/embedding/unsloth_bge-m3.yaml

@@ -30,6 +30,7 @@ lora:
     - "value"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/embedding/unsloth_embeddinggemma-300m.yaml

@@ -33,6 +33,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/embedding/unsloth_gte-modernbert-base.yaml

@@ -29,6 +29,7 @@ lora:
     - "Wqkv"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/ernie/unsloth_ERNIE-4.5-21B-A3B-PT.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/ernie/unsloth_ERNIE-4.5-VL-28B-A3B-PT.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/falcon/tiiuae_Falcon-H1-0.5B-Instruct.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/gemma/unsloth_codegemma-7b-bnb-4bit.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/gemma/unsloth_functiongemma-270m-it.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-27b-bnb-4bit.yaml

@@ -33,6 +33,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-2b.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-270m-it.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-27b-it.yaml

@@ -29,6 +29,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-4b-it.yaml

@@ -29,6 +29,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-4b-pt.yaml

@@ -29,6 +29,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3n-E4B-it.yaml

@@ -29,6 +29,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3n-E4B.yaml

@@ -29,6 +29,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-4-26B-A4B-it.yaml

@@ -26,6 +26,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-4-26B-A4B.yaml

@@ -26,6 +26,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-4-31B-it.yaml

@@ -26,6 +26,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-4-31B.yaml

@@ -26,6 +26,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-4-E2B-it.yaml

@@ -26,6 +26,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-4-E2B.yaml

@@ -26,6 +26,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-4-E4B-it.yaml

@@ -26,6 +26,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-4-E4B.yaml

@@ -26,6 +26,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-120b.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-20b.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-350m-unsloth-bnb-4bit.yaml

@@ -37,6 +37,7 @@ lora:
     - "shared_mlp.output_linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-h-micro.yaml

@@ -37,6 +37,7 @@ lora:
     - "shared_mlp.output_linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-11B-Vision-Instruct.yaml

@@ -29,6 +29,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-1B-Instruct.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-3B-Instruct.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.3-70B-Instruct.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-70B-bnb-4bit.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-8B-Instruct-bnb-4bit.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-Instruct-bnb-4bit.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-bnb-4bit.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/llasa/unsloth_Llasa-3B.yaml

@@ -30,6 +30,7 @@ lora:
     - "v_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/mistral/unsloth_Magistral-Small-2509-unsloth-bnb-4bit.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/mistral/unsloth_Ministral-3-3B-Instruct-2512.yaml

@@ -35,6 +35,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: true

studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Nemo-Base-2407-bnb-4bit.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Small-Instruct-2409.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/mistral/unsloth_Pixtral-12B-2409.yaml

@@ -29,6 +29,7 @@ lora:
     - "all-linear"
   use_rslora: false
   use_loftq: false
+  use_dora: false
   finetune_vision_layers: true
   finetune_language_layers: true
   finetune_attention_modules: false

studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-instruct-v0.3-bnb-4bit.yaml

@@ -34,6 +34,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-v0.3-bnb-4bit.yaml

@@ -33,6 +33,7 @@ lora:
     - "down_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false

studio/backend/assets/configs/model_defaults/other/OuteAI_Llama-OuteTTS-1.0-1B.yaml

@@ -33,6 +33,7 @@ lora:
     - "v_proj"
   use_rslora: false
   use_loftq: false
+  use_dora: false
 
 logging:
   enable_wandb: false