llm-finetune
/

Qwen1.5-0.5B_acqku_mlflow

Inference Endpoints

Model card Files Files and versions Community

llm-finetune commited on Feb 27

Commit

6ca83f6

•

1 Parent(s): 24bcf90

Upload model

Files changed (2) hide show

adapter_config.json +5 -5
adapter_model.safetensors +1 -1

adapter_config.json CHANGED Viewed

@@ -9,8 +9,8 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
-  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -19,11 +19,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
     "o_proj",
     "v_proj",
-    "k_proj",
-    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "o_proj",
+    "gate_proj",
     "v_proj",
+    "q_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8144f493647f67df12ab999b908695744488c2239323fbd559c7dd67123a90bc
 size 73956736

 version https://git-lfs.github.com/spec/v1
+oid sha256:2797064c3c5ae8203b45ed8a82657eb45fda942ebde06ef4175798e3664ee60e
 size 73956736