LoftQ commited on
Commit
5d025ec
·
1 Parent(s): 8b88ad8

Upload LoftQ models

Browse files
loftq_init/README.md CHANGED
@@ -205,4 +205,11 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
205
  ### Framework versions
206
 
207
 
 
 
 
 
 
 
 
208
  - PEFT 0.6.3.dev0
 
205
  ### Framework versions
206
 
207
 
208
+ - PEFT 0.6.3.dev0
209
+ ## Training procedure
210
+
211
+
212
+ ### Framework versions
213
+
214
+
215
  - PEFT 0.6.3.dev0
loftq_init/adapter_config.json CHANGED
@@ -22,13 +22,13 @@
22
  "rank_pattern": {},
23
  "revision": null,
24
  "target_modules": [
25
- "v_proj",
26
- "o_proj",
27
- "k_proj",
28
  "up_proj",
29
- "gate_proj",
30
  "q_proj",
31
- "down_proj"
 
 
 
32
  ],
33
  "task_type": "CAUSAL_LM"
34
  }
 
22
  "rank_pattern": {},
23
  "revision": null,
24
  "target_modules": [
25
+ "down_proj",
 
 
26
  "up_proj",
 
27
  "q_proj",
28
+ "k_proj",
29
+ "v_proj",
30
+ "o_proj",
31
+ "gate_proj"
32
  ],
33
  "task_type": "CAUSAL_LM"
34
  }