rainjay commited on
Commit
6a764e5
·
verified ·
1 Parent(s): ce94184

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -0
README.md CHANGED
@@ -14,12 +14,15 @@ tags:
14
  # Fork from google/gemma-2-9b-it
15
 
16
  ## 4-bit Quantization
 
17
  ```python
18
  nf4_config = BitsAndBytesConfig(load_in_4bit=True,
19
  bnb_4bit_use_double_quant=True,
20
  bnb_4bit_compute_dtype=torch.bfloat16,
21
  bnb_4bit_quant_type="nf4")
22
 
 
 
23
 
24
  # Gemma 2 model card
25
 
 
14
  # Fork from google/gemma-2-9b-it
15
 
16
  ## 4-bit Quantization
17
+
18
  ```python
19
  nf4_config = BitsAndBytesConfig(load_in_4bit=True,
20
  bnb_4bit_use_double_quant=True,
21
  bnb_4bit_compute_dtype=torch.bfloat16,
22
  bnb_4bit_quant_type="nf4")
23
 
24
+ ```
25
+
26
 
27
  # Gemma 2 model card
28