Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
|
@@ -40,12 +40,12 @@ pip install -e .
|
|
| 40 |
from dmx.compressor.modeling import DmxModel
|
| 41 |
import lm_eval
|
| 42 |
|
| 43 |
-
model_args = "pretrained=
|
| 44 |
|
| 45 |
lm = lm_eval.api.registry.get_model("hf").create_from_arg_string(model_args, {"batch_size": 1})
|
| 46 |
|
| 47 |
# Transform the model with DMX
|
| 48 |
-
lm._model = DmxModel.from_torch(lm._model)
|
| 49 |
|
| 50 |
-
eval_results = lm_eval.evaluate(lm, lm_eval.tasks.get_task_dict([
|
| 51 |
```
|
|
|
|
| 40 |
from dmx.compressor.modeling import DmxModel
|
| 41 |
import lm_eval
|
| 42 |
|
| 43 |
+
model_args = "pretrained=d-matrix/Mistral,trust_remote_code=True"
|
| 44 |
|
| 45 |
lm = lm_eval.api.registry.get_model("hf").create_from_arg_string(model_args, {"batch_size": 1})
|
| 46 |
|
| 47 |
# Transform the model with DMX
|
| 48 |
+
lm._model = DmxModel.from_torch(lm._model)
|
| 49 |
|
| 50 |
+
eval_results = lm_eval.evaluate(lm, lm_eval.tasks.get_task_dict(["wikitext"])) # Assign desired task, i.e. "wikitext"
|
| 51 |
```
|