Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
05a9ebf
1
Parent(s):
ec9b1de
init
Browse files
app.py
CHANGED
|
@@ -15,6 +15,9 @@ print(f"Loading model: {MODEL_ID} on {DEVICE}...")
|
|
| 15 |
# 加载模型时必须信任远程代码，因为SARM有自定义架构
|
| 16 |
model = LlamaSARM.from_pretrained(
|
| 17 |
MODEL_ID,
|
|
|
|
|
|
|
|
|
|
| 18 |
device_map=DEVICE,
|
| 19 |
trust_remote_code=True,
|
| 20 |
torch_dtype=torch.bfloat16
|
|
|
|
| 15 |
# 加载模型时必须信任远程代码，因为SARM有自定义架构
|
| 16 |
model = LlamaSARM.from_pretrained(
|
| 17 |
MODEL_ID,
|
| 18 |
+
sae_hidden_state_source_layer=16,
|
| 19 |
+
sae_latent_size=65536,
|
| 20 |
+
sae_k=192,
|
| 21 |
device_map=DEVICE,
|
| 22 |
trust_remote_code=True,
|
| 23 |
torch_dtype=torch.bfloat16
|