Update app.py
Browse files
app.py
CHANGED
@@ -1,17 +1,11 @@
|
|
1 |
import gradio as gr
|
2 |
-
from transformers import
|
3 |
from modeling_snowflake import Snowflake4CausalLM
|
4 |
import torch
|
5 |
|
6 |
-
#
|
7 |
-
|
8 |
-
AutoConfig.register("SnowflakeCore", PretrainedConfig)
|
9 |
-
AutoModelForCausalLM.register(PretrainedConfig, Snowflake4CausalLM)
|
10 |
-
|
11 |
-
# Load tokenizer
|
12 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
13 |
-
|
14 |
-
# Load model
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
16 |
MODEL_NAME,
|
17 |
torch_dtype=torch.float16 # Use half precision for memory efficiency
|
|
|
1 |
import gradio as gr
|
2 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
3 |
from modeling_snowflake import Snowflake4CausalLM
|
4 |
import torch
|
5 |
|
6 |
+
# Load tokenizer and model
|
7 |
+
MODEL_NAME = "FlameF0X/Snowflake-G0-stable"
|
|
|
|
|
|
|
|
|
8 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
|
|
|
|
9 |
model = AutoModelForCausalLM.from_pretrained(
|
10 |
MODEL_NAME,
|
11 |
torch_dtype=torch.float16 # Use half precision for memory efficiency
|