FlameF0X commited on
Commit
5734180
·
verified ·
1 Parent(s): 4276930

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -9
app.py CHANGED
@@ -1,17 +1,11 @@
1
  import gradio as gr
2
- from transformers import AutoConfig, AutoModelForCausalLM
3
  from modeling_snowflake import Snowflake4CausalLM
4
  import torch
5
 
6
- # --- Load Model and Tokenizer from Hugging Face Hub ---
7
- # Register the custom model with the transformers library
8
- AutoConfig.register("SnowflakeCore", PretrainedConfig)
9
- AutoModelForCausalLM.register(PretrainedConfig, Snowflake4CausalLM)
10
-
11
- # Load tokenizer
12
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
13
-
14
- # Load model
15
  model = AutoModelForCausalLM.from_pretrained(
16
  MODEL_NAME,
17
  torch_dtype=torch.float16 # Use half precision for memory efficiency
 
1
  import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
  from modeling_snowflake import Snowflake4CausalLM
4
  import torch
5
 
6
+ # Load tokenizer and model
7
+ MODEL_NAME = "FlameF0X/Snowflake-G0-stable"
 
 
 
 
8
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 
 
9
  model = AutoModelForCausalLM.from_pretrained(
10
  MODEL_NAME,
11
  torch_dtype=torch.float16 # Use half precision for memory efficiency