Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -40,10 +40,8 @@ def group_texts(examples):
|
|
| 40 |
#Access-Token (in Secrets)
|
| 41 |
|
| 42 |
#access_token = st.secrets["ACCESS_TOKEN"]
|
| 43 |
-
access_token = "hf_..."
|
| 44 |
xxx = os.getenv("TOKEN")
|
| 45 |
-
|
| 46 |
-
login(token="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")
|
| 47 |
#Modelle und Tokenizer
|
| 48 |
model_name = "alexkueck/LIFineTuned"
|
| 49 |
#Alternativ mit beliebigen Modellen:
|
|
@@ -51,7 +49,7 @@ base_model = "project-baize/baize-v2-7b" #load_8bit = False (in load_tokenizer_
|
|
| 51 |
#base_model = "TheBloke/airoboros-13B-HF" #load_8bit = False (in load_tokenizer_and_model)
|
| 52 |
#base_model = "EleutherAI/gpt-neo-1.3B" #load_8bit = False (in load_tokenizer_and_model)
|
| 53 |
#base_model = "TheBloke/airoboros-13B-HF" #load_8bit = True
|
| 54 |
-
tokenizer,model,device = load_tokenizer_and_model(base_model,
|
| 55 |
|
| 56 |
dataset_neu = daten_laden("alexkueck/tis")
|
| 57 |
#dataset_neu = daten_laden("EleutherAI/pile")
|
|
|
|
| 40 |
#Access-Token (in Secrets)
|
| 41 |
|
| 42 |
#access_token = st.secrets["ACCESS_TOKEN"]
|
|
|
|
| 43 |
xxx = os.getenv("TOKEN")
|
| 44 |
+
login(token=xxx)
|
|
|
|
| 45 |
#Modelle und Tokenizer
|
| 46 |
model_name = "alexkueck/LIFineTuned"
|
| 47 |
#Alternativ mit beliebigen Modellen:
|
|
|
|
| 49 |
#base_model = "TheBloke/airoboros-13B-HF" #load_8bit = False (in load_tokenizer_and_model)
|
| 50 |
#base_model = "EleutherAI/gpt-neo-1.3B" #load_8bit = False (in load_tokenizer_and_model)
|
| 51 |
#base_model = "TheBloke/airoboros-13B-HF" #load_8bit = True
|
| 52 |
+
tokenizer,model,device = load_tokenizer_and_model(base_model, False)
|
| 53 |
|
| 54 |
dataset_neu = daten_laden("alexkueck/tis")
|
| 55 |
#dataset_neu = daten_laden("EleutherAI/pile")
|