File size: 383 Bytes
f15dbf0
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
from huggingface_hub import hf_hub_download
from llama_cpp import Llama

# ุชุญู…ูŠู„ ุงู„ู…ู„ู ู…ู† ู…ุณุชูˆุฏุน Hugging Face ุงู„ุฃุตู„ูŠ
file_path = hf_hub_download(
    repo_id="unsloth/gemma-3-1b-it-GGUF",
    filename="gemma-3-1b-it-IQ4_NL.gguf"
)

# ุชุดุบูŠู„ ุงู„ู†ู…ูˆุฐุฌ
llm = Llama(model_path=file_path)
response = llm("ุงูƒุชุจ ู„ูŠ ู†ุต ุชุฌุฑูŠุจูŠ")
print(response)