|
--- |
|
license: other |
|
--- |
|
#you must download blender_model.py script |
|
#transformers==4.15.0 |
|
#you can use the model with huggingface pipelines and generate function |
|
|
|
from blender_model import blender_onnx_model |
|
from transformers import BlenderbotSmallTokenizer |
|
|
|
tokenizer_name="facebook/blenderbot_small-90M" |
|
max_answer_length=100 |
|
tokenizer = BlenderbotSmallTokenizer.from_pretrained(tokenizer_name) |
|
model=blender_onnx_model |
|
|
|
utterance="Hello, how are you?" |
|
inputs = tokenizer(utterance, |
|
return_tensors="pt") |
|
outputs= model.generate(**inputs, |
|
max_length=max_answer_length) |
|
response=tokenizer.decode(outputs[0], |
|
skip_special_tokens = True) |
|
print(response) |
