|
flavors: |
|
python_function: |
|
env: |
|
conda: conda.yaml |
|
virtualenv: python_env.yaml |
|
loader_module: mlflow.transformers |
|
python_version: 3.12.3 |
|
transformers: |
|
code: null |
|
components: |
|
- tokenizer |
|
framework: pt |
|
inference_task: llm/v1/chat |
|
instance_type: TextGenerationPipeline |
|
model_binary: model |
|
pipeline_model_type: GptOssForCausalLM |
|
source_model_name: /arpit/oss120b |
|
task: text-generation |
|
tokenizer_type: PreTrainedTokenizerFast |
|
torch_dtype: null |
|
transformers_version: 4.55.0.dev0 |
|
is_signature_from_type_hint: false |
|
metadata: |
|
source: huggingface |
|
source_model_name: openai/gpt-oss-120b |
|
source_model_revision: 988e56b6fc3c723ad30aa7f18db742f54f921567 |
|
task: llm/v1/chat |
|
mlflow_version: 3.2.0 |
|
model_id: null |
|
model_size_bytes: 195791934703 |
|
model_uuid: a8b77b30b0a34aa8a31d8d867a72dd5b |
|
prompts: null |
|
saved_input_example_info: |
|
artifact_path: input_example.json |
|
serving_input_path: serving_input_example.json |
|
type: json_object |
|
signature: |
|
inputs: '[{"type": "array", "items": {"type": "object", "properties": {"content": |
|
{"type": "string", "required": false}, "name": {"type": "string", "required": |
|
false}, "refusal": {"type": "string", "required": false}, "role": {"type": "string", |
|
"required": true}, "tool_call_id": {"type": "string", "required": false}, "tool_calls": |
|
{"type": "array", "items": {"type": "object", "properties": {"function": {"type": |
|
"object", "properties": {"arguments": {"type": "string", "required": true}, "name": |
|
{"type": "string", "required": true}}, "required": true}, "id": {"type": "string", |
|
"required": true}, "type": {"type": "string", "required": true}}}, "required": |
|
false}}}, "name": "messages", "required": true}, {"type": "double", "name": "temperature", |
|
"required": false}, {"type": "long", "name": "max_tokens", "required": false}, |
|
{"type": "array", "items": {"type": "string"}, "name": "stop", "required": false}, |
|
{"type": "long", "name": "n", "required": false}, {"type": "boolean", "name": |
|
"stream", "required": false}, {"type": "double", "name": "top_p", "required": |
|
false}, {"type": "long", "name": "top_k", "required": false}, {"type": "double", |
|
"name": "frequency_penalty", "required": false}, {"type": "double", "name": "presence_penalty", |
|
"required": false}, {"type": "array", "items": {"type": "object", "properties": |
|
{"function": {"type": "object", "properties": {"description": {"type": "string", |
|
"required": false}, "name": {"type": "string", "required": true}, "parameters": |
|
{"type": "object", "properties": {"additionalProperties": {"type": "boolean", |
|
"required": false}, "properties": {"type": "map", "values": {"type": "object", |
|
"properties": {"description": {"type": "string", "required": false}, "enum": {"type": |
|
"array", "items": {"type": "string"}, "required": false}, "items": {"type": "object", |
|
"properties": {"type": {"type": "string", "required": true}}, "required": false}, |
|
"type": {"type": "string", "required": true}}}, "required": true}, "required": |
|
{"type": "array", "items": {"type": "string"}, "required": false}, "type": {"type": |
|
"string", "required": false}}, "required": true}, "strict": {"type": "boolean", |
|
"required": false}}, "required": false}, "type": {"type": "string", "required": |
|
true}}}, "name": "tools", "required": false}, {"type": "map", "values": {"type": |
|
"any"}, "name": "custom_inputs", "required": false}]' |
|
outputs: '[{"type": "string", "name": "id", "required": true}, {"type": "string", |
|
"name": "object", "required": true}, {"type": "long", "name": "created", "required": |
|
true}, {"type": "string", "name": "model", "required": true}, {"type": "array", |
|
"items": {"type": "object", "properties": {"finish_reason": {"type": "string", |
|
"required": true}, "index": {"type": "long", "required": true}, "message": {"type": |
|
"object", "properties": {"content": {"type": "string", "required": false}, "name": |
|
{"type": "string", "required": false}, "refusal": {"type": "string", "required": |
|
false}, "role": {"type": "string", "required": true}, "tool_call_id": {"type": |
|
"string", "required": false}, "tool_calls": {"type": "array", "items": {"type": |
|
"object", "properties": {"function": {"type": "object", "properties": {"arguments": |
|
{"type": "string", "required": true}, "name": {"type": "string", "required": true}}, |
|
"required": true}, "id": {"type": "string", "required": true}, "type": {"type": |
|
"string", "required": true}}}, "required": false}}, "required": true}}}, "name": |
|
"choices", "required": true}, {"type": "object", "properties": {"completion_tokens": |
|
{"type": "long", "required": true}, "prompt_tokens": {"type": "long", "required": |
|
true}, "total_tokens": {"type": "long", "required": true}}, "name": "usage", "required": |
|
false}, {"type": "map", "values": {"type": "any"}, "name": "custom_outputs", "required": |
|
false}]' |
|
params: null |
|
type_hint_from_example: false |
|
utc_time_created: '2025-08-07 20:05:01.142233' |
|
|