MLProductionization's picture
Initial model upload
f19d859 verified
raw
history blame
5.06 kB
flavors:
python_function:
env:
conda: conda.yaml
virtualenv: python_env.yaml
loader_module: mlflow.transformers
python_version: 3.12.3
transformers:
code: null
components:
- tokenizer
framework: pt
inference_task: llm/v1/chat
instance_type: TextGenerationPipeline
model_binary: model
pipeline_model_type: GptOssForCausalLM
source_model_name: /arpit/oss120b
task: text-generation
tokenizer_type: PreTrainedTokenizerFast
torch_dtype: null
transformers_version: 4.55.0.dev0
is_signature_from_type_hint: false
metadata:
source: huggingface
source_model_name: openai/gpt-oss-120b
source_model_revision: 988e56b6fc3c723ad30aa7f18db742f54f921567
task: llm/v1/chat
mlflow_version: 3.2.0
model_id: null
model_size_bytes: 195791934703
model_uuid: a8b77b30b0a34aa8a31d8d867a72dd5b
prompts: null
saved_input_example_info:
artifact_path: input_example.json
serving_input_path: serving_input_example.json
type: json_object
signature:
inputs: '[{"type": "array", "items": {"type": "object", "properties": {"content":
{"type": "string", "required": false}, "name": {"type": "string", "required":
false}, "refusal": {"type": "string", "required": false}, "role": {"type": "string",
"required": true}, "tool_call_id": {"type": "string", "required": false}, "tool_calls":
{"type": "array", "items": {"type": "object", "properties": {"function": {"type":
"object", "properties": {"arguments": {"type": "string", "required": true}, "name":
{"type": "string", "required": true}}, "required": true}, "id": {"type": "string",
"required": true}, "type": {"type": "string", "required": true}}}, "required":
false}}}, "name": "messages", "required": true}, {"type": "double", "name": "temperature",
"required": false}, {"type": "long", "name": "max_tokens", "required": false},
{"type": "array", "items": {"type": "string"}, "name": "stop", "required": false},
{"type": "long", "name": "n", "required": false}, {"type": "boolean", "name":
"stream", "required": false}, {"type": "double", "name": "top_p", "required":
false}, {"type": "long", "name": "top_k", "required": false}, {"type": "double",
"name": "frequency_penalty", "required": false}, {"type": "double", "name": "presence_penalty",
"required": false}, {"type": "array", "items": {"type": "object", "properties":
{"function": {"type": "object", "properties": {"description": {"type": "string",
"required": false}, "name": {"type": "string", "required": true}, "parameters":
{"type": "object", "properties": {"additionalProperties": {"type": "boolean",
"required": false}, "properties": {"type": "map", "values": {"type": "object",
"properties": {"description": {"type": "string", "required": false}, "enum": {"type":
"array", "items": {"type": "string"}, "required": false}, "items": {"type": "object",
"properties": {"type": {"type": "string", "required": true}}, "required": false},
"type": {"type": "string", "required": true}}}, "required": true}, "required":
{"type": "array", "items": {"type": "string"}, "required": false}, "type": {"type":
"string", "required": false}}, "required": true}, "strict": {"type": "boolean",
"required": false}}, "required": false}, "type": {"type": "string", "required":
true}}}, "name": "tools", "required": false}, {"type": "map", "values": {"type":
"any"}, "name": "custom_inputs", "required": false}]'
outputs: '[{"type": "string", "name": "id", "required": true}, {"type": "string",
"name": "object", "required": true}, {"type": "long", "name": "created", "required":
true}, {"type": "string", "name": "model", "required": true}, {"type": "array",
"items": {"type": "object", "properties": {"finish_reason": {"type": "string",
"required": true}, "index": {"type": "long", "required": true}, "message": {"type":
"object", "properties": {"content": {"type": "string", "required": false}, "name":
{"type": "string", "required": false}, "refusal": {"type": "string", "required":
false}, "role": {"type": "string", "required": true}, "tool_call_id": {"type":
"string", "required": false}, "tool_calls": {"type": "array", "items": {"type":
"object", "properties": {"function": {"type": "object", "properties": {"arguments":
{"type": "string", "required": true}, "name": {"type": "string", "required": true}},
"required": true}, "id": {"type": "string", "required": true}, "type": {"type":
"string", "required": true}}}, "required": false}}, "required": true}}}, "name":
"choices", "required": true}, {"type": "object", "properties": {"completion_tokens":
{"type": "long", "required": true}, "prompt_tokens": {"type": "long", "required":
true}, "total_tokens": {"type": "long", "required": true}}, "name": "usage", "required":
false}, {"type": "map", "values": {"type": "any"}, "name": "custom_outputs", "required":
false}]'
params: null
type_hint_from_example: false
utc_time_created: '2025-08-07 20:05:01.142233'