File size: 5,201 Bytes
66aedd6 40e770a 66aedd6 dbc4b42 66aedd6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 |
flavors:
python_function:
env:
conda: conda.yaml
virtualenv: python_env.yaml
loader_module: mlflow.transformers
python_version: 3.12.3
transformers:
code: null
components:
- tokenizer
framework: pt
inference_task: llm/v1/chat
instance_type: TextGenerationPipeline
model_binary: model
pipeline_model_type: GptOssForCausalLM
source_model_name: /arpit/oss20b
task: text-generation
tokenizer_type: PreTrainedTokenizerFast
torch_dtype: null
transformers_version: 4.55.0
is_signature_from_type_hint: false
metadata:
curation_version: 1
databricks_model_family: NewModel (gpt_oss)
databricks_model_size_parameters: 20b
databricks_model_source: model-zoo
source: huggingface
source_model_name: openai/gpt-oss-20b
source_model_revision: 10e9d713f8e4a9281c59c40be6c58537480635ea
task: llm/v1/chat
mlflow_version: 3.2.0
model_id: null
model_size_bytes: 41329357266
model_uuid: 1931cdcbf7464bbfb691f416bd408168
prompts: null
saved_input_example_info:
artifact_path: input_example.json
serving_input_path: serving_input_example.json
type: json_object
signature:
inputs: '[{"type": "array", "items": {"type": "object", "properties": {"content":
{"type": "string", "required": false}, "name": {"type": "string", "required":
false}, "refusal": {"type": "string", "required": false}, "role": {"type": "string",
"required": true}, "tool_call_id": {"type": "string", "required": false}, "tool_calls":
{"type": "array", "items": {"type": "object", "properties": {"function": {"type":
"object", "properties": {"arguments": {"type": "string", "required": true}, "name":
{"type": "string", "required": true}}, "required": true}, "id": {"type": "string",
"required": true}, "type": {"type": "string", "required": true}}}, "required":
false}}}, "name": "messages", "required": true}, {"type": "double", "name": "temperature",
"required": false}, {"type": "long", "name": "max_tokens", "required": false},
{"type": "array", "items": {"type": "string"}, "name": "stop", "required": false},
{"type": "long", "name": "n", "required": false}, {"type": "boolean", "name":
"stream", "required": false}, {"type": "double", "name": "top_p", "required":
false}, {"type": "long", "name": "top_k", "required": false}, {"type": "double",
"name": "frequency_penalty", "required": false}, {"type": "double", "name": "presence_penalty",
"required": false}, {"type": "array", "items": {"type": "object", "properties":
{"function": {"type": "object", "properties": {"description": {"type": "string",
"required": false}, "name": {"type": "string", "required": true}, "parameters":
{"type": "object", "properties": {"additionalProperties": {"type": "boolean",
"required": false}, "properties": {"type": "map", "values": {"type": "object",
"properties": {"description": {"type": "string", "required": false}, "enum": {"type":
"array", "items": {"type": "string"}, "required": false}, "items": {"type": "object",
"properties": {"type": {"type": "string", "required": true}}, "required": false},
"type": {"type": "string", "required": true}}}, "required": true}, "required":
{"type": "array", "items": {"type": "string"}, "required": false}, "type": {"type":
"string", "required": false}}, "required": true}, "strict": {"type": "boolean",
"required": false}}, "required": false}, "type": {"type": "string", "required":
true}}}, "name": "tools", "required": false}, {"type": "map", "values": {"type":
"any"}, "name": "custom_inputs", "required": false}]'
outputs: '[{"type": "string", "name": "id", "required": true}, {"type": "string",
"name": "object", "required": true}, {"type": "long", "name": "created", "required":
true}, {"type": "string", "name": "model", "required": true}, {"type": "array",
"items": {"type": "object", "properties": {"finish_reason": {"type": "string",
"required": true}, "index": {"type": "long", "required": true}, "message": {"type":
"object", "properties": {"content": {"type": "string", "required": false}, "name":
{"type": "string", "required": false}, "refusal": {"type": "string", "required":
false}, "role": {"type": "string", "required": true}, "tool_call_id": {"type":
"string", "required": false}, "tool_calls": {"type": "array", "items": {"type":
"object", "properties": {"function": {"type": "object", "properties": {"arguments":
{"type": "string", "required": true}, "name": {"type": "string", "required": true}},
"required": true}, "id": {"type": "string", "required": true}, "type": {"type":
"string", "required": true}}}, "required": false}}, "required": true}}}, "name":
"choices", "required": true}, {"type": "object", "properties": {"completion_tokens":
{"type": "long", "required": true}, "prompt_tokens": {"type": "long", "required":
true}, "total_tokens": {"type": "long", "required": true}}, "name": "usage", "required":
false}, {"type": "map", "values": {"type": "any"}, "name": "custom_outputs", "required":
false}]'
params: null
type_hint_from_example: false
utc_time_created: '2025-08-07 19:53:52.287918'
|