Upload folder using huggingface_hub

added_tokens.json

@@ -7,37 +7,37 @@
   "<B_USYS>": 151666,
   "<C_A>": 151668,
   "<C_Q>": 151667,
-  "<audio_delim_omni>": 151693,
-  "<audio_end_omni>": 151677,
-  "<audio_pad_omni>": 151678,
-  "<audio_start_omni>": 151676,
-  "<audiogen_end_omni>": 151701,
-  "<audiogen_start_omni>": 151700,
-  "<audiotext_end_omni>": 151698,
-  "<audiotext_pad_omni>": 151699,
-  "<audiotext_start_omni>": 151697,
-  "<omni_pad_token>": 151691,
-  "<box_delim_omni>": 151685,
-  "<box_end_omni>": 151684,
-  "<box_start_omni>": 151683,
+  "<audio_delim_baichuan>": 151693,
+  "<audio_end_baichuan>": 151677,
+  "<audio_pad_baichuan>": 151678,
+  "<audio_start_baichuan>": 151676,
+  "<audiogen_end_baichuan>": 151701,
+  "<audiogen_start_baichuan>": 151700,
+  "<audiotext_end_baichuan>": 151698,
+  "<audiotext_pad_baichuan>": 151699,
+  "<audiotext_start_baichuan>": 151697,
+  "<baichuan_pad_token>": 151691,
+  "<box_delim_baichuan>": 151685,
+  "<box_end_baichuan>": 151684,
+  "<box_start_baichuan>": 151683,
   "<calc_end>": 151674,
   "<calc_start>": 151673,
   "<function_calling>": 151672,
-  "<img_delim_omni>": 151688,
-  "<img_end_omni>": 151680,
-  "<img_newline_omni>": 151682,
-  "<img_pad_omni>": 151681,
-  "<img_start_omni>": 151679,
+  "<img_delim_baichuan>": 151688,
+  "<img_end_baichuan>": 151680,
+  "<img_newline_baichuan>": 151682,
+  "<img_pad_baichuan>": 151681,
+  "<img_start_baichuan>": 151679,
   "<inner_think>": 151675,
-  "<polygon_end_omni>": 151690,
-  "<polygon_start_omni>": 151689,
-  "<ref_end_omni>": 151687,
-  "<ref_start_omni>": 151686,
+  "<polygon_end_baichuan>": 151690,
+  "<polygon_start_baichuan>": 151689,
+  "<ref_end_baichuan>": 151687,
+  "<ref_start_baichuan>": 151686,
   "<reserved_113>": 151692,
   "<tool_call>": 151657,
-  "<video_end_omni>": 151696,
-  "<video_palce_omni>": 151694,
-  "<video_start_omni>": 151695,
+  "<video_end_baichuan>": 151696,
+  "<video_palce_baichuan>": 151694,
+  "<video_start_baichuan>": 151695,
   "<|box_end|>": 151649,
   "<|box_start|>": 151648,
   "<|endoftext|>": 151643,

special_tokens_map.json

@@ -24,32 +24,32 @@
     "<calc_start>",
     "<calc_end>",
     "<inner_think>",
-    "<audio_start_omni>",
-    "<audio_end_omni>",
-    "<audio_pad_omni
-    "<img_start_omni>",
-    "<img_end_omni>",
-    "<img_pad_omni>",
-    "<img_newline_omni>",
-    "<box_start_omni>",
-    "<box_end_omni>",
-    "<box_delim_omni>",
-    "<ref_start_omni>",
-    "<ref_end_omni>",
-    "<img_delim_omni>",
-    "<polygon_start_omni>",
-    "<polygon_end_omni>",
-    "<omni_pad_token>",
+    "<audio_start_baichuan>",
+    "<audio_end_baichuan>",
+    "<audio_pad_baichuan>",
+    "<img_start_baichuan>",
+    "<img_end_baichuan>",
+    "<img_pad_baichuan>",
+    "<img_newline_baichuan>",
+    "<box_start_baichuan>",
+    "<box_end_baichuan>",
+    "<box_delim_baichuan>",
+    "<ref_start_baichuan>",
+    "<ref_end_baichuan>",
+    "<img_delim_baichuan>",
+    "<polygon_start_baichuan>",
+    "<polygon_end_baichuan>",
+    "<baichuan_pad_token>",
     "<reserved_113>",
-    "<audio_delim_omni>",
-    "<video_start_omni>",
-    "<video_end_omni>",
-    "<video_palce_omni>",
-    "<audiotext_start_omni>",
-    "<audiotext_end_omni>",
-    "<audiotext_pad_omni>",
-    "<audiogen_start_omni>",
-    "<audiogen_end_omni>"
+    "<audio_delim_baichuan>",
+    "<video_start_baichuan>",
+    "<video_end_baichuan>",
+    "<video_palce_baichuan>",
+    "<audiotext_start_baichuan>",
+    "<audiotext_end_baichuan>",
+    "<audiotext_pad_baichuan>",
+    "<audiogen_start_baichuan>",
+    "<audiogen_end_baichuan>"
   ],
   "eos_token": {
     "content": "<|endoftext|>",

tokenizer.json

@@ -307,7 +307,7 @@
     },
     {
       "id": 151676,
-      "content": "<audio_start_omni>",
+      "content": "<audio_start_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -316,7 +316,7 @@
     },
     {
       "id": 151677,
-      "content": "<audio_end_omni>",
+      "content": "<audio_end_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -325,7 +325,7 @@
     },
     {
       "id": 151678,
-      "content": "<audio_pad_omni>",
+      "content": "<audio_pad_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -334,7 +334,7 @@
     },
     {
       "id": 151679,
-      "content": "<img_start_omni>",
+      "content": "<img_start_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -343,7 +343,7 @@
     },
     {
       "id": 151680,
-      "content": "<img_end_omni>",
+      "content": "<img_end_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -352,7 +352,7 @@
     },
     {
       "id": 151681,
-      "content": "<img_pad_omni>",
+      "content": "<img_pad_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -361,7 +361,7 @@
     },
     {
       "id": 151682,
-      "content": "<img_newline_omni>",
+      "content": "<img_newline_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -370,7 +370,7 @@
     },
     {
       "id": 151683,
-      "content": "<box_start_omni>",
+      "content": "<box_start_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -379,7 +379,7 @@
     },
     {
       "id": 151684,
-      "content": "<box_end_omni>",
+      "content": "<box_end_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -388,7 +388,7 @@
     },
     {
       "id": 151685,
-      "content": "<box_delim_omni>",
+      "content": "<box_delim_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -397,7 +397,7 @@
     },
     {
       "id": 151686,
-      "content": "<ref_start_omni>",
+      "content": "<ref_start_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -406,7 +406,7 @@
     },
     {
       "id": 151687,
-      "content": "<ref_end_omni>",
+      "content": "<ref_end_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -415,7 +415,7 @@
     },
     {
       "id": 151688,
-      "content": "<img_delim_omni>",
+      "content": "<img_delim_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -424,7 +424,7 @@
     },
     {
       "id": 151689,
-      "content": "<polygon_start_omni>",
+      "content": "<polygon_start_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -433,7 +433,7 @@
     },
     {
       "id": 151690,
-      "content": "<polygon_end_omni>",
+      "content": "<polygon_end_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -442,7 +442,7 @@
     },
     {
       "id": 151691,
-      "content": "<omni_pad_token>",
+      "content": "<baichuan_pad_token>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -460,7 +460,7 @@
     },
     {
       "id": 151693,
-      "content": "<audio_delim_omni>",
+      "content": "<audio_delim_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -469,7 +469,7 @@
     },
     {
       "id": 151694,
-      "content": "<video_palce_omni>",
+      "content": "<video_palce_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -478,7 +478,7 @@
     },
     {
       "id": 151695,
-      "content": "<video_start_omni>",
+      "content": "<video_start_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -487,7 +487,7 @@
     },
     {
       "id": 151696,
-      "content": "<video_end_omni>",
+      "content": "<video_end_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -496,7 +496,7 @@
     },
     {
       "id": 151697,
-      "content": "<audiotext_start_omni>",
+      "content": "<audiotext_start_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -505,7 +505,7 @@
     },
     {
       "id": 151698,
-      "content": "<audiotext_end_omni>",
+      "content": "<audiotext_end_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -514,7 +514,7 @@
     },
     {
       "id": 151699,
-      "content": "<audiotext_pad_omni>",
+      "content": "<audiotext_pad_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -523,7 +523,7 @@
     },
     {
       "id": 151700,
-      "content": "<audiogen_start_omni>",
+      "content": "<audiogen_start_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -532,7 +532,7 @@
     },
     {
       "id": 151701,
-      "content": "<audiogen_end_omni>",
+      "content": "<audiogen_end_baichuan>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

tokenizer_config.json

@@ -267,7 +267,7 @@
       "special": true
     },
     "151676": {
-      "content": "<audio_start_omni>",
+      "content": "<audio_start_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -275,7 +275,7 @@
       "special": true
     },
     "151677": {
-      "content": "<audio_end_omni>",
+      "content": "<audio_end_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -283,7 +283,7 @@
       "special": true
     },
     "151678": {
-      "content": "<audio_pad_omni>",
+      "content": "<audio_pad_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -291,7 +291,7 @@
       "special": true
     },
     "151679": {
-      "content": "<img_start_omni>",
+      "content": "<img_start_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -299,7 +299,7 @@
       "special": true
     },
     "151680": {
-      "content": "<img_end_omni>",
+      "content": "<img_end_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -307,7 +307,7 @@
       "special": true
     },
     "151681": {
-      "content": "<img_pad_omni>",
+      "content": "<img_pad_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -315,7 +315,7 @@
       "special": true
     },
     "151682": {
-      "content": "<img_newline_omni>",
+      "content": "<img_newline_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -323,7 +323,7 @@
       "special": true
     },
     "151683": {
-      "content": "<box_start_omni>",
+      "content": "<box_start_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -331,7 +331,7 @@
       "special": true
     },
     "151684": {
-      "content": "<box_end_omni>",
+      "content": "<box_end_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -339,7 +339,7 @@
       "special": true
     },
     "151685": {
-      "content": "<box_delim_omni>",
+      "content": "<box_delim_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -347,7 +347,7 @@
       "special": true
     },
     "151686": {
-      "content": "<ref_start_omni>",
+      "content": "<ref_start_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -355,7 +355,7 @@
       "special": true
     },
     "151687": {
-      "content": "<ref_end_omni>",
+      "content": "<ref_end_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -363,7 +363,7 @@
       "special": true
     },
     "151688": {
-      "content": "<img_delim_omni>",
+      "content": "<img_delim_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -371,7 +371,7 @@
       "special": true
     },
     "151689": {
-      "content": "<polygon_start_omni>",
+      "content": "<polygon_start_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -379,7 +379,7 @@
       "special": true
     },
     "151690": {
-      "content": "<polygon_end_omni>",
+      "content": "<polygon_end_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -387,7 +387,7 @@
       "special": true
     },
     "151691": {
-      "content": "<omni_pad_token>",
+      "content": "<baichuan_pad_token>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -403,7 +403,7 @@
       "special": true
     },
     "151693": {
-      "content": "<audio_delim_omni>",
+      "content": "<audio_delim_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -411,7 +411,7 @@
       "special": true
     },
     "151694": {
-      "content": "<video_palce_omni>",
+      "content": "<video_palce_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -419,7 +419,7 @@
       "special": true
     },
     "151695": {
-      "content": "<video_start_omni>",
+      "content": "<video_start_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -427,7 +427,7 @@
       "special": true
     },
     "151696": {
-      "content": "<video_end_omni>",
+      "content": "<video_end_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -435,7 +435,7 @@
       "special": true
     },
     "151697": {
-      "content": "<audiotext_start_omni>",
+      "content": "<audiotext_start_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -443,7 +443,7 @@
       "special": true
     },
     "151698": {
-      "content": "<audiotext_end_omni>",
+      "content": "<audiotext_end_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -451,7 +451,7 @@
       "special": true
     },
     "151699": {
-      "content": "<audiotext_pad_omni>",
+      "content": "<audiotext_pad_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -459,7 +459,7 @@
       "special": true
     },
     "151700": {
-      "content": "<audiogen_start_omni>",
+      "content": "<audiogen_start_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -467,7 +467,7 @@
       "special": true
     },
     "151701": {
-      "content": "<audiogen_end_omni>",
+      "content": "<audiogen_end_baichuan>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -500,32 +500,32 @@
     "<calc_start>",
     "<calc_end>",
     "<inner_think>",
-    "<audio_start_omni>",
-    "<audio_end_omni>",
-    "<audio_pad_omni>",
-    "<img_start_omni>",
-    "<img_end_omni>",
-    "<img_pad_omni>",
-    "<img_newline_omni>",
-    "<box_start_omni>",
-    "<box_end_omni>",
-    "<box_delim_omni>",
-    "<ref_start_omni>",
-    "<ref_end_omni>",
-    "<img_delim_omni>",
-    "<polygon_start_omni>",
-    "<polygon_end_omni>",
-    "<omni_pad_token>",
+    "<audio_start_baichuan>",
+    "<audio_end_baichuan>",
+    "<audio_pad_baichuan>",
+    "<img_start_baichuan>",
+    "<img_end_baichuan>",
+    "<img_pad_baichuan>",
+    "<img_newline_baichuan>",
+    "<box_start_baichuan>",
+    "<box_end_baichuan>",
+    "<box_delim_baichuan>",
+    "<ref_start_baichuan>",
+    "<ref_end_baichuan>",
+    "<img_delim_baichuan>",
+    "<polygon_start_baichuan>",
+    "<polygon_end_baichuan>",
+    "<baichuan_pad_token>",
     "<reserved_113>",
-    "<audio_delim_omni>",
-    "<video_start_omni>",
-    "<video_end_omni>",
-    "<video_palce_omni>",
-    "<audiotext_start_omni>",
-    "<audiotext_end_omni>",
-    "<audiotext_pad_omni>",
-    "<audiogen_start_omni>",
-    "<audiogen_end_omni>"
+    "<audio_delim_baichuan>",
+    "<video_start_baichuan>",
+    "<video_end_baichuan>",
+    "<video_palce_baichuan>",
+    "<audiotext_start_baichuan>",
+    "<audiotext_end_baichuan>",
+    "<audiotext_pad_baichuan>",
+    "<audiogen_start_baichuan>",
+    "<audiogen_end_baichuan>"
   ],
   "bos_token": null,
   "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",