danielhanchen commited on
Commit
708e745
·
verified ·
1 Parent(s): d67b667

Add files using upload-large-folder tool

Browse files
config.json CHANGED
@@ -29,6 +29,7 @@
29
  "sliding_window_pattern": 6,
30
  "torch_dtype": "bfloat16",
31
  "transformers_version": "4.50.0.dev0",
 
32
  "use_cache": true,
33
- "vocab_size": 262144
34
  }
 
29
  "sliding_window_pattern": 6,
30
  "torch_dtype": "bfloat16",
31
  "transformers_version": "4.50.0.dev0",
32
+ "unsloth_fixed": true,
33
  "use_cache": true,
34
+ "vocab_size": 262145
35
  }
generation_config.json CHANGED
@@ -3,6 +3,7 @@
3
  "bos_token_id": 2,
4
  "cache_implementation": "hybrid",
5
  "eos_token_id": 1,
 
6
  "pad_token_id": 0,
7
  "transformers_version": "4.50.0.dev0"
8
  }
 
3
  "bos_token_id": 2,
4
  "cache_implementation": "hybrid",
5
  "eos_token_id": 1,
6
+ "max_length": 32768,
7
  "pad_token_id": 0,
8
  "transformers_version": "4.50.0.dev0"
9
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee5250f6eb1aa7cfb729dfd4dc8d9964fd772324776c6d00bf2bc674c069cb27
3
- size 1999811208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:919d461fd6049a980f89b7e53ee487a8c7049162e8fef2aa3b9bdc35fc51391a
3
+ size 1999813512
special_tokens_map.json CHANGED
@@ -8,13 +8,7 @@
8
  "single_word": false
9
  },
10
  "eoi_token": "<end_of_image>",
11
- "eos_token": {
12
- "content": "<eos>",
13
- "lstrip": false,
14
- "normalized": false,
15
- "rstrip": false,
16
- "single_word": false
17
- },
18
  "image_token": "<image_soft_token>",
19
  "pad_token": {
20
  "content": "<pad>",
 
8
  "single_word": false
9
  },
10
  "eoi_token": "<end_of_image>",
11
+ "eos_token": "<eos>",
 
 
 
 
 
 
12
  "image_token": "<image_soft_token>",
13
  "pad_token": {
14
  "content": "<pad>",
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d4046bf0505a327dd5a0abbb427ecd4fc82f99c2ceaa170bc61ecde12809b0c
3
- size 33384570
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
3
+ size 33384568
tokenizer_config.json CHANGED
@@ -2160,7 +2160,7 @@
2160
  "normalized": false,
2161
  "rstrip": false,
2162
  "single_word": false,
2163
- "special": false
2164
  },
2165
  "256000": {
2166
  "content": "<end_of_image>",
@@ -2168,7 +2168,7 @@
2168
  "normalized": false,
2169
  "rstrip": false,
2170
  "single_word": false,
2171
- "special": false
2172
  },
2173
  "256001": {
2174
  "content": "<unused99>",
@@ -51334,8 +51334,9 @@
51334
  "image_token": "<image_soft_token>"
51335
  },
51336
  "image_token": "<image_soft_token>",
51337
- "model_max_length": 1000000000000000019884624838656,
51338
  "pad_token": "<pad>",
 
51339
  "sp_model_kwargs": null,
51340
  "spaces_between_special_tokens": false,
51341
  "tokenizer_class": "GemmaTokenizer",
 
2160
  "normalized": false,
2161
  "rstrip": false,
2162
  "single_word": false,
2163
+ "special": true
2164
  },
2165
  "256000": {
2166
  "content": "<end_of_image>",
 
2168
  "normalized": false,
2169
  "rstrip": false,
2170
  "single_word": false,
2171
+ "special": true
2172
  },
2173
  "256001": {
2174
  "content": "<unused99>",
 
51334
  "image_token": "<image_soft_token>"
51335
  },
51336
  "image_token": "<image_soft_token>",
51337
+ "model_max_length": 32768,
51338
  "pad_token": "<pad>",
51339
+ "padding_side": "left",
51340
  "sp_model_kwargs": null,
51341
  "spaces_between_special_tokens": false,
51342
  "tokenizer_class": "GemmaTokenizer",