gajanhcc commited on
Commit
e656be9
·
verified ·
1 Parent(s): 857d4df

gajanhcc007/colpali-g1000

Browse files
README.md CHANGED
@@ -1,7 +1,7 @@
1
  ---
2
  library_name: peft
3
- license: apache-2.0
4
- base_model: vidore/ColSmolVLM-base
5
  tags:
6
  - generated_from_trainer
7
  model-index:
@@ -14,7 +14,7 @@ should probably proofread and complete it, then remove this comment. -->
14
 
15
  # colpali_ufo
16
 
17
- This model is a fine-tuned version of [vidore/ColSmolVLM-base](https://huggingface.co/vidore/ColSmolVLM-base) on an unknown dataset.
18
 
19
  ## Model description
20
 
@@ -34,16 +34,15 @@ More information needed
34
 
35
  The following hyperparameters were used during training:
36
  - learning_rate: 5e-05
37
- - train_batch_size: 2
38
  - eval_batch_size: 8
39
  - seed: 42
40
- - gradient_accumulation_steps: 8
41
  - total_train_batch_size: 16
42
  - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
43
  - lr_scheduler_type: linear
44
  - lr_scheduler_warmup_steps: 100
45
- - num_epochs: 3
46
- - mixed_precision_training: Native AMP
47
 
48
  ### Training results
49
 
@@ -51,7 +50,8 @@ The following hyperparameters were used during training:
51
 
52
  ### Framework versions
53
 
54
- - PEFT 0.14.0
55
- - Transformers 4.49.0
56
  - Pytorch 2.5.1+cu124
 
57
  - Tokenizers 0.21.0
 
1
  ---
2
  library_name: peft
3
+ license: gemma
4
+ base_model: vidore/colpali-v1.2-hf
5
  tags:
6
  - generated_from_trainer
7
  model-index:
 
14
 
15
  # colpali_ufo
16
 
17
+ This model is a fine-tuned version of [vidore/colpali-v1.2-hf](https://huggingface.co/vidore/colpali-v1.2-hf) on an unknown dataset.
18
 
19
  ## Model description
20
 
 
34
 
35
  The following hyperparameters were used during training:
36
  - learning_rate: 5e-05
37
+ - train_batch_size: 4
38
  - eval_batch_size: 8
39
  - seed: 42
40
+ - gradient_accumulation_steps: 4
41
  - total_train_batch_size: 16
42
  - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
43
  - lr_scheduler_type: linear
44
  - lr_scheduler_warmup_steps: 100
45
+ - num_epochs: 1
 
46
 
47
  ### Training results
48
 
 
50
 
51
  ### Framework versions
52
 
53
+ - PEFT 0.11.1
54
+ - Transformers 4.50.0.dev0
55
  - Pytorch 2.5.1+cu124
56
+ - Datasets 2.21.0
57
  - Tokenizers 0.21.0
adapter_config.json CHANGED
@@ -1,13 +1,11 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": {
4
- "base_model_class": "ColIdefics3",
5
- "parent_library": "colpali_engine.models.idefics3.colidefics3.modeling_colidefics3"
6
  },
7
- "base_model_name_or_path": "vidore/ColSmolVLM-base",
8
  "bias": "none",
9
- "eva_config": null,
10
- "exclude_modules": null,
11
  "fan_in_fan_out": false,
12
  "inference_mode": true,
13
  "init_lora_weights": "gaussian",
@@ -16,7 +14,6 @@
16
  "layers_to_transform": null,
17
  "loftq_config": {},
18
  "lora_alpha": 8,
19
- "lora_bias": false,
20
  "lora_dropout": 0.1,
21
  "megatron_config": null,
22
  "megatron_core": "megatron.core",
@@ -26,13 +23,13 @@
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
 
 
29
  "v_proj",
30
  "down_proj",
31
- "gate_proj",
32
  "o_proj",
33
- "up_proj",
34
- "k_proj",
35
- "q_proj"
36
  ],
37
  "task_type": null,
38
  "use_dora": false,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": {
4
+ "base_model_class": "ColPaliForRetrieval",
5
+ "parent_library": "transformers.models.colpali.modeling_colpali"
6
  },
7
+ "base_model_name_or_path": "vidore/colpali-v1.2-hf",
8
  "bias": "none",
 
 
9
  "fan_in_fan_out": false,
10
  "inference_mode": true,
11
  "init_lora_weights": "gaussian",
 
14
  "layers_to_transform": null,
15
  "loftq_config": {},
16
  "lora_alpha": 8,
 
17
  "lora_dropout": 0.1,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
+ "up_proj",
27
+ "gate_proj",
28
  "v_proj",
29
  "down_proj",
 
30
  "o_proj",
31
+ "q_proj",
32
+ "k_proj"
 
33
  ],
34
  "task_type": null,
35
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9b175eefd1915948058ef459f7a95057a9ec70c9aa75c5834b8d1e0d2a30de1
3
- size 42220792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b47da99b739240599da87081ae55e706364676cfca625880f0994f36e57fa298
3
+ size 45260040
runs/Mar03_13-55-06_d262a177bfae/events.out.tfevents.1741010111.d262a177bfae.975.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd6edfc2ffb8190da99752ae12dfdae4ad52f8ce89c81e278fd427913c07e80e
3
+ size 7028
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65ab1c0a8d82377b964da64bd3d4c21d48b2e9b3a928c79650ccae9d861a3b5c
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d569c22b7f4d2e6ef0ff6225612f989e8dfec942cd0039b667a598e7d0276253
3
  size 5304