lapp0 commited on
Commit
7da8b46
·
verified ·
1 Parent(s): 6694218

Training in progress, step 61875

Browse files
logs/attn_layer_mapper=all, attn_loss_fn=logsum, attn_projector=miles/events.out.tfevents.1724541604.f383272e719b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:864065087982f39f4177fd00dbbcf3c73d12327316e97f2405a07c5858b4100e
3
+ size 29625281
logs/attn_layer_mapper=all, attn_loss_fn=raw_mse, attn_projector=miles/completed.flag ADDED
File without changes
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e4e12deaeab134bd4bfa52f1550a57b8d68ded99389617b8a73665515c24aed
3
  size 248894656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:424703a70c6de33f4ea2c85dd1f2be0add3d5c47fbb2f81a48da75dd8c22aeee
3
  size 248894656
tokenizer.json CHANGED
@@ -1,7 +1,19 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
4
- "padding": null,
 
 
 
 
 
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 50256,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 1023,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
+ "padding": {
10
+ "strategy": "BatchLongest",
11
+ "direction": "Right",
12
+ "pad_to_multiple_of": null,
13
+ "pad_id": 50256,
14
+ "pad_type_id": 0,
15
+ "pad_token": "<|endoftext|>"
16
+ },
17
  "added_tokens": [
18
  {
19
  "id": 50256,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69e8f4d6c8a98709c31aaccd719d69d1f82ff7f7d0023a62fe646d14320a8512
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0206f9d17505ba45df67cf2279065f851a908ed967be6f43a621173ad6cc3b7
3
  size 5432