File size: 800 Bytes
4c2c4e8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
wandb_version: 1

_wandb:
  desc: null
  value:
    cli_version: 0.13.5
    framework: huggingface
    huggingface_version: 4.24.0
    is_jupyter_run: true
    is_kaggle_kernel: false
    python_version: 3.10.6
    start_time: 1668083783.928274
    t:
      1:
      - 1
      - 11
      - 41
      - 49
      - 55
      2:
      - 1
      - 11
      - 41
      - 49
      - 55
      3:
      - 1
      - 2
      - 3
      - 23
      - 37
      4: 3.10.6
      5: 0.13.5
      6: 4.24.0
      8:
      - 1
      - 5
batch_size:
  desc: null
  value: 64
dropout:
  desc: null
  value: 0.1
epochs:
  desc: null
  value: 2
hidden_size:
  desc: null
  value: 512
lr:
  desc: null
  value: 0.001
max_seq_len:
  desc: null
  value: 60
num_heads:
  desc: null
  value: 8
num_layers:
  desc: null
  value: 6