Jingyang Ou commited on
Commit
8e464b5
·
verified ·
1 Parent(s): 51556a5

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +5 -17
config.json CHANGED
@@ -16,18 +16,10 @@
16
  "ema": 0.9999,
17
  "loss_type": "t_DCE"
18
  },
19
- "train_set": {
20
- "name": "openwebtext",
21
- "cache_dir": "assets/datasets/openwebtext"
22
- },
23
- "valid_set": {
24
- "name": "wikitext103",
25
- "cache_dir": "assets/datasets/wikitext"
26
- },
27
- "graph": {
28
- "type": "absorb",
29
- "file": "data",
30
- "report_all": false
31
  },
32
  "noise": {
33
  "type": "loglinear",
@@ -36,8 +28,7 @@
36
  },
37
  "sampling": {
38
  "predictor": "euler",
39
- "steps": 128,
40
- "noise_removal": true
41
  },
42
  "eval": {
43
  "batch_size": 512,
@@ -62,11 +53,8 @@
62
  "length": 1024,
63
  "n_blocks": 12,
64
  "n_heads": 12,
65
- "scale_by_sigma": true,
66
  "dropout": 0.02,
67
  "use_checkpoint": false,
68
- "remove_time_condition": true,
69
- "add_softmax": true,
70
  "dtype": "float16"
71
  }
72
  }
 
16
  "ema": 0.9999,
17
  "loss_type": "t_DCE"
18
  },
19
+ "data": {
20
+ "train": "openwebtext",
21
+ "valid": "wikitext103",
22
+ "cache_dir": "data"
 
 
 
 
 
 
 
 
23
  },
24
  "noise": {
25
  "type": "loglinear",
 
28
  },
29
  "sampling": {
30
  "predictor": "euler",
31
+ "steps": 1024
 
32
  },
33
  "eval": {
34
  "batch_size": 512,
 
53
  "length": 1024,
54
  "n_blocks": 12,
55
  "n_heads": 12,
 
56
  "dropout": 0.02,
57
  "use_checkpoint": false,
 
 
58
  "dtype": "float16"
59
  }
60
  }