JMalott commited on
Commit
dbc2880
·
1 Parent(s): 027487b

Update min_dalle/min_dalle.py

Browse files
Files changed (1) hide show
  1. min_dalle/min_dalle.py +2 -1
min_dalle/min_dalle.py CHANGED
@@ -39,7 +39,8 @@ class MinDalle:
39
  self.dtype = dtype
40
  self.is_verbose = is_verbose
41
  self.text_token_count = 64
42
- self.layer_count = 24 if is_mega else 12
 
43
  self.attention_head_count = 32 if is_mega else 16
44
  self.embed_count = 2048 if is_mega else 1024
45
  self.glu_embed_count = 4096 if is_mega else 2730
 
39
  self.dtype = dtype
40
  self.is_verbose = is_verbose
41
  self.text_token_count = 64
42
+ #Changed
43
+ self.layer_count = 24 if is_mega else 6
44
  self.attention_head_count = 32 if is_mega else 16
45
  self.embed_count = 2048 if is_mega else 1024
46
  self.glu_embed_count = 4096 if is_mega else 2730