| library_name: transformers | |
| license: cc-by-nc-sa-4.0 | |
| ## same as previous one but | |
| - layer are 16 | |
| - heads are 16 | |
| - experts are 32 |
| library_name: transformers | |
| license: cc-by-nc-sa-4.0 | |
| ## same as previous one but | |
| - layer are 16 | |
| - heads are 16 | |
| - experts are 32 |