31 lines
669 B
JSON
31 lines
669 B
JSON
{
|
|
"embed_dim": 512,
|
|
"multimodal_cfg": {
|
|
"width": 768,
|
|
"context_length": 76,
|
|
"vocab_size": 64000,
|
|
"mlp_ratio": 4,
|
|
"layers": 12,
|
|
"dim_head": 64,
|
|
"heads": 12,
|
|
"n_queries": 256,
|
|
"attn_pooler_heads": 8
|
|
},
|
|
"vision_cfg": {
|
|
"image_size": 288,
|
|
"layers": 12,
|
|
"width": 768,
|
|
"patch_size": 18,
|
|
"output_tokens": true
|
|
},
|
|
"text_cfg": {
|
|
"context_length": 76,
|
|
"vocab_size": 64000,
|
|
"layers": 12,
|
|
"heads": 12,
|
|
"width": 768,
|
|
"embed_cls": true,
|
|
"output_tokens": true
|
|
},
|
|
"custom_text": true
|
|
} |