|
{
|
|
"embed_dim": 1280,
|
|
"quick_gelu": true,
|
|
"vision_cfg": {
|
|
"image_size": 224,
|
|
"layers": 48,
|
|
"width": 1664,
|
|
"head_width": 104,
|
|
"mlp_ratio": 4.9231,
|
|
"patch_size": 14
|
|
},
|
|
"text_cfg": {
|
|
"context_length": 77,
|
|
"vocab_size": 49408,
|
|
"width": 1280,
|
|
"heads": 20,
|
|
"layers": 32
|
|
}
|
|
} |