| { |
| "model_type": "genbio_pathfm", |
| "architectures": ["GenBioPathFMModel"], |
| "auto_map": { |
| "AutoConfig": "configuration_genbio_pathfm.GenBioPathFMConfig", |
| "AutoModel": "modeling_genbio_pathfm.GenBioPathFMModel" |
| }, |
| "torch_dtype": "float32", |
| "tie_word_embeddings": false, |
| "img_size": 224, |
| "patch_size": 16, |
| "in_chans": 1, |
| "embed_dim": 1536, |
| "depth": 40, |
| "num_heads": 24, |
| "ffn_ratio": 4, |
| "n_storage_tokens": 4, |
| "ffn_layer": "swiglu64", |
| "layerscale_init": 1e-5, |
| "qkv_bias": false, |
| "proj_bias": true, |
| "ffn_bias": true, |
| "norm_layer": "layernorm", |
| "drop_path_rate": 0.0, |
| "pos_embed_rope_base": 100.0, |
| "pos_embed_rope_min_period": null, |
| "pos_embed_rope_max_period": null, |
| "pos_embed_rope_normalize_coords": "separate", |
| "pos_embed_rope_shift_coords": null, |
| "pos_embed_rope_jitter_coords": true, |
| "pos_embed_rope_rescale_coords": 2, |
| "pos_embed_rope_dtype": "bf16", |
| "image_mean": [0.697, 0.575, 0.728], |
| "image_std": [0.188, 0.240, 0.187] |
| } |
