Migrate to zeromodels (rename kf_*.json -> zm_*.json, fix refs in config + README, ensure tag + badge)
dc94d79 verified | { | |
| "library_name": "zeromodels", | |
| "zeromodels_version": "1.2.4", | |
| "model_module": "zeromodels.models.t5", | |
| "model_class": "T5Model", | |
| "variant": "t5_3b", | |
| "weights": "model.weights.json", | |
| "schema_version": 2, | |
| "weight_dtype": "float32", | |
| "model_type": "t5", | |
| "text_config": { | |
| "vocab_size": 32128, | |
| "embed_dim": 1024, | |
| "key_value_dim": 128, | |
| "mlp_dim": 16384, | |
| "num_layers": 24, | |
| "num_decoder_layers": 24, | |
| "num_heads": 32, | |
| "relative_attention_num_buckets": 32, | |
| "relative_attention_max_distance": 128, | |
| "hidden_act": "relu", | |
| "layer_norm_eps": 1e-06, | |
| "dropout": 0.1, | |
| "tie_word_embeddings": true, | |
| "pad_token_id": 0, | |
| "eos_token_id": 1, | |
| "decoder_start_token_id": 0 | |
| } | |
| } |