| { |
| "architectures": [ |
| "TRMForCausalLM" |
| ], |
| "dtype": "bfloat16", |
| "model_type": "trm", |
| "pad_token_id": 50283, |
| "transformers_version": "4.57.1", |
| "trm_config_dict": { |
| "H_layers": 0, |
| "batch_size": 1, |
| "causal": true, |
| "dropout": 0.2, |
| "expansion": 4, |
| "forward_dtype": "bfloat16", |
| "freeze_embeddings": false, |
| "halt_exploration_prob": 0.1, |
| "halt_max_steps": 8, |
| "hidden_size": 768, |
| "loss": { |
| "loss_type": "stablemax_cross_entropy", |
| "name": "losses@ACTLossHead" |
| }, |
| "name": "recursive_reasoning.trm@TinyRecursiveModel", |
| "no_ACT_continue": true, |
| "num_heads": 12, |
| "num_layers": 8, |
| "num_puzzle_identifiers": 1, |
| "pos_encodings": "rope", |
| "pretrained_embeddings_model": "Alibaba-NLP/gte-modernbert-base", |
| "puzzle_emb_len": 0, |
| "puzzle_emb_ndim": 0, |
| "residual_recursion": false, |
| "seq_len": 512, |
| "vocab_size": 50368, |
| "y_cycles": 2, |
| "z_cycles": 3 |
| } |
| } |
|
|
