Update final pretrained model at step 15625
Browse filesFinal saved weights and inference/tokenizer artifacts. No training arguments, source code, datasets, or profiling artifacts included.
- config.json +5 -2
- generation_config.json +1 -1
- model.safetensors +2 -2
config.json
CHANGED
|
@@ -17,6 +17,8 @@
|
|
| 17 |
"directional_routing_temp": 3.0,
|
| 18 |
"dropout_rate": 0.1,
|
| 19 |
"dtype": "bfloat16",
|
|
|
|
|
|
|
| 20 |
"eos_token_id": 7,
|
| 21 |
"fan_ratio": 0.125,
|
| 22 |
"fan_ratio_ffn": 0.0625,
|
|
@@ -99,10 +101,11 @@
|
|
| 99 |
"siamese_depth_scaling": true,
|
| 100 |
"siamese_normalized_input": true,
|
| 101 |
"stack_d_model": 24,
|
|
|
|
| 102 |
"stack_memory_cache_size": 2048,
|
| 103 |
"stack_slots": 16,
|
| 104 |
"tie_word_embeddings": false,
|
| 105 |
-
"transformers_version": "5.
|
| 106 |
"tweo_eps": 1e-06,
|
| 107 |
"tweo_loss_weight": 0.01,
|
| 108 |
"tweo_power": 4.0,
|
|
@@ -140,7 +143,7 @@
|
|
| 140 |
"use_repo_grape": true,
|
| 141 |
"use_siamesenorm": true,
|
| 142 |
"use_spelling_bee_embeddings": false,
|
| 143 |
-
"use_stack_memory":
|
| 144 |
"use_token_generator": true,
|
| 145 |
"use_tweo": true,
|
| 146 |
"use_xsa": true,
|
|
|
|
| 17 |
"directional_routing_temp": 3.0,
|
| 18 |
"dropout_rate": 0.1,
|
| 19 |
"dtype": "bfloat16",
|
| 20 |
+
"dynamics_metrics_enabled": true,
|
| 21 |
+
"dynamics_sample_tokens": 64,
|
| 22 |
"eos_token_id": 7,
|
| 23 |
"fan_ratio": 0.125,
|
| 24 |
"fan_ratio_ffn": 0.0625,
|
|
|
|
| 101 |
"siamese_depth_scaling": true,
|
| 102 |
"siamese_normalized_input": true,
|
| 103 |
"stack_d_model": 24,
|
| 104 |
+
"stack_entropy_loss_weight": 0.001,
|
| 105 |
"stack_memory_cache_size": 2048,
|
| 106 |
"stack_slots": 16,
|
| 107 |
"tie_word_embeddings": false,
|
| 108 |
+
"transformers_version": "5.19.0",
|
| 109 |
"tweo_eps": 1e-06,
|
| 110 |
"tweo_loss_weight": 0.01,
|
| 111 |
"tweo_power": 4.0,
|
|
|
|
| 143 |
"use_repo_grape": true,
|
| 144 |
"use_siamesenorm": true,
|
| 145 |
"use_spelling_bee_embeddings": false,
|
| 146 |
+
"use_stack_memory": false,
|
| 147 |
"use_token_generator": true,
|
| 148 |
"use_tweo": true,
|
| 149 |
"use_xsa": true,
|
generation_config.json
CHANGED
|
@@ -7,5 +7,5 @@
|
|
| 7 |
"output_attentions": false,
|
| 8 |
"output_hidden_states": false,
|
| 9 |
"pad_token_id": 0,
|
| 10 |
-
"transformers_version": "5.
|
| 11 |
}
|
|
|
|
| 7 |
"output_attentions": false,
|
| 8 |
"output_hidden_states": false,
|
| 9 |
"pad_token_id": 0,
|
| 10 |
+
"transformers_version": "5.19.0"
|
| 11 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:349762f2297289dbf9d0ce787969db09a15d01e2eb813276061fe1b5fae59a2f
|
| 3 |
+
size 169184776
|