KitsuVp commited on
Commit
d341641
·
verified ·
1 Parent(s): b7c5fa6

Update final pretrained model at step 15625

Browse files

Final saved weights and inference/tokenizer artifacts. No training arguments, source code, datasets, or profiling artifacts included.

Files changed (3) hide show
  1. config.json +5 -2
  2. generation_config.json +1 -1
  3. model.safetensors +2 -2
config.json CHANGED
@@ -17,6 +17,8 @@
17
  "directional_routing_temp": 3.0,
18
  "dropout_rate": 0.1,
19
  "dtype": "bfloat16",
 
 
20
  "eos_token_id": 7,
21
  "fan_ratio": 0.125,
22
  "fan_ratio_ffn": 0.0625,
@@ -99,10 +101,11 @@
99
  "siamese_depth_scaling": true,
100
  "siamese_normalized_input": true,
101
  "stack_d_model": 24,
 
102
  "stack_memory_cache_size": 2048,
103
  "stack_slots": 16,
104
  "tie_word_embeddings": false,
105
- "transformers_version": "5.17.0",
106
  "tweo_eps": 1e-06,
107
  "tweo_loss_weight": 0.01,
108
  "tweo_power": 4.0,
@@ -140,7 +143,7 @@
140
  "use_repo_grape": true,
141
  "use_siamesenorm": true,
142
  "use_spelling_bee_embeddings": false,
143
- "use_stack_memory": true,
144
  "use_token_generator": true,
145
  "use_tweo": true,
146
  "use_xsa": true,
 
17
  "directional_routing_temp": 3.0,
18
  "dropout_rate": 0.1,
19
  "dtype": "bfloat16",
20
+ "dynamics_metrics_enabled": true,
21
+ "dynamics_sample_tokens": 64,
22
  "eos_token_id": 7,
23
  "fan_ratio": 0.125,
24
  "fan_ratio_ffn": 0.0625,
 
101
  "siamese_depth_scaling": true,
102
  "siamese_normalized_input": true,
103
  "stack_d_model": 24,
104
+ "stack_entropy_loss_weight": 0.001,
105
  "stack_memory_cache_size": 2048,
106
  "stack_slots": 16,
107
  "tie_word_embeddings": false,
108
+ "transformers_version": "5.19.0",
109
  "tweo_eps": 1e-06,
110
  "tweo_loss_weight": 0.01,
111
  "tweo_power": 4.0,
 
143
  "use_repo_grape": true,
144
  "use_siamesenorm": true,
145
  "use_spelling_bee_embeddings": false,
146
+ "use_stack_memory": false,
147
  "use_token_generator": true,
148
  "use_tweo": true,
149
  "use_xsa": true,
generation_config.json CHANGED
@@ -7,5 +7,5 @@
7
  "output_attentions": false,
8
  "output_hidden_states": false,
9
  "pad_token_id": 0,
10
- "transformers_version": "5.17.0"
11
  }
 
7
  "output_attentions": false,
8
  "output_hidden_states": false,
9
  "pad_token_id": 0,
10
+ "transformers_version": "5.19.0"
11
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d872df53620fa2e6582b0df7ad3a187d4407e10164073907aa779fa87c20b59d
3
- size 169807072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:349762f2297289dbf9d0ce787969db09a15d01e2eb813276061fe1b5fae59a2f
3
+ size 169184776