OzzyGT HF Staff commited on
Commit
8775691
·
verified ·
1 Parent(s): a8f401a

Upload 11 files

Browse files
text_encoder/config.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Mistral3ForConditionalGeneration"
4
+ ],
5
+ "dtype": "bfloat16",
6
+ "image_token_index": 10,
7
+ "model_type": "mistral3",
8
+ "multimodal_projector_bias": false,
9
+ "projector_hidden_act": "gelu",
10
+ "quantization_config": {
11
+ "_load_in_4bit": true,
12
+ "_load_in_8bit": false,
13
+ "bnb_4bit_compute_dtype": "bfloat16",
14
+ "bnb_4bit_quant_storage": "uint8",
15
+ "bnb_4bit_quant_type": "nf4",
16
+ "bnb_4bit_use_double_quant": false,
17
+ "llm_int8_enable_fp32_cpu_offload": false,
18
+ "llm_int8_has_fp16_weight": false,
19
+ "llm_int8_skip_modules": null,
20
+ "llm_int8_threshold": 6.0,
21
+ "load_in_4bit": true,
22
+ "load_in_8bit": false,
23
+ "quant_method": "bitsandbytes"
24
+ },
25
+ "spatial_merge_size": 2,
26
+ "text_config": {
27
+ "attention_dropout": 0.0,
28
+ "dtype": "bfloat16",
29
+ "head_dim": 128,
30
+ "hidden_act": "silu",
31
+ "hidden_size": 5120,
32
+ "initializer_range": 0.02,
33
+ "intermediate_size": 32768,
34
+ "max_position_embeddings": 131072,
35
+ "model_type": "mistral",
36
+ "num_attention_heads": 32,
37
+ "num_hidden_layers": 40,
38
+ "num_key_value_heads": 8,
39
+ "rms_norm_eps": 1e-05,
40
+ "rope_theta": 1000000000.0,
41
+ "sliding_window": null,
42
+ "use_cache": true,
43
+ "vocab_size": 131072
44
+ },
45
+ "transformers_version": "4.57.1",
46
+ "vision_config": {
47
+ "attention_dropout": 0.0,
48
+ "dtype": "bfloat16",
49
+ "head_dim": 64,
50
+ "hidden_act": "silu",
51
+ "hidden_size": 1024,
52
+ "image_size": 1540,
53
+ "initializer_range": 0.02,
54
+ "intermediate_size": 4096,
55
+ "model_type": "pixtral",
56
+ "num_attention_heads": 16,
57
+ "num_channels": 3,
58
+ "num_hidden_layers": 24,
59
+ "patch_size": 14,
60
+ "rope_theta": 10000.0
61
+ },
62
+ "vision_feature_layer": -1
63
+ }
text_encoder/generation_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "do_sample": true,
5
+ "eos_token_id": 2,
6
+ "temperature": 0.15,
7
+ "transformers_version": "4.57.1"
8
+ }
text_encoder/model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4875062f3f8a490cc45ac429ccfb1d146c5363542f3693ba77484cc62e7f3097
3
+ size 4934721590
text_encoder/model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e687a020dc99c4d3ed2f196c8f58c5760544d78b443453d11a6de441ed62006
3
+ size 4991630581
text_encoder/model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71e0c94eae03c4d9e8511d11f8afded8a057f1805f5f7e3dca01bdf773fbdd30
3
+ size 4169109891
text_encoder/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b72834082387ce74af5414bf353165eab35661f3261f7c9c9f16da505b64e93
3
+ size 1342177424
text_encoder/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
transformer/config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "Flux2Transformer2DModel",
3
+ "_diffusers_version": "0.36.0.dev0",
4
+ "_name_or_path": "/home/ozzy/Documents/diffusers/models/FLUX.2-dev",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 32,
8
+ 32,
9
+ 32,
10
+ 32
11
+ ],
12
+ "eps": 1e-06,
13
+ "in_channels": 128,
14
+ "joint_attention_dim": 15360,
15
+ "mlp_ratio": 3.0,
16
+ "num_attention_heads": 48,
17
+ "num_layers": 8,
18
+ "num_single_layers": 48,
19
+ "out_channels": null,
20
+ "patch_size": 1,
21
+ "quantization_config": {
22
+ "_load_in_4bit": true,
23
+ "_load_in_8bit": false,
24
+ "bnb_4bit_compute_dtype": "bfloat16",
25
+ "bnb_4bit_quant_storage": "uint8",
26
+ "bnb_4bit_quant_type": "nf4",
27
+ "bnb_4bit_use_double_quant": false,
28
+ "llm_int8_enable_fp32_cpu_offload": false,
29
+ "llm_int8_has_fp16_weight": false,
30
+ "llm_int8_skip_modules": null,
31
+ "llm_int8_threshold": 6.0,
32
+ "load_in_4bit": true,
33
+ "load_in_8bit": false,
34
+ "quant_method": "bitsandbytes"
35
+ },
36
+ "rope_theta": 2000,
37
+ "timestep_guidance_channels": 256
38
+ }
transformer/diffusion_pytorch_model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef849d9660b578db97a3e29a9b99f4cef51ebb6938c11e3905eee46a5dda8d2b
3
+ size 9992770850
transformer/diffusion_pytorch_model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43bf95cffd68187b9e2097f11f80295433661ff8654d09413c27d1ad87c30107
3
+ size 8132999253
transformer/diffusion_pytorch_model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff