baseten-admin commited on
Commit
8050da8
·
verified ·
1 Parent(s): 4f208bf

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -39,3 +39,17 @@ asym_max/qwen_fp4_exclude_none_algo_max_asymmetric.png filter=lfs diff=lfs merge
39
  sym_svdquant/qwen_fp4_exclude_none_algo_svdquant.png filter=lfs diff=lfs merge=lfs -text
40
  asym_smoothquant/qwen_fp4_exclude_none_algo_smoothquant_asymmetric.png filter=lfs diff=lfs merge=lfs -text
41
  asym_svdquant/qwen_fp4_exclude_none_algo_svdquant_asymmetric.png filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  sym_svdquant/qwen_fp4_exclude_none_algo_svdquant.png filter=lfs diff=lfs merge=lfs -text
40
  asym_smoothquant/qwen_fp4_exclude_none_algo_smoothquant_asymmetric.png filter=lfs diff=lfs merge=lfs -text
41
  asym_svdquant/qwen_fp4_exclude_none_algo_svdquant_asymmetric.png filter=lfs diff=lfs merge=lfs -text
42
+ evaluation_results/asym_max_image.png filter=lfs diff=lfs merge=lfs -text
43
+ evaluation_results/asym_smoothquant_image.png filter=lfs diff=lfs merge=lfs -text
44
+ evaluation_results/asym_svdquant_image.png filter=lfs diff=lfs merge=lfs -text
45
+ evaluation_results/baseline_image.png filter=lfs diff=lfs merge=lfs -text
46
+ evaluation_results/comparison_asym_max.png filter=lfs diff=lfs merge=lfs -text
47
+ evaluation_results/comparison_asym_smoothquant.png filter=lfs diff=lfs merge=lfs -text
48
+ evaluation_results/comparison_asym_svdquant.png filter=lfs diff=lfs merge=lfs -text
49
+ evaluation_results/comparison_grid.png filter=lfs diff=lfs merge=lfs -text
50
+ evaluation_results/comparison_sym_max.png filter=lfs diff=lfs merge=lfs -text
51
+ evaluation_results/comparison_sym_smoothquant.png filter=lfs diff=lfs merge=lfs -text
52
+ evaluation_results/comparison_sym_svdquant.png filter=lfs diff=lfs merge=lfs -text
53
+ evaluation_results/sym_max_image.png filter=lfs diff=lfs merge=lfs -text
54
+ evaluation_results/sym_smoothquant_image.png filter=lfs diff=lfs merge=lfs -text
55
+ evaluation_results/sym_svdquant_image.png filter=lfs diff=lfs merge=lfs -text
evaluation_results/asym_max_image.png ADDED

Git LFS Details

  • SHA256: 70264738dc0aaaff6be59104b399f602c948387165ccf709c95e6982d5ef1d6e
  • Pointer size: 132 Bytes
  • Size of remote file: 1.41 MB
evaluation_results/asym_max_latents.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d26368ee0f1ba0e6ab98290c0e06dcad78cd8cb5b9daed3196a2a0bf19a0b819
3
+ size 1050216
evaluation_results/asym_smoothquant_image.png ADDED

Git LFS Details

  • SHA256: 581885d46e0ec520cdf3739e39adddb7e7d9b446060b359b3f695674120c577d
  • Pointer size: 132 Bytes
  • Size of remote file: 1.41 MB
evaluation_results/asym_smoothquant_latents.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd833a5b8edcf1db060fb71867b2316635b223c9ee765a5fb1f86f61ddf55a66
3
+ size 1050336
evaluation_results/asym_svdquant_image.png ADDED

Git LFS Details

  • SHA256: 68578cfb93ed58db0a138346463ef79efcffa1e5753a95a3f79d803c82381a7b
  • Pointer size: 132 Bytes
  • Size of remote file: 1.38 MB
evaluation_results/asym_svdquant_latents.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acbf3377de067746186602160dc5908abc532a095968c937fdb198430917a201
3
+ size 1050251
evaluation_results/baseline_image.png ADDED

Git LFS Details

  • SHA256: 118c5ba7e25824fad465e55b14b99298f7b99c49625eb5d399f1b431679bb224
  • Pointer size: 132 Bytes
  • Size of remote file: 1.37 MB
evaluation_results/baseline_latents.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80ab56a26d23d403ebc32761c0c4452075a993a61fa5498b18d3f61c81dd0b1a
3
+ size 1050216
evaluation_results/comparison_asym_max.png ADDED

Git LFS Details

  • SHA256: b4df1c459b89a2b05985b4e7b51120d6542fa57efefab4c49119b0f3b2310558
  • Pointer size: 132 Bytes
  • Size of remote file: 3.38 MB
evaluation_results/comparison_asym_smoothquant.png ADDED

Git LFS Details

  • SHA256: dcd2785e041b16808a5e0df9dba429a6794c2b7b90fc6a1dfa0c9bb4373d7d44
  • Pointer size: 132 Bytes
  • Size of remote file: 3.38 MB
evaluation_results/comparison_asym_svdquant.png ADDED

Git LFS Details

  • SHA256: 3b538e84a0f11da7a63174f42a2550c3a7a38f2ec31f487f8e39a5d41aa973d1
  • Pointer size: 132 Bytes
  • Size of remote file: 3.28 MB
evaluation_results/comparison_grid.png ADDED

Git LFS Details

  • SHA256: eb72765b047442ba27f09279a9fbeb72ce262eea5f1a0e1f1b33b452a8dd4d3c
  • Pointer size: 132 Bytes
  • Size of remote file: 5.15 MB
evaluation_results/comparison_sym_max.png ADDED

Git LFS Details

  • SHA256: 4788fce412c02ec99ea3a65a473aeff8646f6d48f79eb5639b2f135c14f12ff6
  • Pointer size: 132 Bytes
  • Size of remote file: 3.36 MB
evaluation_results/comparison_sym_smoothquant.png ADDED

Git LFS Details

  • SHA256: b5a1ce0c183823135481aefb05d3d75458532e919a7523ef67bb1ab9cc63298d
  • Pointer size: 132 Bytes
  • Size of remote file: 3.37 MB
evaluation_results/comparison_sym_svdquant.png ADDED

Git LFS Details

  • SHA256: 0f023de66318444fb0dfca7ff647ef08b9013009d52eb29daf29721539f1237e
  • Pointer size: 132 Bytes
  • Size of remote file: 3.27 MB
evaluation_results/metrics_summary.txt ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ QWEN-IMAGE 2512 — FP4 PTQ QUALITY EVALUATION
2
+ ================================================================================
3
+
4
+ Configuration:
5
+ Baseline: BF16 (no quantization)
6
+ Latent shape: (1, 4096, 64)
7
+ Image size: (1024, 1024, 3)
8
+ Prompt: 'a photo of an astronaut riding a horse on mars, highly detailed, 4k'
9
+ Seed: 42, Steps: 30, Size: 1024x1024
10
+
11
+ LATENT-SPACE METRICS (on raw denoised output before VAE decode):
12
+ Latent MSE = Mean Squared Error (lower = better, 0 = identical)
13
+ CosSim = Cosine Similarity (1.0 = identical direction)
14
+ SNR = Signal-to-Noise Ratio in dB (higher = better)
15
+
16
+ IMAGE-SPACE METRICS (on decoded 1024x1024 images):
17
+ Img PSNR = Peak Signal-to-Noise Ratio in dB (higher = better)
18
+ SSIM = Structural Similarity Index (1.0 = identical)
19
+ LPIPS = Learned Perceptual Similarity (lower = better)
20
+
21
+
22
+ ================================================================================
23
+ SORTED BY LATENT MSE (lower = better)
24
+ ================================================================================
25
+ # Model Latent MSE
26
+ 1. sym_svdquant 0.0234 <- BEST
27
+ 2. asym_smoothquant 0.0337
28
+ 3. asym_max 0.0395
29
+ 4. asym_svdquant 0.0407
30
+ 5. sym_max 0.0427
31
+ 6. sym_smoothquant 0.0471 <- WORST
32
+
33
+ ================================================================================
34
+ SORTED BY COSINE SIMILARITY (higher = better)
35
+ ================================================================================
36
+ # Model CosSim
37
+ 1. sym_svdquant 0.9484 <- BEST
38
+ 2. asym_smoothquant 0.9253
39
+ 3. asym_max 0.9116
40
+ 4. asym_svdquant 0.9097
41
+ 5. sym_max 0.9038
42
+ 6. sym_smoothquant 0.8939 <- WORST
43
+
44
+ ================================================================================
45
+ SORTED BY SNR (higher = better)
46
+ ================================================================================
47
+ # Model SNR (dB)
48
+ 1. sym_svdquant 10.0 <- BEST
49
+ 2. asym_smoothquant 8.4
50
+ 3. asym_max 7.7
51
+ 4. asym_svdquant 7.6
52
+ 5. sym_max 7.4
53
+ 6. sym_smoothquant 6.9 <- WORST
54
+
55
+ ================================================================================
56
+ SORTED BY IMAGE PSNR (higher = better)
57
+ ================================================================================
58
+ # Model PSNR (dB)
59
+ 1. sym_svdquant 19.8 <- BEST
60
+ 2. asym_smoothquant 19.5
61
+ 3. asym_max 19.1
62
+ 4. asym_svdquant 18.2
63
+ 5. sym_max 17.8
64
+ 6. sym_smoothquant 17.4 <- WORST
65
+
66
+ ================================================================================
67
+ SORTED BY SSIM (higher = better)
68
+ ================================================================================
69
+ # Model SSIM
70
+ 1. sym_svdquant 0.801 <- BEST
71
+ 2. asym_svdquant 0.763
72
+ 3. asym_smoothquant 0.751
73
+ 4. asym_max 0.736
74
+ 5. sym_max 0.719
75
+ 6. sym_smoothquant 0.709 <- WORST
76
+
77
+ ================================================================================
78
+ SORTED BY LPIPS (lower = better)
79
+ ================================================================================
80
+ # Model LPIPS
81
+ 1. sym_svdquant 0.200 <- BEST
82
+ 2. asym_svdquant 0.297
83
+ 3. asym_smoothquant 0.348
84
+ 4. sym_smoothquant 0.359
85
+ 5. sym_max 0.364
86
+ 6. asym_max 0.376 <- WORST
87
+
88
+ ================================================================================
89
+ OVERALL RANKING (average rank across all 6 metrics)
90
+ ================================================================================
91
+ # Model Avg Rank Wins
92
+ 1. sym_svdquant 1.0 6/6 <- BEST on every metric
93
+ 2. asym_smoothquant 2.3 0/6
94
+ 3. asym_svdquant 3.2 0/6
95
+ 4. asym_max 3.8 0/6
96
+ 5. sym_max 5.0 0/6
97
+ 6. sym_smoothquant 5.7 0/6 <- WORST on 4/6 metrics
98
+ ================================================================================
evaluation_results/sym_max_image.png ADDED

Git LFS Details

  • SHA256: 2394a033c805b868e86cdc948c0d7d7a84a6f3a62573db14a3499a6dcc3da93b
  • Pointer size: 132 Bytes
  • Size of remote file: 1.39 MB
evaluation_results/sym_max_latents.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb4a0d882457b6212d6d407ddc30efc9cfa40196d4c081e95cb9c1edcbee34f
3
+ size 1050209
evaluation_results/sym_smoothquant_image.png ADDED

Git LFS Details

  • SHA256: 2f45b32ef71dbe2fcbf4422ce59146c3b8448d263e481531e90c555171f2c6c7
  • Pointer size: 132 Bytes
  • Size of remote file: 1.4 MB
evaluation_results/sym_smoothquant_latents.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f485c8b5b37d089e2500bdf9c6129ff32acfd1a920fcb670a9f33c34bf5ed20
3
+ size 1050329
evaluation_results/sym_svdquant_image.png ADDED

Git LFS Details

  • SHA256: 3e23278b126707a74ba681b1605336504fff5fd7f724869c3ad9866f14d36c12
  • Pointer size: 132 Bytes
  • Size of remote file: 1.38 MB
evaluation_results/sym_svdquant_latents.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:949fd82d051b0bea0c2846c0f2877d0a79da39c04afcf8ef384172453bd8a7d2
3
+ size 1050244