Upload folder using huggingface_hub
Browse files- .gitattributes +14 -0
- evaluation_results/asym_max_image.png +3 -0
- evaluation_results/asym_max_latents.pt +3 -0
- evaluation_results/asym_smoothquant_image.png +3 -0
- evaluation_results/asym_smoothquant_latents.pt +3 -0
- evaluation_results/asym_svdquant_image.png +3 -0
- evaluation_results/asym_svdquant_latents.pt +3 -0
- evaluation_results/baseline_image.png +3 -0
- evaluation_results/baseline_latents.pt +3 -0
- evaluation_results/comparison_asym_max.png +3 -0
- evaluation_results/comparison_asym_smoothquant.png +3 -0
- evaluation_results/comparison_asym_svdquant.png +3 -0
- evaluation_results/comparison_grid.png +3 -0
- evaluation_results/comparison_sym_max.png +3 -0
- evaluation_results/comparison_sym_smoothquant.png +3 -0
- evaluation_results/comparison_sym_svdquant.png +3 -0
- evaluation_results/metrics_summary.txt +98 -0
- evaluation_results/sym_max_image.png +3 -0
- evaluation_results/sym_max_latents.pt +3 -0
- evaluation_results/sym_smoothquant_image.png +3 -0
- evaluation_results/sym_smoothquant_latents.pt +3 -0
- evaluation_results/sym_svdquant_image.png +3 -0
- evaluation_results/sym_svdquant_latents.pt +3 -0
.gitattributes
CHANGED
|
@@ -39,3 +39,17 @@ asym_max/qwen_fp4_exclude_none_algo_max_asymmetric.png filter=lfs diff=lfs merge
|
|
| 39 |
sym_svdquant/qwen_fp4_exclude_none_algo_svdquant.png filter=lfs diff=lfs merge=lfs -text
|
| 40 |
asym_smoothquant/qwen_fp4_exclude_none_algo_smoothquant_asymmetric.png filter=lfs diff=lfs merge=lfs -text
|
| 41 |
asym_svdquant/qwen_fp4_exclude_none_algo_svdquant_asymmetric.png filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
sym_svdquant/qwen_fp4_exclude_none_algo_svdquant.png filter=lfs diff=lfs merge=lfs -text
|
| 40 |
asym_smoothquant/qwen_fp4_exclude_none_algo_smoothquant_asymmetric.png filter=lfs diff=lfs merge=lfs -text
|
| 41 |
asym_svdquant/qwen_fp4_exclude_none_algo_svdquant_asymmetric.png filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
evaluation_results/asym_max_image.png filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
evaluation_results/asym_smoothquant_image.png filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
evaluation_results/asym_svdquant_image.png filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
evaluation_results/baseline_image.png filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
evaluation_results/comparison_asym_max.png filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
evaluation_results/comparison_asym_smoothquant.png filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
evaluation_results/comparison_asym_svdquant.png filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
evaluation_results/comparison_grid.png filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
evaluation_results/comparison_sym_max.png filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
evaluation_results/comparison_sym_smoothquant.png filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
evaluation_results/comparison_sym_svdquant.png filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
evaluation_results/sym_max_image.png filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
evaluation_results/sym_smoothquant_image.png filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
evaluation_results/sym_svdquant_image.png filter=lfs diff=lfs merge=lfs -text
|
evaluation_results/asym_max_image.png
ADDED
|
Git LFS Details
|
evaluation_results/asym_max_latents.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d26368ee0f1ba0e6ab98290c0e06dcad78cd8cb5b9daed3196a2a0bf19a0b819
|
| 3 |
+
size 1050216
|
evaluation_results/asym_smoothquant_image.png
ADDED
|
Git LFS Details
|
evaluation_results/asym_smoothquant_latents.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dd833a5b8edcf1db060fb71867b2316635b223c9ee765a5fb1f86f61ddf55a66
|
| 3 |
+
size 1050336
|
evaluation_results/asym_svdquant_image.png
ADDED
|
Git LFS Details
|
evaluation_results/asym_svdquant_latents.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:acbf3377de067746186602160dc5908abc532a095968c937fdb198430917a201
|
| 3 |
+
size 1050251
|
evaluation_results/baseline_image.png
ADDED
|
Git LFS Details
|
evaluation_results/baseline_latents.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80ab56a26d23d403ebc32761c0c4452075a993a61fa5498b18d3f61c81dd0b1a
|
| 3 |
+
size 1050216
|
evaluation_results/comparison_asym_max.png
ADDED
|
Git LFS Details
|
evaluation_results/comparison_asym_smoothquant.png
ADDED
|
Git LFS Details
|
evaluation_results/comparison_asym_svdquant.png
ADDED
|
Git LFS Details
|
evaluation_results/comparison_grid.png
ADDED
|
Git LFS Details
|
evaluation_results/comparison_sym_max.png
ADDED
|
Git LFS Details
|
evaluation_results/comparison_sym_smoothquant.png
ADDED
|
Git LFS Details
|
evaluation_results/comparison_sym_svdquant.png
ADDED
|
Git LFS Details
|
evaluation_results/metrics_summary.txt
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
QWEN-IMAGE 2512 — FP4 PTQ QUALITY EVALUATION
|
| 2 |
+
================================================================================
|
| 3 |
+
|
| 4 |
+
Configuration:
|
| 5 |
+
Baseline: BF16 (no quantization)
|
| 6 |
+
Latent shape: (1, 4096, 64)
|
| 7 |
+
Image size: (1024, 1024, 3)
|
| 8 |
+
Prompt: 'a photo of an astronaut riding a horse on mars, highly detailed, 4k'
|
| 9 |
+
Seed: 42, Steps: 30, Size: 1024x1024
|
| 10 |
+
|
| 11 |
+
LATENT-SPACE METRICS (on raw denoised output before VAE decode):
|
| 12 |
+
Latent MSE = Mean Squared Error (lower = better, 0 = identical)
|
| 13 |
+
CosSim = Cosine Similarity (1.0 = identical direction)
|
| 14 |
+
SNR = Signal-to-Noise Ratio in dB (higher = better)
|
| 15 |
+
|
| 16 |
+
IMAGE-SPACE METRICS (on decoded 1024x1024 images):
|
| 17 |
+
Img PSNR = Peak Signal-to-Noise Ratio in dB (higher = better)
|
| 18 |
+
SSIM = Structural Similarity Index (1.0 = identical)
|
| 19 |
+
LPIPS = Learned Perceptual Similarity (lower = better)
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
================================================================================
|
| 23 |
+
SORTED BY LATENT MSE (lower = better)
|
| 24 |
+
================================================================================
|
| 25 |
+
# Model Latent MSE
|
| 26 |
+
1. sym_svdquant 0.0234 <- BEST
|
| 27 |
+
2. asym_smoothquant 0.0337
|
| 28 |
+
3. asym_max 0.0395
|
| 29 |
+
4. asym_svdquant 0.0407
|
| 30 |
+
5. sym_max 0.0427
|
| 31 |
+
6. sym_smoothquant 0.0471 <- WORST
|
| 32 |
+
|
| 33 |
+
================================================================================
|
| 34 |
+
SORTED BY COSINE SIMILARITY (higher = better)
|
| 35 |
+
================================================================================
|
| 36 |
+
# Model CosSim
|
| 37 |
+
1. sym_svdquant 0.9484 <- BEST
|
| 38 |
+
2. asym_smoothquant 0.9253
|
| 39 |
+
3. asym_max 0.9116
|
| 40 |
+
4. asym_svdquant 0.9097
|
| 41 |
+
5. sym_max 0.9038
|
| 42 |
+
6. sym_smoothquant 0.8939 <- WORST
|
| 43 |
+
|
| 44 |
+
================================================================================
|
| 45 |
+
SORTED BY SNR (higher = better)
|
| 46 |
+
================================================================================
|
| 47 |
+
# Model SNR (dB)
|
| 48 |
+
1. sym_svdquant 10.0 <- BEST
|
| 49 |
+
2. asym_smoothquant 8.4
|
| 50 |
+
3. asym_max 7.7
|
| 51 |
+
4. asym_svdquant 7.6
|
| 52 |
+
5. sym_max 7.4
|
| 53 |
+
6. sym_smoothquant 6.9 <- WORST
|
| 54 |
+
|
| 55 |
+
================================================================================
|
| 56 |
+
SORTED BY IMAGE PSNR (higher = better)
|
| 57 |
+
================================================================================
|
| 58 |
+
# Model PSNR (dB)
|
| 59 |
+
1. sym_svdquant 19.8 <- BEST
|
| 60 |
+
2. asym_smoothquant 19.5
|
| 61 |
+
3. asym_max 19.1
|
| 62 |
+
4. asym_svdquant 18.2
|
| 63 |
+
5. sym_max 17.8
|
| 64 |
+
6. sym_smoothquant 17.4 <- WORST
|
| 65 |
+
|
| 66 |
+
================================================================================
|
| 67 |
+
SORTED BY SSIM (higher = better)
|
| 68 |
+
================================================================================
|
| 69 |
+
# Model SSIM
|
| 70 |
+
1. sym_svdquant 0.801 <- BEST
|
| 71 |
+
2. asym_svdquant 0.763
|
| 72 |
+
3. asym_smoothquant 0.751
|
| 73 |
+
4. asym_max 0.736
|
| 74 |
+
5. sym_max 0.719
|
| 75 |
+
6. sym_smoothquant 0.709 <- WORST
|
| 76 |
+
|
| 77 |
+
================================================================================
|
| 78 |
+
SORTED BY LPIPS (lower = better)
|
| 79 |
+
================================================================================
|
| 80 |
+
# Model LPIPS
|
| 81 |
+
1. sym_svdquant 0.200 <- BEST
|
| 82 |
+
2. asym_svdquant 0.297
|
| 83 |
+
3. asym_smoothquant 0.348
|
| 84 |
+
4. sym_smoothquant 0.359
|
| 85 |
+
5. sym_max 0.364
|
| 86 |
+
6. asym_max 0.376 <- WORST
|
| 87 |
+
|
| 88 |
+
================================================================================
|
| 89 |
+
OVERALL RANKING (average rank across all 6 metrics)
|
| 90 |
+
================================================================================
|
| 91 |
+
# Model Avg Rank Wins
|
| 92 |
+
1. sym_svdquant 1.0 6/6 <- BEST on every metric
|
| 93 |
+
2. asym_smoothquant 2.3 0/6
|
| 94 |
+
3. asym_svdquant 3.2 0/6
|
| 95 |
+
4. asym_max 3.8 0/6
|
| 96 |
+
5. sym_max 5.0 0/6
|
| 97 |
+
6. sym_smoothquant 5.7 0/6 <- WORST on 4/6 metrics
|
| 98 |
+
================================================================================
|
evaluation_results/sym_max_image.png
ADDED
|
Git LFS Details
|
evaluation_results/sym_max_latents.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2fb4a0d882457b6212d6d407ddc30efc9cfa40196d4c081e95cb9c1edcbee34f
|
| 3 |
+
size 1050209
|
evaluation_results/sym_smoothquant_image.png
ADDED
|
Git LFS Details
|
evaluation_results/sym_smoothquant_latents.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f485c8b5b37d089e2500bdf9c6129ff32acfd1a920fcb670a9f33c34bf5ed20
|
| 3 |
+
size 1050329
|
evaluation_results/sym_svdquant_image.png
ADDED
|
Git LFS Details
|
evaluation_results/sym_svdquant_latents.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:949fd82d051b0bea0c2846c0f2877d0a79da39c04afcf8ef384172453bd8a7d2
|
| 3 |
+
size 1050244
|