Upload 10 files

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+saudi_map[[:space:]]Background[[:space:]]Removed.png filter=lfs diff=lfs merge=lfs -text
+saudi_map.png filter=lfs diff=lfs merge=lfs -text

claude-sonnet-4-preds.csv

@@ -0,0 +1,11 @@
+dialect_group,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+hijazi_jeddah,50,16.17,37.1,42.23,73.89,80.7,78.3,88.1,81.48
+hijazi_makkah,49,41.18,63.12,61.82,86.93,90.51,88.88,93.47,90.59
+hijazi_urban,50,34.98,58.74,57.74,84.97,90.76,89,91.3,90.08
+hijazi_urban_jeddah,50,21.76,48.63,51.35,83.25,91.5,89.2,93.16,91.16
+najdi_qasim,50,25.22,52.13,54.14,80.22,83.5,81.6,89,84.3
+najdi_riyadh,50,21.6,43.59,43.43,76.76,72,70.6,87.9,74.46
+najdi_urban,50,18.46,39.09,47.34,75.28,67.4,64.4,88.7,70.52
+northern_hail,50,15.23,44.42,53.24,77.11,82.1,79.6,90.8,83.34
+southern_asiri,50,27.6,55.27,37.59,74.3,57.1,55.5,89,60.48
+southern_jazan,50,31.04,47.9,50.25,78.87,61.7,61.2,87.1,66.28

cluade_preds.csv

@@ -0,0 +1,13 @@
+model_name,dialect_group,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+anthropic/claude-sonnet-4,hijazi_jeddah,50,16.17,37.1,42.23,73.89,80.7,78.3,88.1,81.48
+anthropic/claude-sonnet-4,hijazi_makkah,49,41.18,63.12,61.82,86.93,90.51,88.88,93.47,90.59
+anthropic/claude-sonnet-4,hijazi_urban,50,34.98,58.74,57.74,84.97,90.76,89,91.3,90.08
+anthropic/claude-sonnet-4,hijazi_urban_jeddah,50,21.76,48.63,51.35,83.25,91.5,89.2,93.16,91.16
+anthropic/claude-sonnet-4,najdi_qasim,50,25.22,52.13,54.14,80.22,83.5,81.6,89,84.3
+anthropic/claude-sonnet-4,najdi_riyadh,50,21.6,43.59,43.43,76.76,72,70.6,87.9,74.46
+anthropic/claude-sonnet-4,najdi_urban,50,18.46,39.09,47.34,75.28,67.4,64.4,88.7,70.52
+anthropic/claude-sonnet-4,northern_hail,50,15.23,44.42,53.24,77.11,82.1,79.6,90.8,83.34
+anthropic/claude-sonnet-4,southern_asiri,50,27.6,55.27,37.59,74.3,57.1,55.5,89,60.48
+anthropic/claude-sonnet-4,southern_jazan,50,31.04,47.9,50.25,78.87,61.7,61.2,87.1,66.28
+anthropic/claude-sonnet-4,eastern_urban,50,48.33,65.46,66.71,89.35,86.3,84,95.4,87.48
+anthropic/claude-sonnet-4,southern_qahtan,50,47.68,64.85,70.51,86.46,81.6,79.5,92.4,83.4

facebook-m2m100_418M-preds.csv

@@ -0,0 +1,11 @@
+model_name,dialect_group,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+facebook/m2m100_418M,hijazi_jeddah,50,2.61,17.29,15.78,54.08,21,19.4,39.9,23.6
+facebook/m2m100_418M,hijazi_makkah,49,17.3,40.09,40.19,73.52,54.39,51.12,65.1,54.86
+facebook/m2m100_418M,hijazi_urban,50,8.01,29.52,30.86,64.33,41.7,38.3,34.8,37.82
+facebook/m2m100_418M,hijazi_urban_jeddah,50,6.18,32.15,27.5,66.8,45.6,42.5,45,42.8
+facebook/m2m100_418M,najdi_qasim,50,3.46,18.86,26.85,63.04,38.8,35,52.9,39.72
+facebook/m2m100_418M,najdi_riyadh,50,3.59,20.16,18.99,60.61,27.2,26,47.8,30.1
+facebook/m2m100_418M,najdi_urban,50,0,18.06,21.36,64.07,26.4,25.5,67.7,32.26
+facebook/m2m100_418M,northern_hail,50,3.41,23.34,27.12,63.07,31.1,30.6,65.4,37
+facebook/m2m100_418M,southern_asiri,50,7.8,27.43,20.64,65.3,26.9,27.3,58.1,30.22
+facebook/m2m100_418M,southern_jazan,50,8.23,23.18,26.89,67.7,27.5,26.6,73.1,34.62

facebook-preds.csv

@@ -0,0 +1,13 @@
+model_name,dialect_group,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+facebook/m2m100_418M,hijazi_jeddah,50,2.61,17.29,15.78,54.08,21,19.4,39.9,23.6
+facebook/m2m100_418M,hijazi_makkah,49,17.3,40.09,40.19,73.52,54.39,51.12,65.1,54.86
+facebook/m2m100_418M,hijazi_urban,50,8.01,29.52,30.86,64.33,41.7,38.3,34.8,37.82
+facebook/m2m100_418M,hijazi_urban_jeddah,50,6.18,32.15,27.5,66.8,45.6,42.5,45,42.8
+facebook/m2m100_418M,najdi_qasim,50,3.46,18.86,26.85,63.04,38.8,35,52.9,39.72
+facebook/m2m100_418M,najdi_riyadh,50,3.59,20.16,18.99,60.61,27.2,26,47.8,30.1
+facebook/m2m100_418M,najdi_urban,50,0,18.06,21.36,64.07,26.4,25.5,67.7,32.26
+facebook/m2m100_418M,northern_hail,50,3.41,23.34,27.12,63.07,31.1,30.6,65.4,37
+facebook/m2m100_418M,southern_asiri,50,7.8,27.43,20.64,65.3,26.9,27.3,58.1,30.22
+facebook/m2m100_418M,southern_jazan,50,8.23,23.18,26.89,67.7,27.5,26.6,73.1,34.62
+facebook/m2m100_418M,eastern_urban,50,8.09,27.82,32.63,69.15,35.5,33.8,72.9,41.76
+facebook/m2m100_418M,southern_qahtan,50,13.21,31.95,33.37,68.78,39.4,36.2,71.7,44.94

gemini-preds.csv

@@ -0,0 +1,13 @@
+model_name,dialect_group,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+google/gemini-2.5-pro,hijazi_jeddah,50,28.52,47.13,55.4,80.54,88.5,85.5,93.1,88.94
+google/gemini-2.5-pro,hijazi_makkah,49,42.33,61.72,63.21,87.37,91.73,90.71,95,92.41
+google/gemini-2.5-pro,hijazi_urban,50,31.36,54.3,57.51,85.19,92.3,89.5,93.56,91.26
+google/gemini-2.5-pro,hijazi_urban_jeddah,50,26.34,51.95,56.43,84.53,92.36,90.1,95.34,92.34
+google/gemini-2.5-pro,najdi_qasim,50,39.59,60.41,62.3,83.86,88.5,84.8,93.2,88.42
+google/gemini-2.5-pro,najdi_riyadh,50,29.16,49.85,50.03,80.45,81.8,80.1,93.2,83.94
+google/gemini-2.5-pro,najdi_urban,50,29.28,47.46,53.51,81.41,85.1,82.6,94.1,86.46
+google/gemini-2.5-pro,northern_hail,50,19.41,47.35,57.11,78.44,85.1,83.3,92.7,86.62
+google/gemini-2.5-pro,southern_asiri,50,30.96,56.11,39.79,76.23,61.6,61,90.66,64.54
+google/gemini-2.5-pro,southern_jazan,50,41.67,57,68.36,86.26,75.7,73,92.4,77.74
+google/gemini-2.5-pro,eastern_urban,50,51.06,67.85,70.73,91.07,93.7,92.5,97.4,94.22
+google/gemini-2.5-pro,southern_qahtan,50,43.28,61.8,69.54,86.32,87.9,86.2,94.5,88.86

gemini_pro-preds.csv

@@ -0,0 +1,11 @@
+dialect_group,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+hijazi_jeddah,50,28.52,47.13,55.4,80.54,88.5,85.5,93.1,88.94
+hijazi_makkah,49,42.33,61.72,63.21,87.37,91.73,90.71,95,92.41
+hijazi_urban,50,31.36,54.3,57.51,85.19,92.3,89.5,93.56,91.26
+hijazi_urban_jeddah,50,26.34,51.95,56.43,84.53,92.36,90.1,95.34,92.34
+najdi_qasim,50,39.59,60.41,62.3,83.86,88.5,84.8,93.2,88.42
+najdi_riyadh,50,29.16,49.85,50.03,80.45,81.8,80.1,93.2,83.94
+najdi_urban,50,29.28,47.46,53.51,81.41,85.1,82.6,94.1,86.46
+northern_hail,50,19.41,47.35,57.11,78.44,85.1,83.3,92.7,86.62
+southern_asiri,50,30.96,56.11,39.79,76.23,61.6,61,90.66,64.54
+southern_jazan,50,41.67,57,68.36,86.26,75.7,73,92.4,77.74

gpt5-preds.csv

@@ -0,0 +1,13 @@
+model_name,dialect_group,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+openai/gpt-5,hijazi_jeddah,50,18.28,42.1,48.06,78.51,89,86.2,93.3,89.22
+openai/gpt-5,hijazi_makkah,49,47.3,65.36,68.94,88.64,92.65,90.51,95.41,92.55
+openai/gpt-5,hijazi_urban,50,37.43,58.8,64.46,86.46,92.9,90.54,94.32,92.62
+openai/gpt-5,hijazi_urban_jeddah,36,26.58,51.2,52.83,84.49,91.67,90,94.94,91.89
+openai/gpt-5,najdi_qasim,50,26.95,53.27,55.65,83.55,86.6,83.8,92.8,87.14
+openai/gpt-5,najdi_riyadh,50,31.77,50.8,51.42,80.79,82.8,79.6,92.6,84.06
+openai/gpt-5,najdi_urban,50,24.02,46,51.22,82.38,85.61,84.18,94.59,87.27
+openai/gpt-5,northern_hail,39,16.51,42.6,48.33,77.22,85.51,83.46,93.72,86.46
+openai/gpt-5,southern_asiri,50,34.98,58.45,41.44,76.6,63.2,61.2,93,65.5
+openai/gpt-5,southern_jazan,50,39.82,57.01,64.74,84.14,72.5,71.3,92.5,76.26
+openai/gpt-5,eastern_urban,50,58.2,71.98,77.52,92.52,93,92.1,97.4,93.96
+openai/gpt-5,southern_qahtan,50,42.98,63.81,66.47,87.89,88.2,85.3,94.7,88.22

saudi_mt_eval_combined.csv

@@ -0,0 +1,13 @@
+dialect_group,num_examples,BLEU,CHRF,METEOR,BERTScore_F1,adequacy,faithfulness,fluency,overall
+eastern_urban,54,28.36,51.66,62.1,82.75,66.57,62.31,84.81,68.15
+hijazi_jeddah,51,8.13,29.07,33.17,69.81,65.3,60.7,77.0,66.62
+hijazi_makkah,49,32.41,53.95,61.45,84.57,82.72,79.89,87.83,82.78
+hijazi_urban,50,19.75,44.65,50.85,78.21,72.24,67.04,68.98,69.12
+hijazi_urban_jeddah,51,14.73,41.4,45.32,78.42,79.39,75.51,77.65,76.76
+najdi_qasim,51,13.76,38.0,45.94,77.25,72.4,68.6,78.8,72.46
+najdi_riyadh,51,18.44,40.08,43.73,75.24,64.12,61.27,79.12,66.59
+najdi_urban,52,10.98,32.15,36.38,73.46,58.46,55.38,80.96,61.48
+northern_hail,50,13.27,36.97,43.6,73.58,64.5,60.1,82.2,66.38
+southern_asiri,50,13.28,38.97,29.53,68.87,42.02,39.04,60.21,43.13
+southern_jazan,50,29.78,47.67,57.03,79.62,53.09,51.06,86.17,58.45
+southern_qahtan,53,19.43,42.95,50.11,77.13,59.81,55.47,77.64,61.57