change config

config.json

@@ -23,7 +23,7 @@
   "mm_projector_lr": null,
   "mm_projector_type": "mlp2x_gelu",
   "mm_vision_tower": "google/siglip-so400m-patch14-384",
-  "model_type": "cerule-gemma",
+  "model_type": "phi-msft",
   "num_attention_heads": 8,
   "num_hidden_layers": 18,
   "num_key_value_heads": 1,

configuration_gemma.py

@@ -25,8 +25,8 @@ GEMMA_PRETRAINED_CONFIG_ARCHIVE_MAP = {
 }
 
 
-class GemmaConfig(PretrainedConfig):
-    model_type = "gemma"
+class CeruleGemmaConfig(PretrainedConfig):
+    model_type = "phi-msft"
     keys_to_ignore_at_inference = ["past_key_values"]
 
     def __init__(
@@ -162,10 +162,3 @@ class SigLipVisionConfig(PretrainedConfig):
 
         return cls.from_dict(config_dict, **kwargs)
 
-
-class CeruleGemmaConfig(GemmaConfig):
-    model_type = "cerule-gemma"
-    
-    def __init__(self, **kwargs):
-        self.gemma_config = GemmaConfig(**kwargs)
-        super().__init__(**kwargs)