Update config.json

config.json

@@ -64,7 +64,7 @@
   },
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
+  "torch_dtype": "float16",
   "transformers_version": "4.35.2",
   "use_bfloat16": true,
   "use_cache": true,