Upload folder using huggingface_hub

README.md

@@ -23,10 +23,6 @@ tags:
 - mistral-common
 - unsloth
 ---
-> [!NOTE]
->  Includes Unsloth **chat template fixes**! <br> For `llama.cpp`, use `--jinja`
->
-
 <div>
 <p style="margin-top: 0;margin-bottom: 0;">
     <em><a href="https://docs.unsloth.ai/basics/unsloth-dynamic-v2.0-gguf">Unsloth Dynamic 2.0</a> achieves superior accuracy & outperforms other leading quants.</em>

config.json

@@ -2,7 +2,9 @@
   "architectures": [
     "Mistral3ForConditionalGeneration"
   ],
+  "bos_token_id": 1,
   "torch_dtype": "bfloat16",
+  "eos_token_id": 2,
   "image_token_index": 10,
   "model_type": "mistral3",
   "multimodal_projector_bias": false,
@@ -11,6 +13,7 @@
   "spatial_merge_size": 2,
   "text_config": {
     "attention_dropout": 0.0,
+    "torch_dtype": "bfloat16",
     "head_dim": 128,
     "hidden_act": "silu",
     "hidden_size": 5120,
@@ -42,6 +45,7 @@
   "unsloth_fixed": true,
   "vision_config": {
     "attention_dropout": 0.0,
+    "torch_dtype": "bfloat16",
     "head_dim": 64,
     "hidden_act": "silu",
     "hidden_size": 1024,