Create special_tokens_map.json

special_tokens_map.json

@@ -0,0 +1,58 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|unk|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "additional_special_tokens": [
+    "<|code_start|>",
+    "<|code_end|>",
+    "<|math_start|>",
+    "<|math_end|>",
+    "<|reasoning_start|>",
+    "<|reasoning_end|>",
+    "<|explanation_start|>",
+    "<|explanation_end|>",
+    "<|test_start|>",
+    "<|test_end|>",
+    "<|doc_start|>",
+    "<|doc_end|>",
+    "<|python|>",
+    "<|javascript|>",
+    "<|typescript|>",
+    "<|java|>",
+    "<|cpp|>",
+    "<|csharp|>",
+    "<|go|>",
+    "<|rust|>",
+    "<|sql|>",
+    "<|bash|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|system|>",
+    "<|end|>"
+  ]
+}