Upload folder using huggingface_hub

README.md

@@ -1,6 +1,11 @@
 ---
+base_model: unsloth/gemma-2-2b-it
 library_name: transformers
 tags:
+- medical
+- unsloth
+- peft
+- qlora
 - mlx
 ---
 

config.json

@@ -26,12 +26,11 @@
     "pad_token_id": 0,
     "query_pre_attn_scalar": 256,
     "rms_norm_eps": 1e-06,
-    "rope_scaling": null,
     "rope_theta": 10000.0,
     "sliding_window": 4096,
-    "torch_dtype": "bfloat16",
-    "transformers_version": "4.45.0.dev0",
-    "unsloth_version": "2024.8",
+    "torch_dtype": "float32",
+    "transformers_version": "4.44.2",
+    "unsloth_version": "2024.9",
     "use_cache": true,
     "vocab_size": 256000
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35c62fb9f10c5a558c1bf438073c53aef81b8f153fe1a49a29d675ad72ab1c3f
+oid sha256:18dd08296858f1cab8f7ccede39ad31822c78d26ad6e3f27a883cf0b4204d77e
 size 5228717063

special_tokens_map.json

@@ -1,4 +1,8 @@
 {
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
   "bos_token": {
     "content": "<bos>",
     "lstrip": false,

tokenizer_config.json

@@ -1995,11 +1995,15 @@
       "special": false
     }
   },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
   "bos_token": "<bos>",
   "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<eos>",
-  "model_max_length": 8192,
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "padding_side": "left",
   "sp_model_kwargs": {},