Training in progress, epoch 1

adapter_config.json

@@ -1,27 +1,19 @@
 {
-  "alpha_pattern": {},
   "auto_mapping": null,
   "base_model_name_or_path": "distilbert-base-uncased",
-  "bias": "all",
   "fan_in_fan_out": false,
+  "feedforward_modules": [
+    "out_lin"
+  ],
   "inference_mode": true,
-  "init_lora_weights": true,
-  "layers_pattern": null,
-  "layers_to_transform": null,
-  "loftq_config": {},
-  "lora_alpha": 16,
-  "lora_dropout": 0.1,
-  "megatron_config": null,
-  "megatron_core": "megatron.core",
+  "init_ia3_weights": true,
   "modules_to_save": null,
-  "peft_type": "LORA",
-  "r": 16,
-  "rank_pattern": {},
+  "peft_type": "IA3",
   "revision": null,
   "target_modules": [
     "v_lin",
+    "out_lin",
     "q_lin"
   ],
-  "task_type": "TOKEN_CLS",
-  "use_rslora": false
+  "task_type": "TOKEN_CLS"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94ef8254b267f2b78a22354af70ffc92b6b26c4d14d6b50404bd08fb806cdffa
-size 1436004
+oid sha256:efe50dd84586cfae0957cf8f9adc2705fa7979bdab2f9bf2716254b9db712a77
+size 97916

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0a598338467d882222a6f4b3cd3030a6bd24c8738b1438424b4a9afe8e783a8
+oid sha256:585e70b877e134d307c0e87a9fc7d329351df706dddf891189d49b5c430380a8
 size 265503852

runs/Jan17_16-07-21_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705475242.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.12305.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ee8d6daa39a637968a32cbec1080b507d1757bc245bd9cb7b1d8fd26cf9032
+size 5385

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18aed6dfadbba26c20f9d77467d016de8aea75f9358e092a2f6dc17fdd12f277
+oid sha256:783d1804b1f1c14ea9865e9294f03d816fd397da0068255e98bc8ae570f2d519
 size 4347