Training in progress, epoch 1

adapter_config.json

@@ -1,19 +1,27 @@
 {
+  "alpha_pattern": {},
   "auto_mapping": null,
   "base_model_name_or_path": "distilbert-base-uncased",
+  "bias": "all",
   "fan_in_fan_out": false,
-  "feedforward_modules": [
-    "out_lin"
-  ],
   "inference_mode": true,
-  "init_ia3_weights": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
   "modules_to_save": null,
-  "peft_type": "IA3",
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "v_lin",
-    "q_lin",
-    "out_lin"
+    "q_lin"
   ],
-  "task_type": "TOKEN_CLS"
+  "task_type": "TOKEN_CLS",
+  "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f130d2e6f8cd9207f04fa1a3910d300a2a220c521bbac5463f705d091ef31b99
-size 97916
+oid sha256:d68dad84631996c22b5e2b809c7ddeb8bde801d89e4140f7ee71ef42512dc2a9
+size 1429836

config.json

@@ -10,33 +10,29 @@
   "hidden_dim": 3072,
   "id2label": {
     "0": "O",
-    "1": "B-corporation",
-    "2": "I-corporation",
-    "3": "B-creative-work",
-    "4": "I-creative-work",
-    "5": "B-group",
-    "6": "I-group",
-    "7": "B-location",
-    "8": "I-location",
-    "9": "B-person",
-    "10": "I-person",
-    "11": "B-product",
-    "12": "I-product"
+    "1": "B-DNA",
+    "2": "I-DNA",
+    "3": "B-protein",
+    "4": "I-protein",
+    "5": "B-cell_type",
+    "6": "I-cell_type",
+    "7": "B-cell_line",
+    "8": "I-cell_line",
+    "9": "B-RNA",
+    "10": "I-RNA"
   },
   "initializer_range": 0.02,
   "label2id": {
-    "B-corporation": 1,
-    "B-creative-work": 3,
-    "B-group": 5,
-    "B-location": 7,
-    "B-person": 9,
-    "B-product": 11,
-    "I-corporation": 2,
-    "I-creative-work": 4,
-    "I-group": 6,
-    "I-location": 8,
-    "I-person": 10,
-    "I-product": 12,
+    "B-DNA": 1,
+    "B-RNA": 9,
+    "B-cell_line": 7,
+    "B-cell_type": 5,
+    "B-protein": 3,
+    "I-DNA": 2,
+    "I-RNA": 10,
+    "I-cell_line": 8,
+    "I-cell_type": 6,
+    "I-protein": 4,
     "O": 0
   },
   "max_position_embeddings": 512,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:574835874e7845e3d9b2628ad2bb78e98a1cb6b67f0d657d240bbc27fe4709af
-size 265503852
+oid sha256:b25826ff9aa3a2c447768a1d38948425de24ef32e2af126cd060f0a9708c75aa
+size 265497700

runs/Jan17_16-27-12_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705476433.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.12848.1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53d09f199671450fd8a6218504c9c82b7a67b02de29c757dee5ac2a894ff694e
-size 9633
+oid sha256:31abee0d377e735a5bb45d2276721e1c0587b04770956f01a981c83e00c201d7
+size 10616

runs/Jan17_16-41-18_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705477278.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.13081.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b71100fbfca1a60d3967a423f75fda482f65307c483bdf0be15e2f71241ffc6
+size 5563

runs/Jan17_16-42-32_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705477353.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.13081.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7c8e2ca3427ccca10531a13a535f6fe7dd6e3ce31fac19f09a60a3606a5007
+size 5563

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fdb44a2266a7505d930413bbe76a5369af091462131c5d4ff1f27483e345ab5
+oid sha256:268a6dae77915c8b5c98a54157d56a8710ea0039946c38b01473f002de0f72da
 size 4347