Training done. Epoch: 9

added_tokens.json

@@ -1,24 +1,24 @@
 {
-  "</s_acctNum>": 57526,
+  "</s_an>": 57526,
   "</s_d>": 57530,
-  "</s_eDate>": 57528,
+  "</s_ed>": 57528,
   "</s_m>": 57532,
-  "</s_pNum>": 57536,
-  "</s_sDate>": 57538,
-  "</s_type>": 57540,
-  "</s_vendor>": 57542,
+  "</s_pn>": 57536,
+  "</s_sd>": 57538,
+  "</s_t>": 57540,
+  "</s_v>": 57542,
   "</s_y>": 57534,
-  "<s_acctNum>": 57525,
+  "<s_an>": 57525,
   "<s_cord-v2>": 57543,
   "<s_d>": 57529,
-  "<s_eDate>": 57527,
+  "<s_ed>": 57527,
   "<s_iitcdip>": 57523,
   "<s_m>": 57531,
-  "<s_pNum>": 57535,
-  "<s_sDate>": 57537,
+  "<s_pn>": 57535,
+  "<s_sd>": 57537,
   "<s_synthdog>": 57524,
-  "<s_type>": 57539,
-  "<s_vendor>": 57541,
+  "<s_t>": 57539,
+  "<s_v>": 57541,
   "<s_y>": 57533,
   "<sep/>": 57522
 }

tokenizer.json

@@ -91,7 +91,7 @@
     },
     {
       "id": 57525,
-      "content": "<s_acctNum>",
+      "content": "<s_an>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -100,7 +100,7 @@
     },
     {
       "id": 57526,
-      "content": "</s_acctNum>",
+      "content": "</s_an>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -109,7 +109,7 @@
     },
     {
       "id": 57527,
-      "content": "<s_eDate>",
+      "content": "<s_ed>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -118,7 +118,7 @@
     },
     {
       "id": 57528,
-      "content": "</s_eDate>",
+      "content": "</s_ed>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -181,7 +181,7 @@
     },
     {
       "id": 57535,
-      "content": "<s_pNum>",
+      "content": "<s_pn>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -190,7 +190,7 @@
     },
     {
       "id": 57536,
-      "content": "</s_pNum>",
+      "content": "</s_pn>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -199,7 +199,7 @@
     },
     {
       "id": 57537,
-      "content": "<s_sDate>",
+      "content": "<s_sd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -208,7 +208,7 @@
     },
     {
       "id": 57538,
-      "content": "</s_sDate>",
+      "content": "</s_sd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -217,7 +217,7 @@
     },
     {
       "id": 57539,
-      "content": "<s_type>",
+      "content": "<s_t>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -226,7 +226,7 @@
     },
     {
       "id": 57540,
-      "content": "</s_type>",
+      "content": "</s_t>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -235,7 +235,7 @@
     },
     {
       "id": 57541,
-      "content": "<s_vendor>",
+      "content": "<s_v>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -244,7 +244,7 @@
     },
     {
       "id": 57542,
-      "content": "</s_vendor>",
+      "content": "</s_v>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

tokenizer_config.json

@@ -65,7 +65,7 @@
       "special": true
     },
     "57525": {
-      "content": "<s_acctNum>",
+      "content": "<s_an>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": false
     },
     "57526": {
-      "content": "</s_acctNum>",
+      "content": "</s_an>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": false
     },
     "57527": {
-      "content": "<s_eDate>",
+      "content": "<s_ed>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": false
     },
     "57528": {
-      "content": "</s_eDate>",
+      "content": "</s_ed>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": false
     },
     "57535": {
-      "content": "<s_pNum>",
+      "content": "<s_pn>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": false
     },
     "57536": {
-      "content": "</s_pNum>",
+      "content": "</s_pn>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": false
     },
     "57537": {
-      "content": "<s_sDate>",
+      "content": "<s_sd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": false
     },
     "57538": {
-      "content": "</s_sDate>",
+      "content": "</s_sd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": false
     },
     "57539": {
-      "content": "<s_type>",
+      "content": "<s_t>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -185,7 +185,7 @@
       "special": false
     },
     "57540": {
-      "content": "</s_type>",
+      "content": "</s_t>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -193,7 +193,7 @@
       "special": false
     },
     "57541": {
-      "content": "<s_vendor>",
+      "content": "<s_v>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -201,7 +201,7 @@
       "special": false
     },
     "57542": {
-      "content": "</s_vendor>",
+      "content": "</s_v>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,