Upload tokenizer

added_tokens.json

@@ -1,17 +1,18 @@
 {
-  "<ADULT>": 50274,
-  "<BLACK>": 50277,
-  "<CHILD>": 50279,
+  "<ADULT>": 50271,
+  "<ASIAN>": 50275,
+  "<BLACK>": 50269,
+  "<CHILD>": 50277,
   "<HISPANIC>": 50270,
   "<MAN>": 50267,
-  "<MIDDLE_AGED>": 50271,
-  "<NATIVE_AMERICAN>": 50276,
-  "<NON_BINARY>": 50278,
-  "<PACIFIC_ISLANDER>": 50269,
+  "<MIDDLE_AGED>": 50280,
+  "<NATIVE_AMERICAN>": 50274,
+  "<NON_BINARY>": 50276,
+  "<PACIFIC_ISLANDER>": 50278,
   "<PERT_SEP>": 50266,
   "<SENIOR>": 50268,
   "<SEP>": 50265,
-  "<WHITE>": 50273,
-  "<WOMAN>": 50275,
+  "<WHITE>": 50279,
+  "<WOMAN>": 50273,
   "<YOUNG>": 50272
 }

tokenizer.json

@@ -86,7 +86,7 @@
     },
     {
       "id": 50269,
-      "content": "<PACIFIC_ISLANDER>",
+      "content": "<BLACK>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -104,7 +104,7 @@
     },
     {
       "id": 50271,
-      "content": "<MIDDLE_AGED>",
+      "content": "<ADULT>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -122,7 +122,7 @@
     },
     {
       "id": 50273,
-      "content": "<WHITE>",
+      "content": "<WOMAN>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -131,7 +131,7 @@
     },
     {
       "id": 50274,
-      "content": "<ADULT>",
+      "content": "<NATIVE_AMERICAN>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -140,7 +140,7 @@
     },
     {
       "id": 50275,
-      "content": "<WOMAN>",
+      "content": "<ASIAN>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -149,7 +149,7 @@
     },
     {
       "id": 50276,
-      "content": "<NATIVE_AMERICAN>",
+      "content": "<NON_BINARY>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -158,7 +158,7 @@
     },
     {
       "id": 50277,
-      "content": "<BLACK>",
+      "content": "<CHILD>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -167,7 +167,7 @@
     },
     {
       "id": 50278,
-      "content": "<NON_BINARY>",
+      "content": "<PACIFIC_ISLANDER>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -176,7 +176,16 @@
     },
     {
       "id": 50279,
-      "content": "<CHILD>",
+      "content": "<WHITE>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50280,
+      "content": "<MIDDLE_AGED>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

tokenizer_config.json

@@ -74,7 +74,7 @@
       "special": true
     },
     "50269": {
-      "content": "<PACIFIC_ISLANDER>",
+      "content": "<BLACK>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -90,7 +90,7 @@
       "special": true
     },
     "50271": {
-      "content": "<MIDDLE_AGED>",
+      "content": "<ADULT>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -106,7 +106,7 @@
       "special": true
     },
     "50273": {
-      "content": "<WHITE>",
+      "content": "<WOMAN>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -114,7 +114,7 @@
       "special": true
     },
     "50274": {
-      "content": "<ADULT>",
+      "content": "<NATIVE_AMERICAN>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -122,7 +122,7 @@
       "special": true
     },
     "50275": {
-      "content": "<WOMAN>",
+      "content": "<ASIAN>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -130,7 +130,7 @@
       "special": true
     },
     "50276": {
-      "content": "<NATIVE_AMERICAN>",
+      "content": "<NON_BINARY>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -138,7 +138,7 @@
       "special": true
     },
     "50277": {
-      "content": "<BLACK>",
+      "content": "<CHILD>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -146,7 +146,7 @@
       "special": true
     },
     "50278": {
-      "content": "<NON_BINARY>",
+      "content": "<PACIFIC_ISLANDER>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -154,7 +154,15 @@
       "special": true
     },
     "50279": {
-      "content": "<CHILD>",
+      "content": "<WHITE>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "<MIDDLE_AGED>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,