Upload ModernBertForTokenClassification

config.json

@@ -0,0 +1,164 @@
+{
+  "architectures": [
+    "ModernBertForTokenClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attention_probs_dropout_prob": 0.0,
+  "bos_token_id": 2,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 1,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 1,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "account_number",
+    "2": "age",
+    "3": "api_key",
+    "4": "bank_routing_number",
+    "5": "biometric_identifier",
+    "6": "blood_type",
+    "7": "certificate_license_number",
+    "8": "city",
+    "9": "company_name",
+    "10": "coordinate",
+    "11": "country",
+    "12": "county",
+    "13": "credit_debit_card",
+    "14": "customer_id",
+    "15": "cvv",
+    "16": "date",
+    "17": "date_of_birth",
+    "18": "date_time",
+    "19": "device_identifier",
+    "20": "education_level",
+    "21": "email",
+    "22": "employee_id",
+    "23": "employment_status",
+    "24": "fax_number",
+    "25": "first_name",
+    "26": "gender",
+    "27": "health_plan_beneficiary_number",
+    "28": "http_cookie",
+    "29": "ipv4",
+    "30": "ipv6",
+    "31": "language",
+    "32": "last_name",
+    "33": "license_plate",
+    "34": "mac_address",
+    "35": "medical_record_number",
+    "36": "national_id",
+    "37": "occupation",
+    "38": "password",
+    "39": "phone_number",
+    "40": "pin",
+    "41": "political_view",
+    "42": "postcode",
+    "43": "race_ethnicity",
+    "44": "religious_belief",
+    "45": "sexuality",
+    "46": "ssn",
+    "47": "state",
+    "48": "street_address",
+    "49": "swift_bic",
+    "50": "tax_id",
+    "51": "time",
+    "52": "unique_id",
+    "53": "url",
+    "54": "user_name",
+    "55": "vehicle_identifier"
+  },
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.01,
+  "intermediate_size": 1152,
+  "label2id": {
+    "O": 0,
+    "account_number": 1,
+    "age": 2,
+    "api_key": 3,
+    "bank_routing_number": 4,
+    "biometric_identifier": 5,
+    "blood_type": 6,
+    "certificate_license_number": 7,
+    "city": 8,
+    "company_name": 9,
+    "coordinate": 10,
+    "country": 11,
+    "county": 12,
+    "credit_debit_card": 13,
+    "customer_id": 14,
+    "cvv": 15,
+    "date": 16,
+    "date_of_birth": 17,
+    "date_time": 18,
+    "device_identifier": 19,
+    "education_level": 20,
+    "email": 21,
+    "employee_id": 22,
+    "employment_status": 23,
+    "fax_number": 24,
+    "first_name": 25,
+    "gender": 26,
+    "health_plan_beneficiary_number": 27,
+    "http_cookie": 28,
+    "ipv4": 29,
+    "ipv6": 30,
+    "language": 31,
+    "last_name": 32,
+    "license_plate": 33,
+    "mac_address": 34,
+    "medical_record_number": 35,
+    "national_id": 36,
+    "occupation": 37,
+    "password": 38,
+    "phone_number": 39,
+    "pin": 40,
+    "political_view": 41,
+    "postcode": 42,
+    "race_ethnicity": 43,
+    "religious_belief": 44,
+    "sexuality": 45,
+    "ssn": 46,
+    "state": 47,
+    "street_address": 48,
+    "swift_bic": 49,
+    "tax_id": 50,
+    "time": 51,
+    "unique_id": 52,
+    "url": 53,
+    "user_name": 54,
+    "vehicle_identifier": 55
+  },
+  "layer_norm_eps": 1e-06,
+  "local_attention": 128,
+  "local_rope_theta": 160000,
+  "mask_token_id": 4,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 0,
+  "position_embedding_type": "sans_pos",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 1,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "transformers_version": "4.57.2",
+  "vocab_size": 256000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382d8cc66286fe8def003d35bcc9f76a4b9f5de9a56c192ef837dbd071995c94
+size 1230307536