distilbert-base-cased

README.md

@@ -0,0 +1,58 @@
+---
+license: apache-2.0
+base_model: distilbert-base-cased
+tags:
+- generated_from_trainer
+model-index:
+- name: distilbert-base-cased
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# distilbert-base-cased
+
+This model is a fine-tuned version of [distilbert-base-cased](https://huggingface.co/distilbert-base-cased) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1298
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 32
+- eval_batch_size: 32
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 2
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss |
+|:-------------:|:-----:|:----:|:---------------:|
+| 0.0714        | 1.0   | 328  | 0.1348          |
+| 0.0593        | 2.0   | 656  | 0.1298          |
+
+
+### Framework versions
+
+- Transformers 4.34.0
+- Pytorch 2.1.0+cu121
+- Datasets 2.14.5
+- Tokenizers 0.14.1

config.json

@@ -0,0 +1,173 @@
+{
+  "_name_or_path": "distilbert-base-cased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForTokenClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "B-artist",
+    "1": "I-track",
+    "2": "I-movie_name",
+    "3": "B-timeRange",
+    "4": "B-object_part_of_series_type",
+    "5": "I-object_type",
+    "6": "B-poi",
+    "7": "I-object_name",
+    "8": "B-object_type",
+    "9": "I-object_location_type",
+    "10": "B-condition_description",
+    "11": "B-track",
+    "12": "B-playlist",
+    "13": "I-poi",
+    "14": "B-year",
+    "15": "B-entity_name",
+    "16": "B-state",
+    "17": "B-location_name",
+    "18": "B-rating_value",
+    "19": "B-music_item",
+    "20": "I-restaurant_name",
+    "21": "I-album",
+    "22": "I-facility",
+    "23": "I-genre",
+    "24": "B-restaurant_type",
+    "25": "B-geographic_poi",
+    "26": "B-service",
+    "27": "B-object_name",
+    "28": "B-party_size_number",
+    "29": "I-current_location",
+    "30": "B-genre",
+    "31": "I-city",
+    "32": "I-object_part_of_series_type",
+    "33": "B-rating_unit",
+    "34": "I-movie_type",
+    "35": "B-current_location",
+    "36": "B-spatial_relation",
+    "37": "I-party_size_description",
+    "38": "B-city",
+    "39": "I-timeRange",
+    "40": "I-entity_name",
+    "41": "B-object_select",
+    "42": "B-served_dish",
+    "43": "I-playlist_owner",
+    "44": "I-cuisine",
+    "45": "I-service",
+    "46": "B-condition_temperature",
+    "47": "I-spatial_relation",
+    "48": "I-playlist",
+    "49": "B-restaurant_name",
+    "50": "I-object_select",
+    "51": "O",
+    "52": "I-restaurant_type",
+    "53": "B-best_rating",
+    "54": "B-object_location_type",
+    "55": "B-sort",
+    "56": "B-album",
+    "57": "B-movie_name",
+    "58": "B-movie_type",
+    "59": "I-sort",
+    "60": "I-artist",
+    "61": "B-party_size_description",
+    "62": "B-playlist_owner",
+    "63": "I-location_name",
+    "64": "I-served_dish",
+    "65": "I-country",
+    "66": "I-geographic_poi",
+    "67": "I-state",
+    "68": "B-country",
+    "69": "B-facility",
+    "70": "I-music_item",
+    "71": "B-cuisine"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_13": 13,
+    "LABEL_14": 14,
+    "LABEL_15": 15,
+    "LABEL_16": 16,
+    "LABEL_17": 17,
+    "LABEL_18": 18,
+    "LABEL_19": 19,
+    "LABEL_2": 2,
+    "LABEL_20": 20,
+    "LABEL_21": 21,
+    "LABEL_22": 22,
+    "LABEL_23": 23,
+    "LABEL_24": 24,
+    "LABEL_25": 25,
+    "LABEL_26": 26,
+    "LABEL_27": 27,
+    "LABEL_28": 28,
+    "LABEL_29": 29,
+    "LABEL_3": 3,
+    "LABEL_30": 30,
+    "LABEL_31": 31,
+    "LABEL_32": 32,
+    "LABEL_33": 33,
+    "LABEL_34": 34,
+    "LABEL_35": 35,
+    "LABEL_36": 36,
+    "LABEL_37": 37,
+    "LABEL_38": 38,
+    "LABEL_39": 39,
+    "LABEL_4": 4,
+    "LABEL_40": 40,
+    "LABEL_41": 41,
+    "LABEL_42": 42,
+    "LABEL_43": 43,
+    "LABEL_44": 44,
+    "LABEL_45": 45,
+    "LABEL_46": 46,
+    "LABEL_47": 47,
+    "LABEL_48": 48,
+    "LABEL_49": 49,
+    "LABEL_5": 5,
+    "LABEL_50": 50,
+    "LABEL_51": 51,
+    "LABEL_52": 52,
+    "LABEL_53": 53,
+    "LABEL_54": 54,
+    "LABEL_55": 55,
+    "LABEL_56": 56,
+    "LABEL_57": 57,
+    "LABEL_58": 58,
+    "LABEL_59": 59,
+    "LABEL_6": 6,
+    "LABEL_60": 60,
+    "LABEL_61": 61,
+    "LABEL_62": 62,
+    "LABEL_63": 63,
+    "LABEL_64": 64,
+    "LABEL_65": 65,
+    "LABEL_66": 66,
+    "LABEL_67": 67,
+    "LABEL_68": 68,
+    "LABEL_69": 69,
+    "LABEL_7": 7,
+    "LABEL_70": 70,
+    "LABEL_71": 71,
+    "LABEL_8": 8,
+    "LABEL_9": 9
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "output_past": true,
+  "pad_token_id": 0,
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.34.0",
+  "vocab_size": 28996
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af12a67c8e8273052c26cc0a7ce126d7eacd697f3484b34f87a31e5633b66ab
+size 261020450

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb8b04067421bfcfcde3f7525dbfddc38b66a15e44448d7f1e2e33538e772ea
+size 4536