vih_explainability2

README.md

@@ -0,0 +1,76 @@
+---
+license: apache-2.0
+base_model: PlanTL-GOB-ES/bsc-bio-ehr-es
+tags:
+- generated_from_trainer
+metrics:
+- precision
+- recall
+- f1
+model-index:
+- name: vih_explainability2
+ results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# vih_explainability2
+
+This model is a fine-tuned version of [PlanTL-GOB-ES/bsc-bio-ehr-es](https://huggingface.co/PlanTL-GOB-ES/bsc-bio-ehr-es) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.3811
+- Roc Auc: 0.8939
+- Ap Score: 0.7760
+- Precision: 0.9146
+- Recall: 0.8065
+- F1: 0.8571
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 3e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 10
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Roc Auc | Ap Score | Precision | Recall | F1 |
+|:-------------:|:------:|:----:|:---------------:|:-------:|:--------:|:---------:|:------:|:------:|
+| 0.3644 | 0.8475 | 100 | 0.2350 | 0.8402 | 0.6907 | 0.9028 | 0.6989 | 0.7879 |
+| 0.1848 | 1.6949 | 200 | 0.2358 | 0.8765 | 0.7168 | 0.8588 | 0.7849 | 0.8202 |
+| 0.1462 | 2.5424 | 300 | 0.2215 | 0.9021 | 0.7509 | 0.8571 | 0.8387 | 0.8478 |
+| 0.1105 | 3.3898 | 400 | 0.2671 | 0.8778 | 0.7504 | 0.9114 | 0.7742 | 0.8372 |
+| 0.079 | 4.2373 | 500 | 0.3124 | 0.8630 | 0.7338 | 0.92 | 0.7419 | 0.8214 |
+| 0.0248 | 5.0847 | 600 | 0.3464 | 0.8765 | 0.7416 | 0.9 | 0.7742 | 0.8324 |
+| 0.0127 | 5.9322 | 700 | 0.3822 | 0.8617 | 0.7248 | 0.9079 | 0.7419 | 0.8166 |
+| 0.0089 | 6.7797 | 800 | 0.3625 | 0.8885 | 0.7674 | 0.9136 | 0.7957 | 0.8506 |
+| 0.0042 | 7.6271 | 900 | 0.3643 | 0.8885 | 0.7674 | 0.9136 | 0.7957 | 0.8506 |
+| 0.0052 | 8.4746 | 1000 | 0.3772 | 0.8939 | 0.7760 | 0.9146 | 0.8065 | 0.8571 |
+| 0.0031 | 9.3220 | 1100 | 0.3811 | 0.8939 | 0.7760 | 0.9146 | 0.8065 | 0.8571 |
+
+
+### Framework versions
+
+- Transformers 4.41.0
+- Pytorch 2.3.0+cu121
+- Datasets 2.19.1
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,37 @@
+{
+ "_name_or_path": "PlanTL-GOB-ES/bsc-bio-ehr-es",
+ "architectures": [
+ "RobertaForSequenceClassification"
+ ],
+ "attention_probs_dropout_prob": 0.1,
+ "bos_token_id": 0,
+ "classifier_dropout": null,
+ "eos_token_id": 2,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 768,
+ "id2label": {
+ "0": "NO_SOSPECHA",
+ "1": "SOSPECHA"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 3072,
+ "label2id": {
+ "NO_SOSPECHA": 0,
+ "SOSPECHA": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "max_position_embeddings": 514,
+ "model_type": "roberta",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 12,
+ "pad_token_id": 1,
+ "position_embedding_type": "absolute",
+ "problem_type": "single_label_classification",
+ "torch_dtype": "float32",
+ "transformers_version": "4.41.0",
+ "type_vocab_size": 1,
+ "use_cache": true,
+ "vocab_size": 50262
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9979d82645bb1cf096e7d13a8fbd555446f0ef0c2e7f33c7f4463ec7bdd2a630
+size 498603608

runs/May27_08-15-42_5f34822827fa/events.out.tfevents.1716797753.5f34822827fa.1437.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf907d9a32f77b375308e4712a441c2d5240449b3e9c1698fbde24aead2607d7
+size 13037

runs/May27_08-33-26_5f34822827fa/events.out.tfevents.1716798807.5f34822827fa.1437.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f04f7354858b321acc53b816d6639c4f9b4244aa874daa7ab7ed9fe2b09373e
+size 13407

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+ "bos_token": {
+ "content": "<s>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "cls_token": {
+ "content": "<s>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "</s>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "mask_token": {
+ "content": "<mask>",
+ "lstrip": true,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<pad>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "sep_token": {
+ "content": "</s>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "unk_token": {
+ "content": "<unk>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ }
+}

tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+ "add_prefix_space": true,
+ "added_tokens_decoder": {
+ "0": {
+ "content": "<s>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "<pad>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "</s>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "<unk>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "50261": {
+ "content": "<mask>",
+ "lstrip": true,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "<s>",
+ "clean_up_tokenization_spaces": true,
+ "cls_token": "<s>",
+ "eos_token": "</s>",
+ "errors": "replace",
+ "mask_token": "<mask>",
+ "max_len": 512,
+ "model_max_length": 512,
+ "pad_token": "<pad>",
+ "sep_token": "</s>",
+ "tokenizer_class": "RobertaTokenizer",
+ "trim_offsets": true,
+ "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3319de723fbe63c3fa95ffe9028981d8943b3c31d8a1fade1bad3e3d4191b9c6
+size 5112