t5_transferqa

added_tokens.json

@@ -0,0 +1 @@
+{"[bos]": 32100, "[eos]": 32101, "[sep]": 32102}

config.json

@@ -0,0 +1,57 @@
+{
+  "_name_or_path": "t5-large",
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "d_ff": 4096,
+  "d_kv": 64,
+  "d_model": 1024,
+  "decoder_start_token_id": 0,
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "relu",
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 24,
+  "num_heads": 16,
+  "num_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_num_buckets": 32,
+  "task_specific_params": {
+    "summarization": {
+      "early_stopping": true,
+      "length_penalty": 2.0,
+      "max_length": 200,
+      "min_length": 30,
+      "no_repeat_ngram_size": 3,
+      "num_beams": 4,
+      "prefix": "summarize: "
+    },
+    "translation_en_to_de": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to German: "
+    },
+    "translation_en_to_fr": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to French: "
+    },
+    "translation_en_to_ro": {
+      "early_stopping": true,
+      "max_length": 300,
+      "num_beams": 4,
+      "prefix": "translate English to Romanian: "
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.11.3",
+  "use_cache": true,
+  "vocab_size": 32103
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1ee9d6de875903f4b9ed05496a22483595fb6f1f46653deb43577de523f397
+size 2950795143

results/attractionuse_value_False_result.json

@@ -0,0 +1,5 @@
+{
+    "Joint Acc": 0.3234726688102894,
+    "Turn Acc": 0.6192926045016072,
+    "Joint F1": 0.5610610932475903
+}

results/attractionuse_value_False_slot_acc.json

@@ -0,0 +1,22 @@
+{
+    "attraction-area": [
+        3300,
+        1971,
+        0.5972727272727273
+    ],
+    "attraction-name": [
+        1348,
+        785,
+        0.5823442136498517
+    ],
+    "attraction-type": [
+        3298,
+        2045,
+        0.6200727713765919
+    ],
+    "slot_gate": [
+        9330,
+        6324,
+        0.6778135048231512
+    ]
+}

results/hoteluse_value_False_result.json

@@ -0,0 +1,5 @@
+{
+    "Joint Acc": 0.22128589263420725,
+    "Turn Acc": 0.744225967540574,
+    "Joint F1": 0.6100705562440001
+}

results/hoteluse_value_False_slot_acc.json

@@ -0,0 +1,57 @@
+{
+    "hotel-pricerange": [
+        2836,
+        1885,
+        0.6646685472496474
+    ],
+    "hotel-type": [
+        2568,
+        418,
+        0.16277258566978192
+    ],
+    "hotel-parking": [
+        2130,
+        1068,
+        0.5014084507042254
+    ],
+    "hotel-book day": [
+        2096,
+        1962,
+        0.9360687022900763
+    ],
+    "hotel-book people": [
+        1031,
+        877,
+        0.8506304558680893
+    ],
+    "hotel-book stay": [
+        1047,
+        255,
+        0.24355300859598855
+    ],
+    "hotel-area": [
+        2498,
+        1651,
+        0.6609287429943955
+    ],
+    "hotel-stars": [
+        1188,
+        1016,
+        0.8552188552188552
+    ],
+    "hotel-internet": [
+        2250,
+        1046,
+        0.4648888888888889
+    ],
+    "hotel-name": [
+        1403,
+        1034,
+        0.736992159657876
+    ],
+    "slot_gate": [
+        32040,
+        25024,
+        0.781023720349563
+    ]
+}

results/restaurantuse_value_False_result.json

@@ -0,0 +1,5 @@
+{
+    "Joint Acc": 0.3024709735040191,
+    "Turn Acc": 0.7932633011525548,
+    "Joint F1": 0.7439263029319602
+}

results/restaurantuse_value_False_slot_acc.json

@@ -0,0 +1,42 @@
+{
+    "restaurant-pricerange": [
+        3890,
+        3201,
+        0.8228791773778921
+    ],
+    "restaurant-area": [
+        4062,
+        2996,
+        0.7375677006400788
+    ],
+    "restaurant-food": [
+        2073,
+        1391,
+        0.6710082006753497
+    ],
+    "restaurant-name": [
+        1602,
+        1214,
+        0.7578027465667915
+    ],
+    "restaurant-book day": [
+        2622,
+        2552,
+        0.973302822273074
+    ],
+    "restaurant-book people": [
+        1325,
+        1258,
+        0.9494339622641509
+    ],
+    "restaurant-book time": [
+        1311,
+        1006,
+        0.7673531655225019
+    ],
+    "slot_gate": [
+        23513,
+        19682,
+        0.8370688555267299
+    ]
+}

results/taxiuse_value_False_result.json

@@ -0,0 +1,5 @@
+{
+    "Joint Acc": 0.6393548387096775,
+    "Turn Acc": 0.8156451612903226,
+    "Joint F1": 0.7837127496159761
+}

results/taxiuse_value_False_slot_acc.json

@@ -0,0 +1,27 @@
+{
+    "taxi-destination": [
+        578,
+        230,
+        0.39792387543252594
+    ],
+    "taxi-departure": [
+        568,
+        183,
+        0.3221830985915493
+    ],
+    "taxi-leaveat": [
+        328,
+        247,
+        0.7530487804878049
+    ],
+    "taxi-arriveby": [
+        233,
+        142,
+        0.6094420600858369
+    ],
+    "slot_gate": [
+        6200,
+        5406,
+        0.8719354838709678
+    ]
+}

results/trainuse_value_False_result.json

@@ -0,0 +1,5 @@
+{
+    "Joint Acc": 0.37986330178759203,
+    "Turn Acc": 0.8197511391517706,
+    "Joint F1": 0.830033510711735
+}

results/trainuse_value_False_slot_acc.json

@@ -0,0 +1,37 @@
+{
+    "train-destination": [
+        2677,
+        2576,
+        0.962271199103474
+    ],
+    "train-day": [
+        5284,
+        5083,
+        0.9619606358819076
+    ],
+    "train-departure": [
+        2585,
+        2426,
+        0.9384912959381044
+    ],
+    "train-arriveby": [
+        1588,
+        963,
+        0.6064231738035264
+    ],
+    "train-book people": [
+        1141,
+        892,
+        0.7817703768624014
+    ],
+    "train-leaveat": [
+        1240,
+        441,
+        0.3556451612903226
+    ],
+    "slot_gate": [
+        22824,
+        20241,
+        0.8868296529968455
+    ]
+}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[bos]", "eos_token": "[eos]", "unk_token": "<unk>", "sep_token": "[sep]", "pad_token": "<pad>", "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
+size 791656

tokenizer_config.json

@@ -0,0 +1 @@
+{"eos_token": "[eos]", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "sp_model_kwargs": {}, "bos_token": "[bos]", "sep_token": "[sep]", "model_max_length": 512, "special_tokens_map_file": null, "tokenizer_file": "/home/riiid/.cache/huggingface/transformers/276094e085ecb12227136f2e755dc1f68be6f5da32df55ebfb104c791fbbc3c1.8627f1bd5d270a9fd2e5a51c8bec3223896587cc3cfe13edeabb0992ab43c529", "name_or_path": "t5-large", "tokenizer_class": "T5Tokenizer"}