val-loss=0.8035675287246704

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "ozcangundes/T5-base-for-BioQA",
+  "_name_or_path": "razent/SciFive-base-Pubmed_PMC",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
@@ -8,16 +8,16 @@
   "d_model": 768,
   "decoder_start_token_id": 0,
   "dropout_rate": 0.1,
-  "early_stopping": true,
   "eos_token_id": 1,
   "feed_forward_proj": "relu",
+  "gradient_checkpointing": false,
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
   "layer_norm_epsilon": 1e-06,
-  "max_length": 600,
+  "max_length": 350,
   "min_length": 250,
   "model_type": "t5",
-  "n_positions": 512,
+  "n_positions": 1024,
   "num_beams": 5,
   "num_decoder_layers": 12,
   "num_heads": 12,
@@ -26,44 +26,8 @@
   "pad_token_id": 0,
   "relative_attention_max_distance": 128,
   "relative_attention_num_buckets": 32,
-  "task_specific_params": {
-    "summarization": {
-      "early_stopping": true,
-      "length_penalty": 2.0,
-      "max_length": 200,
-      "min_length": 30,
-      "no_repeat_ngram_size": 3,
-      "num_beams": 4,
-      "prefix": "summarize: "
-    },
-    "translation_en_to_de": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to German: "
-    },
-    "translation_en_to_fr": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to French: "
-    },
-    "translation_en_to_ro": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to Romanian: "
-    },
-    "translation_en_to_rq": {
-      "early_stopping": true,
-      "max_length": 600,
-      "min_length": 250,
-      "num_beams": 5,
-      "prefix": ""
-    }
-  },
   "torch_dtype": "float32",
-  "transformers_version": "4.19.2",
+  "transformers_version": "4.18.0",
   "use_cache": true,
   "vocab_size": 32110
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb2699c5f7923549877c624ab3fd95b174effca029052e9a39aefbc3b4a87d14
+oid sha256:741303db175abd12ea86e2cae1fbdc1ed1daf904268cb5c4095ff4b0fb61efbe
 size 891645503