Upload folder using huggingface_hub

decoder/config.json

@@ -1,5 +1,6 @@
 {
-  "_name_or_path": "/tmp/tmp1v7faz4n/decoder/config.json",
+  "_commit_hash": "2f582cd79ed5795b71539951d237945bc1c5ac7e",
+  "_name_or_path": "hf-internal-testing/tiny-random-t5",
   "bos_token_id": 0,
   "classifier_dropout": 0.0,
   "d_ff": 37,
@@ -17,12 +18,10 @@
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "neuron": {
-    "auto_cast": "matmul",
-    "auto_cast_type": "bf16",
+    "auto_cast": null,
+    "auto_cast_type": null,
     "compiler_type": "neuronx-cc",
-    "compiler_version": "2.11.0.34+c5231f848",
-    "disable_fallback": false,
-    "disable_fast_relayout": false,
+    "compiler_version": "2.12.54.0+f631c2365",
     "dynamic_batch_size": false,
     "input_names": [
       "decoder_input_ids",
@@ -33,8 +32,13 @@
       "beam_scores"
     ],
     "model_type": "t5-decoder",
+    "optlevel": "2",
+    "output_attentions": false,
+    "output_hidden_states": false,
     "output_names": [
+      "next_token_scores",
       "next_tokens",
+      "next_indices",
       "past.0.self.key",
       "past.1.self.key",
       "past.2.self.key",
@@ -57,8 +61,8 @@
       "past.4.cross.value"
     ],
     "static_batch_size": 1,
-    "static_num_beams": 1,
-    "static_sequence_length": 64
+    "static_num_beams": 4,
+    "static_sequence_length": 18
   },
   "num_decoder_layers": 5,
   "num_heads": 4,
@@ -68,7 +72,7 @@
   "relative_attention_num_buckets": 8,
   "task": "text2text-generation",
   "torchscript": true,
-  "transformers_version": "4.35.0",
+  "transformers_version": "4.11.0.dev0",
   "use_cache": true,
   "vocab_size": 1103
 }

decoder/model.neuron

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c3097f7318069e99aa9b3419f7a1c965bdb6308d8b995431b86aa292a9a2ce5
-size 561436
+oid sha256:16fc7412146e0cf515099112ee32d3399c5bf8890fc57b77216a8edb3118c488
+size 783754

encoder/config.json

@@ -1,5 +1,6 @@
 {
-  "_name_or_path": "/tmp/tmp1v7faz4n/encoder/config.json",
+  "_commit_hash": "2f582cd79ed5795b71539951d237945bc1c5ac7e",
+  "_name_or_path": "hf-internal-testing/tiny-random-t5",
   "bos_token_id": 0,
   "classifier_dropout": 0.0,
   "d_ff": 37,
@@ -17,18 +18,19 @@
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "neuron": {
-    "auto_cast": "matmul",
-    "auto_cast_type": "bf16",
+    "auto_cast": null,
+    "auto_cast_type": null,
     "compiler_type": "neuronx-cc",
-    "compiler_version": "2.11.0.34+c5231f848",
-    "disable_fallback": false,
-    "disable_fast_relayout": false,
+    "compiler_version": "2.12.54.0+f631c2365",
     "dynamic_batch_size": false,
     "input_names": [
       "input_ids",
       "attention_mask"
     ],
     "model_type": "t5-encoder",
+    "optlevel": "2",
+    "output_attentions": false,
+    "output_hidden_states": false,
     "output_names": [
       "present.0.self.key",
       "present.1.self.key",
@@ -52,8 +54,8 @@
       "present.4.cross.value"
     ],
     "static_batch_size": 1,
-    "static_num_beams": 1,
-    "static_sequence_length": 64
+    "static_num_beams": 4,
+    "static_sequence_length": 18
   },
   "num_decoder_layers": 5,
   "num_heads": 4,
@@ -63,7 +65,7 @@
   "relative_attention_num_buckets": 8,
   "task": "text2text-generation",
   "torchscript": true,
-  "transformers_version": "4.35.0",
+  "transformers_version": "4.11.0.dev0",
   "use_cache": true,
   "vocab_size": 1103
 }

special_tokens_map.json

@@ -101,25 +101,7 @@
     "<extra_id_98>",
     "<extra_id_99>"
   ],
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<pad>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
 }