End of training

README.md

@@ -0,0 +1,52 @@
+---
+license: apache-2.0
+base_model: EleutherAI/pythia-70m
+tags:
+- generated_from_trainer
+model-index:
+- name: robust_llm_pythia-70m_niki-044_imdb_random-token-1280_30-rounds_seed-2
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# robust_llm_pythia-70m_niki-044_imdb_random-token-1280_30-rounds_seed-2
+
+This model is a fine-tuned version of [EleutherAI/pythia-70m](https://huggingface.co/EleutherAI/pythia-70m) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 2
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 1
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.39.3
+- Pytorch 2.2.1
+- Datasets 2.18.0
+- Tokenizers 0.15.2

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "EleutherAI/pythia-70m",
+  "architectures": [
+    "GPTNeoXForSequenceClassification"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.1,
+  "eos_token_id": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neox",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "rope_scaling": null,
+  "rotary_emb_base": 10000,
+  "rotary_pct": 0.25,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.3",
+  "use_cache": false,
+  "use_parallel_residual": true,
+  "vocab_size": 50304
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7abe81b13b70d0bdc4099bd3210ac916a16c1e056776db89c9b0dfc7debf5d
+size 178696672

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715025848.rllm-niki-044-long-ad-12-smkll.66.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322066aaf6a906d0c1a00827a324defd0e6f8a6b265330af03758431612cd4f0
+size 6947

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715025879.rllm-niki-044-long-ad-12-smkll.66.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7ab41c1f1b1b51bb8ae26a073d2e8c13607fd98a343970087c9ed72b77e1e9
+size 6996

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715025958.rllm-niki-044-long-ad-12-smkll.66.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e33123290ab7a35220d3626cdccac0e0b1e9d27a0f52b02b8d33e7bf8ba263
+size 7767

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715026332.rllm-niki-044-long-ad-12-smkll.66.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff63b56ed9919c4f34b509c366d0ad18055920f8258b0855bb8be60a5f3a989c
+size 7767

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715026995.rllm-niki-044-long-ad-12-smkll.66.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef9e8e393cf892ece05edc19c8ba44deb26dd120354ba1a501d331834d0a4e8
+size 7767

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715027838.rllm-niki-044-long-ad-12-smkll.66.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3aecad739d4f6fcd482e3d0617ccc13dbb13e4d5bd478185d64ca052d500b0
+size 7767

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715028752.rllm-niki-044-long-ad-12-smkll.66.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cb7463e13644cba46af786775a340581324450ecfdbbafc2fab8d1f5f29e9f
+size 8538

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715029616.rllm-niki-044-long-ad-12-smkll.66.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86a1efbeb9c08a316dddeed73a44b038ffe99baef82deb74a92d8d0ae69f3d0
+size 8538

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715030525.rllm-niki-044-long-ad-12-smkll.66.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e63a9cd0f5c6593d2d1f7cdae126f93a1a813caead2efcd6ae946ab9b7abbdd
+size 8538

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715031506.rllm-niki-044-long-ad-12-smkll.66.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2691ce98629ad022ebf99701708aebfff1e1255c39a8ef6f54255a089737c76
+size 8538

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715032515.rllm-niki-044-long-ad-12-smkll.66.10

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b49c964ccc009776eb114dc2345034475d584698645e70f0d001b2b5060a39a
+size 9309

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715033455.rllm-niki-044-long-ad-12-smkll.66.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e428bf0561b18cda1e6a1dfd9578f5e4c16b73235d9b81244022e7dd2289e56a
+size 9309

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715034458.rllm-niki-044-long-ad-12-smkll.66.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b1bb0ac14384bfa8b95662b92cab68af896807b7b83e277b6c9f2b12d14345
+size 9309

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715035390.rllm-niki-044-long-ad-12-smkll.66.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d4f9b56cad94bc821b0ba55cd6f6758c3f906756a1e86b205b6bdc1b0a7250
+size 9309

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715036403.rllm-niki-044-long-ad-12-smkll.66.14

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6430e108e3ab20716c34c8469f54620e92ebf09f4b4a5348851a898afd1354fe
+size 10080

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715037427.rllm-niki-044-long-ad-12-smkll.66.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbd14489628a726a8666cbc5f2304b4807cb42242af5b119107afe1a06b7148
+size 10080

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715038476.rllm-niki-044-long-ad-12-smkll.66.16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a898b11d0a0d07b8ecb766b79f9e70cf679f4c3b3c6b8c933c0319bdc5e7eca
+size 10080

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715039581.rllm-niki-044-long-ad-12-smkll.66.17

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d48743cc5ec1a478310e3cd52a57c0b17932529cdfebed677ec55728c3dd826
+size 10080

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715040610.rllm-niki-044-long-ad-12-smkll.66.18

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526e9086ace06a5239a303e74e9b96a67e230e913092f1ab2599091c9005b2af
+size 10851

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715041654.rllm-niki-044-long-ad-12-smkll.66.19

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65188a368152d7439d35aeaaf24d8c98f2e811c03bb9cc010fc2fabf009cc322
+size 10851

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715042702.rllm-niki-044-long-ad-12-smkll.66.20

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83caaaafc5d3f240fc10b3241cd50c39d170cf445a758880055654e15556368
+size 10851

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715043739.rllm-niki-044-long-ad-12-smkll.66.21

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b4af5ecaca48de675f3a1821eb4be08f4e1af2c83a0da8cfe3455d2dae71d6
+size 10851

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715044834.rllm-niki-044-long-ad-12-smkll.66.22

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d0cdecdce420c5fb9f9021ece8bb27ea008e08a8eb524250eb6280f556b4aa
+size 11622

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715045877.rllm-niki-044-long-ad-12-smkll.66.23

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab98c95134f1aca63f7edea162a0f19a01d04788cae4368c6d3fd3bd74b3c8d
+size 11622

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715046907.rllm-niki-044-long-ad-12-smkll.66.24

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ace84203ea987ebfc97ff9a7d11cf6a168453bee2e30cb31647435d7e4dddd
+size 11622

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715048029.rllm-niki-044-long-ad-12-smkll.66.25

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ebbd1e2a6edca4b6814e5a20ad0209c094ecc8e6a76302fcad5049f63700cf
+size 11622

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715049158.rllm-niki-044-long-ad-12-smkll.66.26

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1b1af5d03965301166464d65980921f2b2f7a0755aade288e65e2c5adad88a
+size 12393

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715050238.rllm-niki-044-long-ad-12-smkll.66.27

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b58f20f9d3ea22092c9e887d61c0af2fb1783598871c16aba12cab2413dd47
+size 12393

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715051311.rllm-niki-044-long-ad-12-smkll.66.28

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c29c4bcb1002e410e95c4a4118a61f0be6e87d79a6d0a9ab01550c3f9f9784
+size 12393

runs/May06_20-03-58_rllm-niki-044-long-ad-12-smkll/events.out.tfevents.1715052330.rllm-niki-044-long-ad-12-smkll.66.29

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a75dce9e3adb70ff6ee62af6b9c4c4feda8af0b18eb40f4c10ce9006f777ff1
+size 12393

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,213 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a6a0ec1ef98d69f68f868413e1ddd0c811208995720ee21ddddf0f947eb6a0
+size 5176