{ "train-data-paths": ["/home/mchorse/data/pile_deduped/pile_0.87_deduped_text_document"], "valid-data-paths": ["/home/mchorse/data/pile_deduped/pile_0.87_deduped_text_document"], "test-data-paths": ["/home/mchorse/data/pile_deduped/pile_0.87_deduped_text_document"], "tokenizer-type": "HFTokenizer", "vocab-file": "/home/mchorse/data/tokenizers/20B_tokenizer.json", "save": "/home/mchorse/chk/", "load": "/home/mchorse/chk/", "checkpoint_validation_with_forward_pass": False }