gpt2-medium-persian / src /run_config.sh
saied's picture
pushing tokenizer
c36ebf7
raw
history blame contribute delete
340 Bytes
#!/bin/bash
export LC_ALL=C.UTF-8
export LANG=C.UTF-8
# export OUTPUT_DIR=./
export OUTPUT_DIR=/home/saied/code/gpt2-medium-persian
export NAME_OR_PATH=gpt2-medium
python src/create_config.py \
--output_dir="$OUTPUT_DIR" \
--name_or_path="$NAME_OR_PATH" \
--params='{"vocab_size": 50000,"bos_token_id": 5,"eos_token_id": 5}'