generation_config.json

{
  "bos_token_id": 32000,
  "cache_implementation": "sliding_window",
  "depth_decoder_config": {
    "cache_implementation": "sliding_window",
    "do_sample": true,
    "max_length": 9,
    "min_length": 9,
    "temperature": 0.8,
    "top_k": 250,
    "transformers_version": "4.46.0.dev0"
  },
  "do_sample": true,
  "pad_token_id": 32000,
  "temp": 0.7,
  "top_k": 25,
  "transformers_version": "4.46.0.dev0"
}