generation_config.json

{
  "bos_token_id": 128000,
  "do_sample": true,
  "eos_token_id": 128001,
  "low_rank_config": [
    [
      1024,
      1024
    ],
    [
      552,
      776
    ],
    [
      536,
      680
    ],
    [
      536,
      696
    ],
    [
      544,
      720
    ],
    [
      544,
      696
    ],
    [
      528,
      704
    ],
    [
      536,
      688
    ],
    [
      536,
      720
    ],
    [
      544,
      712
    ],
    [
      528,
      712
    ],
    [
      520,
      688
    ],
    [
      528,
      688
    ],
    [
      544,
      752
    ],
    [
      544,
      752
    ],
    [
      536,
      736
    ],
    [
      528,
      736
    ],
    [
      520,
      712
    ],
    [
      520,
      688
    ],
    [
      528,
      704
    ],
    [
      520,
      712
    ],
    [
      528,
      712
    ],
    [
      520,
      704
    ],
    [
      528,
      704
    ],
    [
      544,
      728
    ],
    [
      528,
      704
    ],
    [
      536,
      744
    ],
    [
      520,
      712
    ],
    [
      536,
      712
    ],
    [
      760,
      880
    ],
    [
      592,
      792
    ],
    [
      584,
      744
    ]
  ],
  "max_length": 4096,
  "temperature": 0.6,
  "top_p": 0.9,
  "transformers_version": "4.39.1"
}