ds_config.json

{
    "fp16": {
      "enabled": true
    },
    "zero_optimization": {
      "stage": 2
    },
    "checkpoint": {
    "disable_checkpointing": true
  },
    "gradient_accumulation_steps": 2
  }