nisten commited on
Commit
7285d71
1 Parent(s): 7c9ad36

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -113,7 +113,7 @@ logger = logging.getLogger(__name__)
113
 
114
  MODEL_NAME = "nisten/Biggie-SmoLlm-0.15B-Base"
115
  MAX_LENGTH = 2048
116
- BATCH_SIZE = 9
117
  LEARNING_RATE = 2e-4
118
  MAX_STEPS = 3000
119
  GRADIENT_ACCUMULATION_STEPS = 2
 
113
 
114
  MODEL_NAME = "nisten/Biggie-SmoLlm-0.15B-Base"
115
  MAX_LENGTH = 2048
116
+ BATCH_SIZE = 8
117
  LEARNING_RATE = 2e-4
118
  MAX_STEPS = 3000
119
  GRADIENT_ACCUMULATION_STEPS = 2