Update README.md
Browse files
README.md
CHANGED
@@ -113,7 +113,7 @@ logger = logging.getLogger(__name__)
|
|
113 |
|
114 |
MODEL_NAME = "nisten/Biggie-SmoLlm-0.15B-Base"
|
115 |
MAX_LENGTH = 2048
|
116 |
-
BATCH_SIZE =
|
117 |
LEARNING_RATE = 2e-4
|
118 |
MAX_STEPS = 3000
|
119 |
GRADIENT_ACCUMULATION_STEPS = 2
|
|
|
113 |
|
114 |
MODEL_NAME = "nisten/Biggie-SmoLlm-0.15B-Base"
|
115 |
MAX_LENGTH = 2048
|
116 |
+
BATCH_SIZE = 8
|
117 |
LEARNING_RATE = 2e-4
|
118 |
MAX_STEPS = 3000
|
119 |
GRADIENT_ACCUMULATION_STEPS = 2
|