nisten
/

Biggie-SmoLlm-0.15B-Base

Text Generation

text-generation-inference

Model card Files Files and versions

nisten commited on Aug 7, 2024

Commit

7285d71

·

verified ·

1 Parent(s): 7c9ad36

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -113,7 +113,7 @@ logger = logging.getLogger(__name__)
 MODEL_NAME = "nisten/Biggie-SmoLlm-0.15B-Base"
 MAX_LENGTH = 2048
-BATCH_SIZE = 9
 LEARNING_RATE = 2e-4
 MAX_STEPS = 3000
 GRADIENT_ACCUMULATION_STEPS = 2

 MODEL_NAME = "nisten/Biggie-SmoLlm-0.15B-Base"
 MAX_LENGTH = 2048
+BATCH_SIZE = 8
 LEARNING_RATE = 2e-4
 MAX_STEPS = 3000
 GRADIENT_ACCUMULATION_STEPS = 2