We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent efeb276 commit bbc7d38Copy full SHA for bbc7d38
dags/map_reproducibility/a4/llama_3_1_405b/maxtext.py
@@ -39,7 +39,7 @@
39
OPTIMIZER = "adam"
40
SEQUENCE_LENGTH = 2048
41
NUM_STEPS = 30
42
-BATCH_SIZE_PER_DEVICE = 8
+BATCH_SIZE_PER_DEVICE = 2
43
44
45
with models.DAG(
0 commit comments