We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent bbc7d38 commit 73ce563Copy full SHA for 73ce563
dags/map_reproducibility/a3ultra/llama_3_1_405b_maxtext.py
@@ -39,7 +39,7 @@
39
OPTIMIZER = "adam"
40
SEQUENCE_LENGTH = 2048
41
NUM_STEPS = 30
42
-BATCH_SIZE_PER_DEVICE = 5
+BATCH_SIZE_PER_DEVICE = 2
43
44
45
with models.DAG(
0 commit comments