{"columns":[{"name":"base_seed","type":"int64"},{"name":"objective_name","type":"string"},{"name":"obj_description","type":"string"},{"name":"solver_name","type":"string"},{"name":"solver_description","type":"string"},{"name":"dataset_name","type":"string"},{"name":"idx_rep","type":"int64"},{"name":"sampling_strategy","type":"string"},{"name":"file_objective","type":"string"},{"name":"file_solver","type":"string"},{"name":"p_solver_learning_rate","type":"double"},{"name":"p_solver_weight_decay","type":"double"},{"name":"p_solver_num_steps","type":"int64"},{"name":"p_solver_batch_size","type":"int64"},{"name":"p_solver_slurm_nodes","type":"int64"},{"name":"p_solver_sin_init","type":"bool"},{"name":"file_dataset","type":"string"},{"name":"p_dataset_n_chunks","type":"int64"},{"name":"p_dataset_debug","type":"bool"},{"name":"stop_val","type":"int64"},{"name":"time","type":"double"},{"name":"objective_value","type":"double"},{"name":"env-OMP_NUM_THREADS","type":"null"},{"name":"platform","type":"string"},{"name":"platform-architecture","type":"string"},{"name":"platform-release","type":"string"},{"name":"platform-version","type":"string"},{"name":"system-cpus","type":"int64"},{"name":"system-processor","type":"string"},{"name":"system-ram (GB)","type":"int64"},{"name":"version-cuda","type":"string"},{"name":"version-numpy","type":"string"},{"name":"version-numpy-libs","type":"string"},{"name":"version-scipy","type":"string"},{"name":"benchmark-git-tag","type":"null"},{"name":"p_solver_muon_lr","type":"double"},{"name":"p_solver_muon_momentum","type":"double"},{"name":"p_solver_adam_lr","type":"double"},{"name":"p_solver_adam_weight_decay","type":"double"},{"name":"p_solver_momentum","type":"double"},{"name":"p_solver_hidden_radius","type":"double"},{"name":"p_solver_lm_head_radius","type":"double"}],"n_rows":126,"rows_kept":126,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 19.0.1","schema":{"fields":[{"name":"base_seed","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"objective_name","type":"string","nullable":true,"metadata":null,"children":null},{"name":"obj_description","type":"string","nullable":true,"metadata":null,"children":null},{"name":"solver_name","type":"string","nullable":true,"metadata":null,"children":null},{"name":"solver_description","type":"string","nullable":true,"metadata":null,"children":null},{"name":"dataset_name","type":"string","nullable":true,"metadata":null,"children":null},{"name":"idx_rep","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"sampling_strategy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"file_objective","type":"string","nullable":true,"metadata":null,"children":null},{"name":"file_solver","type":"string","nullable":true,"metadata":null,"children":null},{"name":"p_solver_learning_rate","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_weight_decay","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_num_steps","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"p_solver_batch_size","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"p_solver_slurm_nodes","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"p_solver_sin_init","type":"bool","nullable":true,"metadata":null,"children":null},{"name":"file_dataset","type":"string","nullable":true,"metadata":null,"children":null},{"name":"p_dataset_n_chunks","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"p_dataset_debug","type":"bool","nullable":true,"metadata":null,"children":null},{"name":"stop_val","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"time","type":"double","nullable":true,"metadata":null,"children":null},{"name":"objective_value","type":"double","nullable":true,"metadata":null,"children":null},{"name":"env-OMP_NUM_THREADS","type":"null","nullable":true,"metadata":null,"children":null},{"name":"platform","type":"string","nullable":true,"metadata":null,"children":null},{"name":"platform-architecture","type":"string","nullable":true,"metadata":null,"children":null},{"name":"platform-release","type":"string","nullable":true,"metadata":null,"children":null},{"name":"platform-version","type":"string","nullable":true,"metadata":null,"children":null},{"name":"system-cpus","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"system-processor","type":"string","nullable":true,"metadata":null,"children":null},{"name":"system-ram (GB)","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"version-cuda","type":"string","nullable":true,"metadata":null,"children":null},{"name":"version-numpy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"version-numpy-libs","type":"string","nullable":true,"metadata":null,"children":null},{"name":"version-scipy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"benchmark-git-tag","type":"null","nullable":true,"metadata":null,"children":null},{"name":"p_solver_muon_lr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_muon_momentum","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_adam_lr","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_adam_weight_decay","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_momentum","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_hidden_radius","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_lm_head_radius","type":"double","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional int64 field_id=-1 base_seed;\n  optional binary field_id=-1 objective_name (String);\n  optional binary field_id=-1 obj_description (String);\n  optional binary field_id=-1 solver_name (String);\n  optional binary field_id=-1 solver_description (String);\n  optional binary field_id=-1 dataset_name (String);\n  optional int64 field_id=-1 idx_rep;\n  optional binary field_id=-1 sampling_strategy (String);\n  optional binary field_id=-1 file_objective (String);\n  optional binary field_id=-1 file_solver (String);\n  optional double field_id=-1 p_solver_learning_rate;\n  optional double field_id=-1 p_solver_weight_decay;\n  optional int64 field_id=-1 p_solver_num_steps;\n  optional int64 field_id=-1 p_solver_batch_size;\n  optional int64 field_id=-1 p_solver_slurm_nodes;\n  optional boolean field_id=-1 p_solver_sin_init;\n  optional binary field_id=-1 file_dataset (String);\n  optional int64 field_id=-1 p_dataset_n_chunks;\n  optional boolean field_id=-1 p_dataset_debug;\n  optional int64 field_id=-1 stop_val;\n  optional double field_id=-1 time;\n  optional double field_id=-1 objective_value;\n  optional int32 field_id=-1 env-OMP_NUM_THREADS (Null);\n  optional binary field_id=-1 platform (String);\n  optional binary field_id=-1 platform-architecture (String);\n  optional binary field_id=-1 platform-release (String);\n  optional binary field_id=-1 platform-version (String);\n  optional int64 field_id=-1 system-cpus;\n  optional binary field_id=-1 system-processor (String);\n  optional int64 field_id=-1 system-ram (GB);\n  optional binary field_id=-1 version-cuda (String);\n  optional binary field_id=-1 version-numpy (String);\n  optional binary field_id=-1 version-numpy-libs (String);\n  optional binary field_id=-1 version-scipy (String);\n  optional int32 field_id=-1 benchmark-git-tag (Null);\n  optional double field_id=-1 p_solver_muon_lr;\n  optional double field_id=-1 p_solver_muon_momentum;\n  optional double field_id=-1 p_solver_adam_lr;\n  optional double field_id=-1 p_solver_adam_weight_decay;\n  optional double field_id=-1 p_solver_momentum;\n  optional double field_id=-1 p_solver_hidden_radius;\n  optional double field_id=-1 p_solver_lm_head_radius;\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":11468,"head":""}}],["_meta_json","{\"plot_configs\": {\"Convergence\": {\"objective_curve_objective_column\": \"objective_value\", \"plot_kind\": \"objective_curve\", \"scale\": \"loglog\", \"with_quantiles\": true, \"suboptimal_curve\": false, \"relative_curve\": false}}}"],["pandas","{\"index_columns\": [{\"kind\": \"range\", \"name\": null, \"start\": 0, \"stop\": 126, \"step\": 1}], \"column_indexes\": [{\"name\": null, \"field_name\": null, \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": {\"encoding\": \"UTF-8\"}}], \"columns\": [{\"name\": \"base_seed\", \"field_name\": \"base_seed\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"objective_name\", \"field_name\": \"objective_name\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"obj_description\", \"field_name\": \"obj_description\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"solver_name\", \"field_name\": \"solver_name\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"solver_description\", \"field_name\": \"solver_description\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"dataset_name\", \"field_name\": \"dataset_name\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"idx_rep\", \"field_name\": \"idx_rep\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"sampling_strategy\", \"field_name\": \"sampling_strategy\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"file_objective\", \"field_name\": \"file_objective\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"file_solver\", \"field_name\": \"file_solver\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"p_solver_learning_rate\", \"field_name\": \"p_solver_learning_rate\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_weight_decay\", \"field_name\": \"p_solver_weight_decay\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_num_steps\", \"field_name\": \"p_solver_num_steps\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"p_solver_batch_size\", \"field_name\": \"p_solver_batch_size\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"p_solver_slurm_nodes\", \"field_name\": \"p_solver_slurm_nodes\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"p_solver_sin_init\", \"field_name\": \"p_solver_sin_init\", \"pandas_type\": \"bool\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"file_dataset\", \"field_name\": \"file_dataset\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"p_dataset_n_chunks\", \"field_name\": \"p_dataset_n_chunks\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"p_dataset_debug\", \"field_name\": \"p_dataset_debug\", \"pandas_type\": \"bool\", \"numpy_type\": \"bool\", \"metadata\": null}, {\"name\": \"stop_val\", \"field_name\": \"stop_val\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"time\", \"field_name\": \"time\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"objective_value\", \"field_name\": \"objective_value\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"env-OMP_NUM_THREADS\", \"field_name\": \"env-OMP_NUM_THREADS\", \"pandas_type\": \"empty\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"platform\", \"field_name\": \"platform\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"platform-architecture\", \"field_name\": \"platform-architecture\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"platform-release\", \"field_name\": \"platform-release\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"platform-version\", \"field_name\": \"platform-version\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"system-cpus\", \"field_name\": \"system-cpus\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"system-processor\", \"field_name\": \"system-processor\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"system-ram (GB)\", \"field_name\": \"system-ram (GB)\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"version-cuda\", \"field_name\": \"version-cuda\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"version-numpy\", \"field_name\": \"version-numpy\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"version-numpy-libs\", \"field_name\": \"version-numpy-libs\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"version-scipy\", \"field_name\": \"version-scipy\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"benchmark-git-tag\", \"field_name\": \"benchmark-git-tag\", \"pandas_type\": \"empty\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"p_solver_muon_lr\", \"field_name\": \"p_solver_muon_lr\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_muon_momentum\", \"field_name\": \"p_solver_muon_momentum\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_adam_lr\", \"field_name\": \"p_solver_adam_lr\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_adam_weight_decay\", \"field_name\": \"p_solver_adam_weight_decay\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_momentum\", \"field_name\": \"p_solver_momentum\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_hidden_radius\", \"field_name\": \"p_solver_hidden_radius\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_lm_head_radius\", \"field_name\": \"p_solver_lm_head_radius\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}], \"creator\": {\"library\": \"pyarrow\", \"version\": \"19.0.1\"}, \"pandas_version\": \"2.3.1\"}"]]}
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,0,0.056658129033166915,8.083312034606934,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,250,40.832303176866844,6.200135231018066,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,500,80.76674136321526,5.635668754577637,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,750,120.66364560252987,5.069729804992676,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,1000,160.5850619248813,4.619049072265625,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,1250,200.51411326776724,4.380764961242676,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,1500,240.44709121680353,4.228633880615234,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,1750,280.38279723003507,4.122358798980713,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,2000,320.28987538971705,4.036426544189453,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,2250,360.17550293233944,3.9714698791503906,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,2500,400.07780486770207,3.9210968017578125,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,2750,439.8857811941416,3.877302408218384,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,3000,479.69800788443536,3.8442673683166504,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,3250,519.4897146580624,3.80727481842041,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,3500,559.2767169802682,3.7839057445526123,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,3750,599.5210842645029,3.759657859802246,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,4000,639.3549797103042,3.7356224060058594,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,4250,679.141000695934,3.7309651374816895,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,4500,718.9244086192339,3.70109224319458,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,4750,758.7119754541782,3.6817686557769775,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,5000,798.5982200325816,3.6615395545959473,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,5250,838.398033045698,3.6395673751831055,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,5500,878.1953412877629,3.624108076095581,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,5750,917.9967967409175,3.6079204082489014,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,6000,957.794288379373,3.594860076904297,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,6250,997.5971865686588,3.5771427154541016,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,6500,1037.3815712249489,3.587311267852783,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,6750,1077.1679330055485,3.6055588722229004,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=8000,sin_init=True,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/adam.py",0.001,0.0001,8000,64,2,true,"datasets/fineweb.py",104,false,7000,1116.963189214759,3.5935096740722656,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,0,0.0893694699916523,7.508196830749512,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,250,46.527520162955625,5.052682876586914,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,500,89.19034304996603,4.4372053146362305,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,750,131.89229502898525,4.180054664611816,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,1000,174.69719385294593,4.0496826171875,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,1250,217.40864561195485,3.96240234375,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,1500,260.32120022104937,3.893583059310913,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,1750,303.13731566700153,3.8447890281677246,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,2000,345.8782419558265,3.8050038814544678,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,2250,388.6131137108605,3.773559808731079,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,2500,431.4498259650427,3.7430267333984375,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,2750,474.19341762535623,3.71659779548645,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,3000,516.9414895462396,3.6940627098083496,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,3250,559.7714134044945,3.669982433319092,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,3500,602.4990860393154,3.6518452167510986,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,3750,645.5346035515831,3.634895086288452,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,4000,688.3578006173775,3.6202259063720703,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,4250,731.0912991694931,3.6066410541534424,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,4500,774.0338527423737,3.5956692695617676,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,4750,816.7675224324339,3.5836963653564453,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,5000,859.5945972494083,3.5723252296447754,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,5250,902.3450871850655,3.5563888549804688,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,5500,945.085835124075,3.541350841522217,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,5750,987.9176397058764,3.527132034301758,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,6000,1030.633479469223,3.513597011566162,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,6250,1073.3697372202587,3.5011250972747803,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,6500,1116.4302423150802,3.48690128326416,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,6750,1159.175282466109,3.4758212566375732,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,7000,1201.9070825572708,3.4652962684631348,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,7250,1244.7319925050251,3.455928087234497,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,7500,1287.4638113428373,3.447690010070801,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,7750,1330.1819403667178,3.4404854774475098,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Muon[adam_lr=0.0036,adam_weight_decay=0.0001,batch_size=64,muon_lr=0.00036,muon_momentum=0.95,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/muon.py",null,null,8000,64,2,null,"datasets/fineweb.py",104,false,8000,1372.8136407368002,3.4362599849700928,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,0.00036,0.95,0.0036,0.0001,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,0,0.19648366299225017,8.527844429016113,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,250,45.183515563898254,5.658331394195557,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,500,88.3224800696189,4.619541168212891,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,750,131.49981625779765,4.190183639526367,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,1000,174.781299062568,4.091636657714844,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,1250,217.98297777265543,4.013373374938965,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,1500,261.18834200964193,3.980529308319092,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,1750,304.5014459308586,3.8469300270080566,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,2000,347.73215510192676,3.8047404289245605,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,2250,390.96949102406506,3.7771048545837402,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,2500,434.2892988859385,3.778160572052002,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,2750,477.7245199769386,3.7283644676208496,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,3000,520.9460614059935,3.7309703826904297,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,3250,564.4764651597652,3.705153465270996,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,3500,607.7123132898123,3.7006611824035645,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,3750,651.2968772017339,3.6890382766723633,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,4000,694.6361687737808,3.666151762008667,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,4250,737.8750781237904,3.6534180641174316,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,4500,781.1129713857663,3.659055233001709,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,4750,824.3500826754316,3.6516847610473633,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,5000,867.6938641445304,3.6229746341705322,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,5250,910.9378991055419,3.5896108150482178,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,5500,954.1653542404238,3.5623228549957275,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,5750,997.5002418441873,3.5374717712402344,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,6000,1040.717306397244,3.513221502304077,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,6250,1083.9398698511359,3.4876856803894043,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,6500,1127.2518674812454,3.462766647338867,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,6750,1170.479807273281,3.4346346855163574,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,7000,1213.704017428332,3.4093570709228516,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,7250,1257.0295408616075,3.3870296478271484,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,7500,1300.2539657808375,3.364959239959717,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,7750,1343.4606405137456,3.3449082374572754,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=8000,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/scion.py",0.00036,null,8000,64,2,null,"datasets/fineweb.py",104,false,8000,1386.6059393328615,3.332587718963623,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,0.1,50.0,3000.0]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,0,0.0064354749920312315,8.095823287963867,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,250,124.08506887214025,5.45158576965332,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,500,212.3259941416036,4.31302547454834,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,750,300.56373323785374,4.056118965148926,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,1000,388.84015917158104,3.9303412437438965,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,1250,477.09408712448203,3.8525452613830566,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,1500,565.3793180206267,3.7921884059906006,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,1750,653.6474073488207,3.750403881072998,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,2000,741.887910649908,3.7135205268859863,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,2250,830.1229503937066,3.68703556060791,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,2500,918.7434393254516,3.6630167961120605,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,2750,1006.9913388242712,3.6424736976623535,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,3000,1095.2612323261565,3.6254403591156006,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,3250,1183.5244744989031,3.606968641281128,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,3500,1271.7907734107575,3.5913150310516357,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,3750,1360.4691838188155,3.5797548294067383,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,4000,1448.71820490362,3.566527843475342,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,4250,1536.9425173167547,3.560148239135742,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,4500,1625.1478453977033,3.548121452331543,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,4750,1713.363826204848,3.527822494506836,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,5000,1801.7141028197948,3.510262966156006,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,5250,1889.9175676736631,3.493183135986328,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,5500,1978.128287033498,3.4793174266815186,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,5750,2066.327603898506,3.4698617458343506,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,6000,2154.5483077944955,3.46018648147583,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,6250,2242.716194960871,3.449819326400757,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,6500,2330.919335260638,3.4384539127349854,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,6750,2419.086509541754,3.427427291870117,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,7000,2507.3302140576707,3.4155497550964355,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,7250,2595.528891912487,3.403502941131592,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]
[0,"Deep Learning Optimization with NanoGPT","","SOAP[batch_size=64,learning_rate=0.0036,num_steps=7500,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=104]",0,"Iteration","objective.py","solvers/soap.py",0.0036,0.0001,7500,64,2,null,"datasets/fineweb.py",104,false,7500,2683.4777338416316,3.3964295387268066,null,"Linux","x86_64","5.14.0-570.58.1.el9_6.x86_64","#1 SMP PREEMPT_DYNAMIC Tue Oct 21 04:15:07 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_13.0","2.2.6","","1.16.1",null,null,null,null,null,null,null,null]