{"columns":[{"name":"objective_name","type":"string"},{"name":"obj_description","type":"string"},{"name":"solver_name","type":"string"},{"name":"solver_description","type":"string"},{"name":"dataset_name","type":"string"},{"name":"idx_rep","type":"int64"},{"name":"sampling_strategy","type":"string"},{"name":"p_solver_learning_rate","type":"double"},{"name":"p_solver_cooldown_frac","type":"double"},{"name":"p_solver_momentum","type":"double"},{"name":"p_solver_hidden_radius","type":"double"},{"name":"p_solver_lm_head_radius","type":"double"},{"name":"p_solver_num_steps","type":"int64"},{"name":"p_solver_batch_size","type":"int64"},{"name":"p_solver_slurm_nodes","type":"int64"},{"name":"p_dataset_n_chunks","type":"int64"},{"name":"p_dataset_debug","type":"bool"},{"name":"stop_val","type":"int64"},{"name":"time","type":"double"},{"name":"objective_value","type":"double"},{"name":"env-OMP_NUM_THREADS","type":"null"},{"name":"platform","type":"string"},{"name":"platform-architecture","type":"string"},{"name":"platform-release","type":"string"},{"name":"platform-version","type":"string"},{"name":"system-cpus","type":"int64"},{"name":"system-processor","type":"string"},{"name":"system-ram (GB)","type":"int64"},{"name":"version-cuda","type":"string"},{"name":"version-numpy","type":"string"},{"name":"version-numpy-libs","type":"string"},{"name":"version-scipy","type":"string"},{"name":"benchmark-git-tag","type":"null"},{"name":"p_solver_weight_decay","type":"double"}],"n_rows":104,"rows_kept":104,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 17.0.0","schema":{"fields":[{"name":"objective_name","type":"string","nullable":true,"metadata":null,"children":null},{"name":"obj_description","type":"string","nullable":true,"metadata":null,"children":null},{"name":"solver_name","type":"string","nullable":true,"metadata":null,"children":null},{"name":"solver_description","type":"string","nullable":true,"metadata":null,"children":null},{"name":"dataset_name","type":"string","nullable":true,"metadata":null,"children":null},{"name":"idx_rep","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"sampling_strategy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"p_solver_learning_rate","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_cooldown_frac","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_momentum","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_hidden_radius","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_lm_head_radius","type":"double","nullable":true,"metadata":null,"children":null},{"name":"p_solver_num_steps","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"p_solver_batch_size","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"p_solver_slurm_nodes","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"p_dataset_n_chunks","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"p_dataset_debug","type":"bool","nullable":true,"metadata":null,"children":null},{"name":"stop_val","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"time","type":"double","nullable":true,"metadata":null,"children":null},{"name":"objective_value","type":"double","nullable":true,"metadata":null,"children":null},{"name":"env-OMP_NUM_THREADS","type":"null","nullable":true,"metadata":null,"children":null},{"name":"platform","type":"string","nullable":true,"metadata":null,"children":null},{"name":"platform-architecture","type":"string","nullable":true,"metadata":null,"children":null},{"name":"platform-release","type":"string","nullable":true,"metadata":null,"children":null},{"name":"platform-version","type":"string","nullable":true,"metadata":null,"children":null},{"name":"system-cpus","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"system-processor","type":"string","nullable":true,"metadata":null,"children":null},{"name":"system-ram (GB)","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"version-cuda","type":"string","nullable":true,"metadata":null,"children":null},{"name":"version-numpy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"version-numpy-libs","type":"string","nullable":true,"metadata":null,"children":null},{"name":"version-scipy","type":"string","nullable":true,"metadata":null,"children":null},{"name":"benchmark-git-tag","type":"null","nullable":true,"metadata":null,"children":null},{"name":"p_solver_weight_decay","type":"double","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 objective_name (String);\n  optional binary field_id=-1 obj_description (String);\n  optional binary field_id=-1 solver_name (String);\n  optional binary field_id=-1 solver_description (String);\n  optional binary field_id=-1 dataset_name (String);\n  optional int64 field_id=-1 idx_rep;\n  optional binary field_id=-1 sampling_strategy (String);\n  optional double field_id=-1 p_solver_learning_rate;\n  optional double field_id=-1 p_solver_cooldown_frac;\n  optional double field_id=-1 p_solver_momentum;\n  optional double field_id=-1 p_solver_hidden_radius;\n  optional double field_id=-1 p_solver_lm_head_radius;\n  optional int64 field_id=-1 p_solver_num_steps;\n  optional int64 field_id=-1 p_solver_batch_size;\n  optional int64 field_id=-1 p_solver_slurm_nodes;\n  optional int64 field_id=-1 p_dataset_n_chunks;\n  optional boolean field_id=-1 p_dataset_debug;\n  optional int64 field_id=-1 stop_val;\n  optional double field_id=-1 time;\n  optional double field_id=-1 objective_value;\n  optional int32 field_id=-1 env-OMP_NUM_THREADS (Null);\n  optional binary field_id=-1 platform (String);\n  optional binary field_id=-1 platform-architecture (String);\n  optional binary field_id=-1 platform-release (String);\n  optional binary field_id=-1 platform-version (String);\n  optional int64 field_id=-1 system-cpus;\n  optional binary field_id=-1 system-processor (String);\n  optional int64 field_id=-1 system-ram (GB);\n  optional binary field_id=-1 version-cuda (String);\n  optional binary field_id=-1 version-numpy (String);\n  optional binary field_id=-1 version-numpy-libs (String);\n  optional binary field_id=-1 version-scipy (String);\n  optional int32 field_id=-1 benchmark-git-tag (Null);\n  optional double field_id=-1 p_solver_weight_decay;\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":9696,"head":""}}],["_meta_json","{\"plot_configs\": {\"Convergence\": {\"objective_curve_dataset\": \"Fine-web[debug=False,n_chunks=4]\", \"objective_curve_objective\": \"Deep Learning Optimization with NanoGPT\", \"objective_curve_objective_column\": \"objective_value\", \"objective_curve_X_axis\": \"Time\", \"plot_kind\": \"objective_curve\", \"scale\": \"loglog\", \"with_quantiles\": true, \"suboptimal_curve\": false, \"relative_curve\": false}}}"],["pandas","{\"index_columns\": [{\"kind\": \"range\", \"name\": null, \"start\": 0, \"stop\": 104, \"step\": 1}], \"column_indexes\": [{\"name\": null, \"field_name\": null, \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": {\"encoding\": \"UTF-8\"}}], \"columns\": [{\"name\": \"objective_name\", \"field_name\": \"objective_name\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"obj_description\", \"field_name\": \"obj_description\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"solver_name\", \"field_name\": \"solver_name\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"solver_description\", \"field_name\": \"solver_description\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"dataset_name\", \"field_name\": \"dataset_name\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"idx_rep\", \"field_name\": \"idx_rep\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"sampling_strategy\", \"field_name\": \"sampling_strategy\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"p_solver_learning_rate\", \"field_name\": \"p_solver_learning_rate\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_cooldown_frac\", \"field_name\": \"p_solver_cooldown_frac\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_momentum\", \"field_name\": \"p_solver_momentum\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_hidden_radius\", \"field_name\": \"p_solver_hidden_radius\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_lm_head_radius\", \"field_name\": \"p_solver_lm_head_radius\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"p_solver_num_steps\", \"field_name\": \"p_solver_num_steps\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"p_solver_batch_size\", \"field_name\": \"p_solver_batch_size\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"p_solver_slurm_nodes\", \"field_name\": \"p_solver_slurm_nodes\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"p_dataset_n_chunks\", \"field_name\": \"p_dataset_n_chunks\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"p_dataset_debug\", \"field_name\": \"p_dataset_debug\", \"pandas_type\": \"bool\", \"numpy_type\": \"bool\", \"metadata\": null}, {\"name\": \"stop_val\", \"field_name\": \"stop_val\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"time\", \"field_name\": \"time\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"objective_value\", \"field_name\": \"objective_value\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"env-OMP_NUM_THREADS\", \"field_name\": \"env-OMP_NUM_THREADS\", \"pandas_type\": \"empty\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"platform\", \"field_name\": \"platform\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"platform-architecture\", \"field_name\": \"platform-architecture\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"platform-release\", \"field_name\": \"platform-release\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"platform-version\", \"field_name\": \"platform-version\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"system-cpus\", \"field_name\": \"system-cpus\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"system-processor\", \"field_name\": \"system-processor\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"system-ram (GB)\", \"field_name\": \"system-ram (GB)\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"version-cuda\", \"field_name\": \"version-cuda\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"version-numpy\", \"field_name\": \"version-numpy\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"version-numpy-libs\", \"field_name\": \"version-numpy-libs\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"version-scipy\", \"field_name\": \"version-scipy\", \"pandas_type\": \"unicode\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"benchmark-git-tag\", \"field_name\": \"benchmark-git-tag\", \"pandas_type\": \"empty\", \"numpy_type\": \"object\", \"metadata\": null}, {\"name\": \"p_solver_weight_decay\", \"field_name\": \"p_solver_weight_decay\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}], \"creator\": {\"library\": \"pyarrow\", \"version\": \"19.0.1\"}, \"pandas_version\": \"2.3.1\"}"]]}
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,0,0.001897580223158002,8.906739234924316,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,250,43.3786325242836,5.880579471588135,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,500,85.47423018328846,4.860936164855957,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,750,127.45632185926661,4.381965637207031,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,1000,169.6106078736484,4.228541851043701,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,1250,211.72380882804282,4.135855674743652,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,1500,253.74322789767757,4.080098628997803,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,1750,295.97550700302236,4.015303611755371,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,2000,338.1291449633427,3.9792399406433105,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,2250,380.1481159850955,3.975755214691162,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,2500,422.31590716098435,3.9024367332458496,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,2750,464.47799240029417,3.8892364501953125,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,3000,506.4902981990017,3.857678174972534,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,3250,548.6647816086188,3.846858263015747,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,3500,590.8249250848312,3.834467887878418,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,3750,632.8402985574212,3.7764477729797363,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,4000,674.9916629276704,3.742063045501709,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,4250,717.11333211069,3.7092995643615723,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,4500,759.1317114373669,3.67075777053833,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,4750,801.2807152552996,3.639572858810425,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,5000,843.422271393938,3.6012420654296875,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,5250,885.4286590381525,3.5623648166656494,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,5500,927.5734052390326,3.5307822227478027,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,5750,969.7116985872854,3.5016541481018066,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,6000,1011.711042128969,3.4748756885528564,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=1]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,1,4,false,6200,1045.2849276373163,3.461489677429199,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,0,0.06651855795644224,8.950916290283203,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,250,46.15582947107032,5.547126293182373,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,500,90.78126881760545,4.483598709106445,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,750,135.41953422757797,4.213740348815918,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,1000,180.16247442923486,4.048791885375977,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,1250,224.83079454908147,3.958585739135742,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,1500,269.4939307696186,3.935948371887207,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,1750,314.26519271638244,3.878514289855957,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,2000,358.93662458565086,3.8780832290649414,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,2250,403.60677940631285,3.7750422954559326,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,2500,448.3752698751632,3.767806053161621,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,2750,493.0426138509065,3.7728750705718994,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,3000,537.6997094312683,3.7500178813934326,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,3250,582.4515762419906,3.7115845680236816,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,3500,627.0994127548765,3.7123196125030518,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,3750,671.7530804141425,3.6489486694335938,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,4000,716.5084860241041,3.6199119091033936,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,4250,761.1762092981953,3.587104320526123,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,4500,805.8492793324403,3.5524725914001465,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,4750,850.5142838752363,3.5169272422790527,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,5000,895.3049599623773,3.4880127906799316,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,5250,939.9767469896469,3.456867218017578,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,5500,984.6563871076796,3.4319283962249756,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,5750,1029.4308789437637,3.4063825607299805,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,6000,1074.1138060910162,3.384791851043701,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Scion[batch_size=64,cooldown_frac=0.45,hidden_radius=50.0,learning_rate=0.00036,lm_head_radius=3000.0,momentum=0.1,num_steps=6200,slurm_nodes=2]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.00036,0.45,0.1,50.0,3000.0,6200,64,2,4,false,6200,1109.677648547804,3.373908281326294,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,null]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,0,0.03338144486770034,7.8991546630859375,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,250,41.07761101354845,6.464818000793457,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,500,80.52067989483476,6.095818042755127,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,750,119.93256168882363,5.764675140380859,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,1000,159.32086615776643,5.428000450134277,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,1250,198.6935011127498,5.1347808837890625,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,1500,238.0656605779659,4.8378753662109375,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,1750,277.42709442111664,4.634162425994873,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,2000,316.78553107148036,4.486048221588135,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,2250,356.13127229665406,4.393105506896973,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,2500,395.46866820170544,4.297774314880371,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,2750,434.80976245435886,4.24184513092041,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,3000,474.1299462148454,4.168972492218018,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,3250,513.4536183781456,4.125258922576904,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,3500,552.7824284557719,4.072517395019531,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,3750,592.113992420258,4.033315658569336,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,4000,631.4322047422174,3.9906845092773438,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,4250,670.7732756030746,3.953181266784668,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,4500,710.1166544340085,3.913825035095215,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,4750,749.4508033259772,3.888432264328003,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,5000,788.776471684454,3.86067271232605,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,5250,828.1021131013986,3.8316993713378906,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,5500,867.4407637116965,3.8078904151916504,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,5750,906.7806892625522,3.7883622646331787,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,6000,946.1126841227524,3.7709240913391113,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=1,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,1,4,false,6200,977.3933785636909,3.7615468502044678,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,0,0.08857487398199737,7.886456489562988,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,250,42.80987351294607,6.539284706115723,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,500,83.78820471675135,6.117069244384766,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,750,124.72497896733694,5.797967433929443,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,1000,165.6650653036777,5.439416885375977,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,1250,206.61787492316216,5.096256256103516,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,1500,247.5710575550329,4.747781753540039,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,1750,288.5326588556636,4.518298149108887,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,2000,329.4978378752712,4.353314399719238,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,2250,370.4565784826409,4.235250473022461,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,2500,411.39027170231566,4.146842002868652,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,2750,452.3271473487839,4.062960624694824,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,3000,493.2803561836481,4.000790596008301,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,3250,534.236472345423,3.945835590362549,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,3500,575.1900387275964,3.8981871604919434,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,3750,616.1239382221829,3.8592753410339355,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,4000,657.0536323352717,3.816389560699463,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,4250,697.9835481329355,3.7911508083343506,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,4500,738.9200695112813,3.7502846717834473,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,4750,779.877692693146,3.7191357612609863,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,5000,820.944791515125,3.6935923099517822,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,5250,861.8802944791969,3.6707935333251953,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,5500,902.8166719330475,3.6516942977905273,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,5750,943.7607666037511,3.63362979888916,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,6000,984.9186512785964,3.6199264526367188,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]
["Deep Learning Optimization with NanoGPT","","Adam[batch_size=64,learning_rate=0.001,num_steps=6200,slurm_nodes=2,weight_decay=0.0001]","","Fine-web[debug=False,n_chunks=4]",0,"Iteration",0.001,null,null,null,null,6200,64,2,4,false,6200,1017.4849531170912,3.6122331619262695,null,"Linux","x86_64","5.14.0-427.76.1.el9_4.x86_64","#1 SMP PREEMPT_DYNAMIC Fri Jun 27 09:53:45 EDT 2025",10,"Intel(R) Xeon(R) Platinum 8468",502,"NVIDIA H100 80GB HBM3: cuda_12.8","2.2.6","","1.16.1",null,0.0001]